[ 504.236489] env[62643]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62643) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 504.236835] env[62643]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62643) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 504.236962] env[62643]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62643) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 504.237291] env[62643]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 504.331693] env[62643]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62643) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 504.342659] env[62643]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62643) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 504.942820] env[62643]: INFO nova.virt.driver [None req-2b3afbff-6548-417e-8811-46a6c9c3d650 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 505.013649] env[62643]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.013817] env[62643]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.013913] env[62643]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62643) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 508.109072] env[62643]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-b16cf40f-2cc5-4300-aef8-1afb1721dc8a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.124729] env[62643]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62643) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 508.124863] env[62643]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-db0e1ae3-1351-4f21-8658-9edbc3f268c2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.157467] env[62643]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ee77c. [ 508.157622] env[62643]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.144s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.158188] env[62643]: INFO nova.virt.vmwareapi.driver [None req-2b3afbff-6548-417e-8811-46a6c9c3d650 None None] VMware vCenter version: 7.0.3 [ 508.161821] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646c3867-1d03-4c51-99c1-247b535c53e8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.183156] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfb2281-e49e-4da2-84de-46bf42afede0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.189173] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2102d6f4-739b-440d-b8b1-f8cde4bf3151 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.195933] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c3573c-2efd-4f89-93d1-9cfd3ed637c8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.210014] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aff4a9-b44d-46ef-a102-439c6c9bdf0c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.216129] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c969a2-3c48-47cf-a664-343b45836765 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.248514] env[62643]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-a03315d6-b13b-466b-88e7-d2846713cb6d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.253791] env[62643]: DEBUG nova.virt.vmwareapi.driver [None req-2b3afbff-6548-417e-8811-46a6c9c3d650 None None] Extension org.openstack.compute already exists. {{(pid=62643) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 508.256496] env[62643]: INFO nova.compute.provider_config [None req-2b3afbff-6548-417e-8811-46a6c9c3d650 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 508.759794] env[62643]: DEBUG nova.context [None req-2b3afbff-6548-417e-8811-46a6c9c3d650 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),2a482822-4055-473c-9453-284dd67df6d9(cell1) {{(pid=62643) load_cells /opt/stack/nova/nova/context.py:464}} [ 508.761816] env[62643]: DEBUG oslo_concurrency.lockutils [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.762114] env[62643]: DEBUG oslo_concurrency.lockutils [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.762829] env[62643]: DEBUG oslo_concurrency.lockutils [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.763288] env[62643]: DEBUG oslo_concurrency.lockutils [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] Acquiring lock "2a482822-4055-473c-9453-284dd67df6d9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.763485] env[62643]: DEBUG oslo_concurrency.lockutils [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] Lock "2a482822-4055-473c-9453-284dd67df6d9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.764489] env[62643]: DEBUG oslo_concurrency.lockutils [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] Lock "2a482822-4055-473c-9453-284dd67df6d9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.785188] env[62643]: INFO dbcounter [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] Registered counter for database nova_cell0 [ 508.793215] env[62643]: INFO dbcounter [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] Registered counter for database nova_cell1 [ 508.796263] env[62643]: DEBUG oslo_db.sqlalchemy.engines [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62643) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 508.796626] env[62643]: DEBUG oslo_db.sqlalchemy.engines [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62643) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 508.801369] env[62643]: ERROR nova.db.main.api [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 508.801369] env[62643]: result = function(*args, **kwargs) [ 508.801369] env[62643]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 508.801369] env[62643]: return func(*args, **kwargs) [ 508.801369] env[62643]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 508.801369] env[62643]: result = fn(*args, **kwargs) [ 508.801369] env[62643]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 508.801369] env[62643]: return f(*args, **kwargs) [ 508.801369] env[62643]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 508.801369] env[62643]: return db.service_get_minimum_version(context, binaries) [ 508.801369] env[62643]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 508.801369] env[62643]: _check_db_access() [ 508.801369] env[62643]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 508.801369] env[62643]: stacktrace = ''.join(traceback.format_stack()) [ 508.801369] env[62643]: [ 508.802467] env[62643]: ERROR nova.db.main.api [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 508.802467] env[62643]: result = function(*args, **kwargs) [ 508.802467] env[62643]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 508.802467] env[62643]: return func(*args, **kwargs) [ 508.802467] env[62643]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 508.802467] env[62643]: result = fn(*args, **kwargs) [ 508.802467] env[62643]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 508.802467] env[62643]: return f(*args, **kwargs) [ 508.802467] env[62643]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 508.802467] env[62643]: return db.service_get_minimum_version(context, binaries) [ 508.802467] env[62643]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 508.802467] env[62643]: _check_db_access() [ 508.802467] env[62643]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 508.802467] env[62643]: stacktrace = ''.join(traceback.format_stack()) [ 508.802467] env[62643]: [ 508.802857] env[62643]: WARNING nova.objects.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 508.802977] env[62643]: WARNING nova.objects.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] Failed to get minimum service version for cell 2a482822-4055-473c-9453-284dd67df6d9 [ 508.803413] env[62643]: DEBUG oslo_concurrency.lockutils [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] Acquiring lock "singleton_lock" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.803574] env[62643]: DEBUG oslo_concurrency.lockutils [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] Acquired lock "singleton_lock" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.803806] env[62643]: DEBUG oslo_concurrency.lockutils [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] Releasing lock "singleton_lock" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.804150] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] Full set of CONF: {{(pid=62643) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 508.804296] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ******************************************************************************** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 508.804423] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] Configuration options gathered from: {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 508.804558] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 508.804752] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 508.804882] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ================================================================================ {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 508.805106] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] allow_resize_to_same_host = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.805280] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] arq_binding_timeout = 300 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.805410] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] backdoor_port = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.805538] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] backdoor_socket = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.805721] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] block_device_allocate_retries = 60 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.805863] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] block_device_allocate_retries_interval = 3 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.806043] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cert = self.pem {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.806216] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.806385] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] compute_monitors = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.806553] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] config_dir = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.806722] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] config_drive_format = iso9660 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.806854] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.807032] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] config_source = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.807207] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] console_host = devstack {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.807371] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] control_exchange = nova {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.807529] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cpu_allocation_ratio = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.807688] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] daemon = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.807854] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] debug = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.808021] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] default_access_ip_network_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.808196] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] default_availability_zone = nova {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.808350] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] default_ephemeral_format = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.808508] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] default_green_pool_size = 1000 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.808757] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.808947] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] default_schedule_zone = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.809138] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] disk_allocation_ratio = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.809308] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] enable_new_services = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.809488] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] enabled_apis = ['osapi_compute'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.809652] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] enabled_ssl_apis = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.809814] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] flat_injected = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.809973] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] force_config_drive = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.810146] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] force_raw_images = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.810317] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] graceful_shutdown_timeout = 5 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.810479] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] heal_instance_info_cache_interval = 60 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.810698] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] host = cpu-1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.810894] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.811085] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] initial_disk_allocation_ratio = 1.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.811253] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] initial_ram_allocation_ratio = 1.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.811466] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.811630] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] instance_build_timeout = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.811791] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] instance_delete_interval = 300 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.811984] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] instance_format = [instance: %(uuid)s] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.812174] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] instance_name_template = instance-%08x {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.812338] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] instance_usage_audit = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.812506] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] instance_usage_audit_period = month {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.812669] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.812833] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] instances_path = /opt/stack/data/nova/instances {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.812998] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] internal_service_availability_zone = internal {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.813173] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] key = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.813331] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] live_migration_retry_count = 30 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.813498] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] log_color = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.813659] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] log_config_append = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.813824] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.813982] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] log_dir = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.814156] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] log_file = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.814284] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] log_options = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.814444] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] log_rotate_interval = 1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.814610] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] log_rotate_interval_type = days {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.814775] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] log_rotation_type = none {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.814902] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.815036] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.815209] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.815372] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.815499] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.815660] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] long_rpc_timeout = 1800 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.815817] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] max_concurrent_builds = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.815973] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] max_concurrent_live_migrations = 1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.816148] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] max_concurrent_snapshots = 5 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.816305] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] max_local_block_devices = 3 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.816462] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] max_logfile_count = 30 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.816617] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] max_logfile_size_mb = 200 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.816773] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] maximum_instance_delete_attempts = 5 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.816939] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] metadata_listen = 0.0.0.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.817125] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] metadata_listen_port = 8775 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.817299] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] metadata_workers = 2 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.817457] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] migrate_max_retries = -1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.817620] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] mkisofs_cmd = genisoimage {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.817823] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] my_block_storage_ip = 10.180.1.21 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.817953] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] my_ip = 10.180.1.21 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.818169] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.818334] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] network_allocate_retries = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.818510] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.818674] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] osapi_compute_listen = 0.0.0.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.818836] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] osapi_compute_listen_port = 8774 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.819041] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] osapi_compute_unique_server_name_scope = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.819224] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] osapi_compute_workers = 2 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.819387] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] password_length = 12 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.819546] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] periodic_enable = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.819704] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] periodic_fuzzy_delay = 60 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.819874] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] pointer_model = usbtablet {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.820038] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] preallocate_images = none {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.820243] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] publish_errors = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.820332] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] pybasedir = /opt/stack/nova {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.820486] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ram_allocation_ratio = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.820644] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] rate_limit_burst = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.820809] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] rate_limit_except_level = CRITICAL {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.820997] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] rate_limit_interval = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.821181] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] reboot_timeout = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.821341] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] reclaim_instance_interval = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.821496] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] record = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.821668] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] reimage_timeout_per_gb = 60 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.821845] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] report_interval = 120 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.822040] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] rescue_timeout = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.822213] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] reserved_host_cpus = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.822378] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] reserved_host_disk_mb = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.822538] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] reserved_host_memory_mb = 512 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.822697] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] reserved_huge_pages = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.822857] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] resize_confirm_window = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.823029] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] resize_fs_using_block_device = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.823194] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] resume_guests_state_on_host_boot = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.823362] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.823526] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] rpc_response_timeout = 60 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.823686] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] run_external_periodic_tasks = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.823854] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] running_deleted_instance_action = reap {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.824030] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] running_deleted_instance_poll_interval = 1800 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.824196] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] running_deleted_instance_timeout = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.824356] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] scheduler_instance_sync_interval = 120 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.824525] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] service_down_time = 720 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.824692] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] servicegroup_driver = db {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.824846] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] shell_completion = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.825015] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] shelved_offload_time = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.825184] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] shelved_poll_interval = 3600 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.825352] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] shutdown_timeout = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.825514] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] source_is_ipv6 = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.825671] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ssl_only = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.825927] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.826121] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] sync_power_state_interval = 600 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.826287] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] sync_power_state_pool_size = 1000 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.826454] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] syslog_log_facility = LOG_USER {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.826610] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] tempdir = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.826770] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] timeout_nbd = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.826936] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] transport_url = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.827110] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] update_resources_interval = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.827274] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] use_cow_images = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.827432] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] use_journal = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.827591] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] use_json = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.827747] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] use_rootwrap_daemon = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.827905] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] use_stderr = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.828078] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] use_syslog = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.828237] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vcpu_pin_set = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.828415] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vif_plugging_is_fatal = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.828650] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vif_plugging_timeout = 300 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.828838] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] virt_mkfs = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.829074] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] volume_usage_poll_interval = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.829261] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] watch_log_file = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.829435] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] web = /usr/share/spice-html5 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.829620] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.829790] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.829956] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.830146] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_concurrency.disable_process_locking = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.830729] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.830946] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.831146] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.831330] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.831506] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.831678] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.831874] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.auth_strategy = keystone {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.832075] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.compute_link_prefix = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.832259] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.832438] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.dhcp_domain = novalocal {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.832609] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.enable_instance_password = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.832773] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.glance_link_prefix = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.832939] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.833128] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.833296] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.instance_list_per_project_cells = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.833456] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.list_records_by_skipping_down_cells = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.833617] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.local_metadata_per_cell = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.833786] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.max_limit = 1000 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.833954] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.metadata_cache_expiration = 15 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.834146] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.neutron_default_tenant_id = default {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.834321] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.response_validation = warn {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.834494] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.use_neutron_default_nets = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.834665] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.834827] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.834995] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.835190] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.835364] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.vendordata_dynamic_targets = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.835530] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.vendordata_jsonfile_path = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.835712] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.835908] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.backend = dogpile.cache.memcached {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.836092] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.backend_argument = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.836258] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.backend_expiration_time = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.836428] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.config_prefix = cache.oslo {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.836597] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.dead_timeout = 60.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.836761] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.debug_cache_backend = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.836923] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.enable_retry_client = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.837100] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.enable_socket_keepalive = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.837274] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.enabled = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.837440] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.enforce_fips_mode = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.837606] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.expiration_time = 600 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.837770] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.hashclient_retry_attempts = 2 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.837936] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.hashclient_retry_delay = 1.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.838113] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.memcache_dead_retry = 300 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.838275] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.memcache_password = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.838438] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.838600] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.838763] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.memcache_pool_maxsize = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.838924] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.839100] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.memcache_sasl_enabled = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.839282] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.839450] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.memcache_socket_timeout = 1.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.839611] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.memcache_username = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.839930] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.proxies = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.839930] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.redis_db = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.840102] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.redis_password = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.840279] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.redis_sentinel_service_name = mymaster {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.840454] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.840620] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.redis_server = localhost:6379 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.840786] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.redis_socket_timeout = 1.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.840996] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.redis_username = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.841206] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.retry_attempts = 2 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.841381] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.retry_delay = 0.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.841546] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.socket_keepalive_count = 1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.841783] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.socket_keepalive_idle = 1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.841902] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.socket_keepalive_interval = 1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.842051] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.tls_allowed_ciphers = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.842215] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.tls_cafile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.842372] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.tls_certfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.842536] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.tls_enabled = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.842693] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cache.tls_keyfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.842862] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cinder.auth_section = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.843051] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cinder.auth_type = password {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.843219] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cinder.cafile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.843394] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cinder.catalog_info = volumev3::publicURL {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.843553] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cinder.certfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.843718] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cinder.collect_timing = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.843881] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cinder.cross_az_attach = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.844057] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cinder.debug = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.844222] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cinder.endpoint_template = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.844387] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cinder.http_retries = 3 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.844553] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cinder.insecure = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.844712] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cinder.keyfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.844885] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cinder.os_region_name = RegionOne {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.845063] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cinder.split_loggers = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.845227] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cinder.timeout = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.845399] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.845556] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] compute.cpu_dedicated_set = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.845712] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] compute.cpu_shared_set = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.845874] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] compute.image_type_exclude_list = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.846047] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.846214] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] compute.max_concurrent_disk_ops = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.846377] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] compute.max_disk_devices_to_attach = -1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.846540] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.846706] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.846869] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] compute.resource_provider_association_refresh = 300 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.847053] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.847279] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] compute.shutdown_retry_interval = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.847475] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.847658] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] conductor.workers = 2 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.847841] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] console.allowed_origins = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.848018] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] console.ssl_ciphers = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.848194] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] console.ssl_minimum_version = default {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.848367] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] consoleauth.enforce_session_timeout = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.848538] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] consoleauth.token_ttl = 600 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.848709] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.cafile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.848869] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.certfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.849049] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.collect_timing = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.849213] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.connect_retries = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.849372] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.connect_retry_delay = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.849529] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.endpoint_override = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.849688] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.insecure = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.849843] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.keyfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.850007] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.max_version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.850174] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.min_version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.850330] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.region_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.850521] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.retriable_status_codes = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.850640] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.service_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.850807] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.service_type = accelerator {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.851006] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.split_loggers = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.851181] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.status_code_retries = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.851340] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.status_code_retry_delay = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.851497] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.timeout = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.851676] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.851839] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] cyborg.version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.852090] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.asyncio_connection = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.852274] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.asyncio_slave_connection = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.852448] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.backend = sqlalchemy {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.852618] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.connection = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.852784] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.connection_debug = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.852952] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.connection_parameters = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.853132] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.connection_recycle_time = 3600 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.853299] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.connection_trace = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.853462] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.db_inc_retry_interval = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.853624] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.db_max_retries = 20 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.853787] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.db_max_retry_interval = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.853949] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.db_retry_interval = 1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.854124] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.max_overflow = 50 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.854288] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.max_pool_size = 5 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.854449] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.max_retries = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.854616] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.854774] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.mysql_wsrep_sync_wait = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.854931] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.pool_timeout = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.855107] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.retry_interval = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.855266] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.slave_connection = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.855430] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.sqlite_synchronous = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.855589] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] database.use_db_reconnect = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.855755] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.asyncio_connection = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.855914] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.asyncio_slave_connection = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.856101] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.backend = sqlalchemy {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.856271] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.connection = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.856436] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.connection_debug = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.856604] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.connection_parameters = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.856767] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.connection_recycle_time = 3600 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.856928] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.connection_trace = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.857110] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.db_inc_retry_interval = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.857277] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.db_max_retries = 20 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.857441] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.db_max_retry_interval = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.857603] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.db_retry_interval = 1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.857766] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.max_overflow = 50 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.857926] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.max_pool_size = 5 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.858102] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.max_retries = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.858273] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.858431] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.858587] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.pool_timeout = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.858746] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.retry_interval = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.858902] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.slave_connection = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.859081] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] api_database.sqlite_synchronous = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.859259] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] devices.enabled_mdev_types = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.859436] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.859606] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ephemeral_storage_encryption.default_format = luks {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.859767] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ephemeral_storage_encryption.enabled = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.859930] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.860121] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.api_servers = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.860285] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.cafile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.860444] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.certfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.860615] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.collect_timing = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.860761] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.connect_retries = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.860946] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.connect_retry_delay = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.861136] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.debug = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.861305] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.default_trusted_certificate_ids = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.861466] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.enable_certificate_validation = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.861624] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.enable_rbd_download = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.861781] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.endpoint_override = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.861997] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.insecure = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.862207] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.keyfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.862371] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.max_version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.862529] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.min_version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.862695] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.num_retries = 3 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.862864] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.rbd_ceph_conf = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.863041] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.rbd_connect_timeout = 5 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.863219] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.rbd_pool = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.863387] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.rbd_user = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.863556] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.region_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.863713] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.retriable_status_codes = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.863870] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.service_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.864086] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.service_type = image {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.864267] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.split_loggers = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.864427] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.status_code_retries = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.864584] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.status_code_retry_delay = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.864743] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.timeout = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.864922] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.865100] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.verify_glance_signatures = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.865262] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] glance.version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.865429] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] guestfs.debug = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.865596] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.auth_section = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.865758] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.auth_type = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.865917] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.cafile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.866090] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.certfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.866262] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.collect_timing = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.866421] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.connect_retries = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.866579] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.connect_retry_delay = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.866735] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.endpoint_override = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.866895] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.insecure = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.867073] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.keyfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.867239] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.max_version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.867399] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.min_version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.867557] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.region_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.867716] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.retriable_status_codes = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.867875] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.service_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.868059] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.service_type = shared-file-system {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.868238] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.share_apply_policy_timeout = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.868465] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.split_loggers = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.868650] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.status_code_retries = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.868815] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.status_code_retry_delay = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.868978] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.timeout = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.869184] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.869352] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] manila.version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.869523] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] mks.enabled = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.869875] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.870094] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] image_cache.manager_interval = 2400 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.870276] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] image_cache.precache_concurrency = 1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.870448] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] image_cache.remove_unused_base_images = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.870620] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.870793] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.871011] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] image_cache.subdirectory_name = _base {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.871211] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.api_max_retries = 60 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.871380] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.api_retry_interval = 2 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.871539] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.auth_section = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.871701] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.auth_type = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.871876] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.cafile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.872083] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.certfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.872260] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.collect_timing = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.872427] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.conductor_group = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.872586] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.connect_retries = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.872745] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.connect_retry_delay = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.872902] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.endpoint_override = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.873080] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.insecure = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.873245] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.keyfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.873405] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.max_version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.873562] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.min_version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.873730] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.peer_list = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.873889] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.region_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.874062] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.retriable_status_codes = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.874233] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.serial_console_state_timeout = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.874393] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.service_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.874564] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.service_type = baremetal {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.874724] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.shard = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.874889] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.split_loggers = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.875060] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.status_code_retries = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.875224] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.status_code_retry_delay = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.875383] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.timeout = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.875565] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.875726] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ironic.version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.875908] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.876132] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] key_manager.fixed_key = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.876334] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.876501] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican.barbican_api_version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.876661] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican.barbican_endpoint = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.876832] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican.barbican_endpoint_type = public {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.876994] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican.barbican_region_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.877173] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican.cafile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.877337] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican.certfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.877501] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican.collect_timing = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.877664] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican.insecure = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.877821] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican.keyfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.877992] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican.number_of_retries = 60 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.878172] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican.retry_delay = 1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.878337] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican.send_service_user_token = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.878499] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican.split_loggers = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.878657] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican.timeout = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.878819] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican.verify_ssl = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.878975] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican.verify_ssl_path = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.879160] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican_service_user.auth_section = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.879325] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican_service_user.auth_type = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.879483] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican_service_user.cafile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.879639] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican_service_user.certfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.879806] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican_service_user.collect_timing = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.879969] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican_service_user.insecure = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.880156] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican_service_user.keyfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.880322] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican_service_user.split_loggers = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.880481] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] barbican_service_user.timeout = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.880672] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vault.approle_role_id = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.880868] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vault.approle_secret_id = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.881078] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vault.kv_mountpoint = secret {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.881252] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vault.kv_path = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.881424] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vault.kv_version = 2 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.881586] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vault.namespace = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.881748] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vault.root_token_id = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.881933] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vault.ssl_ca_crt_file = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.882135] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vault.timeout = 60.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.882307] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vault.use_ssl = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.882478] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.882646] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.cafile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.882806] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.certfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.882970] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.collect_timing = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.883148] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.connect_retries = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.883337] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.connect_retry_delay = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.883502] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.endpoint_override = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.883667] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.insecure = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.883826] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.keyfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.883985] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.max_version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.884161] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.min_version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.884319] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.region_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.884478] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.retriable_status_codes = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.884639] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.service_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.884809] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.service_type = identity {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.884970] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.split_loggers = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.885144] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.status_code_retries = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.885306] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.status_code_retry_delay = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.885461] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.timeout = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.885641] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.885797] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] keystone.version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.885985] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.ceph_mount_options = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.886320] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.886505] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.connection_uri = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.886668] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.cpu_mode = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.886835] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.cpu_model_extra_flags = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.887008] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.cpu_models = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.887191] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.cpu_power_governor_high = performance {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.887360] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.cpu_power_governor_low = powersave {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.887524] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.cpu_power_management = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.887695] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.887863] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.device_detach_attempts = 8 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.888047] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.device_detach_timeout = 20 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.888259] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.disk_cachemodes = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.888427] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.disk_prefix = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.888595] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.enabled_perf_events = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.888758] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.file_backed_memory = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.888924] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.gid_maps = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.889098] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.hw_disk_discard = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.889261] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.hw_machine_type = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.889434] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.images_rbd_ceph_conf = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.889601] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.889765] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.889936] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.images_rbd_glance_store_name = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.890119] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.images_rbd_pool = rbd {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.890296] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.images_type = default {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.890459] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.images_volume_group = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.890625] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.inject_key = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.890791] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.inject_partition = -2 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.890979] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.inject_password = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.891166] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.iscsi_iface = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.891333] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.iser_use_multipath = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.891502] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.live_migration_bandwidth = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.891665] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.891914] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.live_migration_downtime = 500 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.892150] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.892329] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.892497] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.live_migration_inbound_addr = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.892664] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.892842] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.live_migration_permit_post_copy = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.893075] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.live_migration_scheme = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.893339] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.live_migration_timeout_action = abort {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.893527] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.live_migration_tunnelled = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.893695] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.live_migration_uri = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.893883] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.live_migration_with_native_tls = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.894074] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.max_queues = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.894334] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.894589] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.894761] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.nfs_mount_options = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.895082] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.895273] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.895443] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.num_iser_scan_tries = 5 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.895606] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.num_memory_encrypted_guests = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.895772] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.895936] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.num_pcie_ports = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.896120] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.num_volume_scan_tries = 5 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.896291] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.pmem_namespaces = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.896451] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.quobyte_client_cfg = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.896772] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.896958] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.rbd_connect_timeout = 5 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.897146] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.897314] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.897477] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.rbd_secret_uuid = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.897637] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.rbd_user = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.897802] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.897973] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.remote_filesystem_transport = ssh {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.898150] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.rescue_image_id = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.898312] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.rescue_kernel_id = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.898470] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.rescue_ramdisk_id = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.898639] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.898801] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.rx_queue_size = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.898969] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.smbfs_mount_options = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.899277] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.899459] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.snapshot_compression = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.899624] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.snapshot_image_format = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.899860] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.900047] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.sparse_logical_volumes = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.900259] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.swtpm_enabled = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.900443] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.swtpm_group = tss {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.900615] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.swtpm_user = tss {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.900784] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.sysinfo_serial = unique {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.900990] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.tb_cache_size = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.901141] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.tx_queue_size = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.901313] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.uid_maps = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.901477] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.use_virtio_for_bridges = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.901650] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.virt_type = kvm {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.901818] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.volume_clear = zero {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.901985] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.volume_clear_size = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.902169] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.volume_use_multipath = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.902329] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.vzstorage_cache_path = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.902499] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.902667] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.vzstorage_mount_group = qemu {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.902831] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.vzstorage_mount_opts = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.902999] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.903296] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.903473] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.vzstorage_mount_user = stack {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.903641] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.903815] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.auth_section = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.903992] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.auth_type = password {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.904173] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.cafile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.904337] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.certfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.904505] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.collect_timing = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.904667] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.connect_retries = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.904828] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.connect_retry_delay = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.905008] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.default_floating_pool = public {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.905184] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.endpoint_override = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.905348] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.extension_sync_interval = 600 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.905514] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.http_retries = 3 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.905678] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.insecure = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.905839] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.keyfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.906007] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.max_version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.906205] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.906368] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.min_version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.906539] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.ovs_bridge = br-int {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.906705] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.physnets = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.906878] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.region_name = RegionOne {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.907054] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.retriable_status_codes = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.907232] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.service_metadata_proxy = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.907394] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.service_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.907565] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.service_type = network {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.907732] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.split_loggers = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.907891] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.status_code_retries = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.908066] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.status_code_retry_delay = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.908229] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.timeout = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.908411] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.908573] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] neutron.version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.908748] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] notifications.bdms_in_notifications = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.908929] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] notifications.default_level = INFO {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.909115] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] notifications.include_share_mapping = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.909299] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] notifications.notification_format = unversioned {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.909468] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] notifications.notify_on_state_change = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.909645] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.909826] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] pci.alias = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.909996] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] pci.device_spec = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.910178] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] pci.report_in_placement = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.910357] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.auth_section = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.910529] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.auth_type = password {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.910696] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.910870] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.cafile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.911059] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.certfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.911207] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.collect_timing = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.911367] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.connect_retries = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.911526] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.connect_retry_delay = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.911683] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.default_domain_id = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.911850] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.default_domain_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.912120] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.domain_id = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.912328] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.domain_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.912500] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.endpoint_override = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.912669] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.insecure = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.912830] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.keyfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.912990] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.max_version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.913174] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.min_version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.913347] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.password = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.913510] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.project_domain_id = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.913679] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.project_domain_name = Default {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.913845] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.project_id = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.914032] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.project_name = service {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.914209] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.region_name = RegionOne {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.914377] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.retriable_status_codes = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.914537] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.service_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.914709] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.service_type = placement {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.914875] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.split_loggers = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.915051] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.status_code_retries = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.915219] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.status_code_retry_delay = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.915379] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.system_scope = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.915536] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.timeout = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.915691] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.trust_id = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.915847] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.user_domain_id = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.916018] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.user_domain_name = Default {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.916182] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.user_id = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.916355] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.username = nova {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.916537] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.916699] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] placement.version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.916877] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] quota.cores = 20 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.917057] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] quota.count_usage_from_placement = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.917237] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.917410] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] quota.injected_file_content_bytes = 10240 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.917579] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] quota.injected_file_path_length = 255 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.917750] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] quota.injected_files = 5 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.917920] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] quota.instances = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.918102] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] quota.key_pairs = 100 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.918274] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] quota.metadata_items = 128 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.918445] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] quota.ram = 51200 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.918612] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] quota.recheck_quota = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.918783] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] quota.server_group_members = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.918962] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] quota.server_groups = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.919175] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.919354] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] quota.unified_limits_resource_strategy = require {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.919533] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.919700] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.919864] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] scheduler.image_metadata_prefilter = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.920042] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.920213] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] scheduler.max_attempts = 3 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.920378] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] scheduler.max_placement_results = 1000 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.920544] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.920707] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] scheduler.query_placement_for_image_type_support = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.920891] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.921150] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] scheduler.workers = 2 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.921288] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.921462] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.921643] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.921818] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.922031] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.922213] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.922381] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.922570] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.922738] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.host_subset_size = 1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.922903] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.923080] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.923250] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.923417] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.isolated_hosts = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.923582] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.isolated_images = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.923761] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.923924] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.924104] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.924271] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.pci_in_placement = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.924435] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.924599] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.924764] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.924927] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.925107] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.925274] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.925436] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.track_instance_changes = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.925613] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.925784] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] metrics.required = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.925948] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] metrics.weight_multiplier = 1.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.926131] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.926297] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] metrics.weight_setting = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.926610] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.926786] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] serial_console.enabled = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.926961] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] serial_console.port_range = 10000:20000 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.927149] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.927320] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.927485] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] serial_console.serialproxy_port = 6083 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.927652] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] service_user.auth_section = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.927826] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] service_user.auth_type = password {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.927984] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] service_user.cafile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.928159] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] service_user.certfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.928323] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] service_user.collect_timing = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.928483] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] service_user.insecure = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.928638] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] service_user.keyfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.928805] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] service_user.send_service_user_token = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.928969] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] service_user.split_loggers = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.929141] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] service_user.timeout = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.929312] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] spice.agent_enabled = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.929472] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] spice.enabled = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.929779] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.929982] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.930173] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] spice.html5proxy_port = 6082 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.930337] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] spice.image_compression = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.930495] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] spice.jpeg_compression = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.930652] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] spice.playback_compression = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.930814] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] spice.require_secure = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.931028] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] spice.server_listen = 127.0.0.1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.931243] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.931371] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] spice.streaming_mode = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.931527] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] spice.zlib_compression = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.931692] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] upgrade_levels.baseapi = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.931877] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] upgrade_levels.compute = auto {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.932072] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] upgrade_levels.conductor = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.932239] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] upgrade_levels.scheduler = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.932406] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vendordata_dynamic_auth.auth_section = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.932568] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vendordata_dynamic_auth.auth_type = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.932725] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vendordata_dynamic_auth.cafile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.932881] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vendordata_dynamic_auth.certfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.933057] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.933225] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vendordata_dynamic_auth.insecure = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.933380] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vendordata_dynamic_auth.keyfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.933540] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.933696] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vendordata_dynamic_auth.timeout = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.933872] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.api_retry_count = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.934046] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.ca_file = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.934224] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.cache_prefix = devstack-image-cache {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.934394] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.cluster_name = testcl1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.934560] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.connection_pool_size = 10 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.934717] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.console_delay_seconds = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.934885] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.datastore_regex = ^datastore.* {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.935114] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.935292] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.host_password = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.935463] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.host_port = 443 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.935633] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.host_username = administrator@vsphere.local {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.935800] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.insecure = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.935962] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.integration_bridge = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.936143] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.maximum_objects = 100 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.936305] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.pbm_default_policy = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.936466] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.pbm_enabled = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.936623] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.pbm_wsdl_location = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.936790] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.936950] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.serial_port_proxy_uri = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.937122] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.serial_port_service_uri = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.937294] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.task_poll_interval = 0.5 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.937463] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.use_linked_clone = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.937632] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.vnc_keymap = en-us {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.937795] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.vnc_port = 5900 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.937957] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vmware.vnc_port_total = 10000 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.938158] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vnc.auth_schemes = ['none'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.938334] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vnc.enabled = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.938632] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.938817] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.938991] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vnc.novncproxy_port = 6080 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.939207] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vnc.server_listen = 127.0.0.1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.939394] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.939557] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vnc.vencrypt_ca_certs = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.939716] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vnc.vencrypt_client_cert = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.939875] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vnc.vencrypt_client_key = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.940067] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.940238] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.disable_deep_image_inspection = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.940403] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.940565] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.940725] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.940911] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.disable_rootwrap = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.941106] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.enable_numa_live_migration = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.941276] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.941441] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.941600] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.941761] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.libvirt_disable_apic = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.941959] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.942168] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.942339] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.942504] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.942691] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.942890] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.943075] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.943242] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.943401] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.943570] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.943755] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.943927] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] wsgi.client_socket_timeout = 900 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.944113] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] wsgi.default_pool_size = 1000 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.944284] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] wsgi.keep_alive = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.944453] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] wsgi.max_header_line = 16384 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.944616] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] wsgi.secure_proxy_ssl_header = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.944778] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] wsgi.ssl_ca_file = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.944937] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] wsgi.ssl_cert_file = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.945115] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] wsgi.ssl_key_file = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.945285] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] wsgi.tcp_keepidle = 600 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.945468] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.945639] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] zvm.ca_file = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.945803] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] zvm.cloud_connector_url = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.946119] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.946306] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] zvm.reachable_timeout = 300 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.946482] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.946657] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.946835] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] profiler.connection_string = messaging:// {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.947012] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] profiler.enabled = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.947195] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] profiler.es_doc_type = notification {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.947359] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] profiler.es_scroll_size = 10000 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.947524] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] profiler.es_scroll_time = 2m {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.947687] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] profiler.filter_error_trace = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.947853] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] profiler.hmac_keys = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.948029] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] profiler.sentinel_service_name = mymaster {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.948203] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] profiler.socket_timeout = 0.1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.948366] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] profiler.trace_requests = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.948527] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] profiler.trace_sqlalchemy = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.948712] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] profiler_jaeger.process_tags = {} {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.948874] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] profiler_jaeger.service_name_prefix = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.949047] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] profiler_otlp.service_name_prefix = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.949217] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] remote_debug.host = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.949432] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] remote_debug.port = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.949640] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.949809] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.949976] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.950159] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.950323] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.950485] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.950647] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.950811] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.951008] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.951194] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.951355] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.951528] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.951696] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.951862] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.952066] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.952244] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.952411] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.952580] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.952741] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.952903] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.953085] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.953259] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.953452] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.953628] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.953795] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.953957] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.954138] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.954301] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.954502] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.954687] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.ssl = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.954863] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.955081] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.955280] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.955480] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.955662] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.ssl_version = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.955827] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.956033] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.956197] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_notifications.retry = -1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.956378] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.956549] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_messaging_notifications.transport_url = **** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.956722] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.auth_section = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.956886] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.auth_type = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.957064] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.cafile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.957228] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.certfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.957393] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.collect_timing = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.957553] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.connect_retries = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.957714] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.connect_retry_delay = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.957873] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.endpoint_id = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.958063] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.endpoint_interface = publicURL {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.958227] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.endpoint_override = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.958387] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.endpoint_region_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.958550] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.endpoint_service_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.958711] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.endpoint_service_type = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.958872] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.insecure = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.959045] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.keyfile = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.959208] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.max_version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.959366] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.min_version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.959524] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.region_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.959682] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.retriable_status_codes = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.959839] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.service_name = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.959995] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.service_type = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.960176] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.split_loggers = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.960336] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.status_code_retries = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.960494] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.status_code_retry_delay = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.960652] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.timeout = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.960809] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.valid_interfaces = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.960968] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_limit.version = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.961150] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_reports.file_event_handler = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.961317] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.961475] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] oslo_reports.log_dir = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.961647] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.961806] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.961966] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.962158] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.962337] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.962497] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.962665] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.962823] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vif_plug_ovs_privileged.group = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.962980] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.963164] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.963325] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.963481] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] vif_plug_ovs_privileged.user = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.963649] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_vif_linux_bridge.flat_interface = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.963827] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.963999] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.964191] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.964356] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.964527] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.964691] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.964853] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.965044] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.965219] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_vif_ovs.isolate_vif = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.965388] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.965555] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.965722] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.965890] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_vif_ovs.ovsdb_interface = native {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.966069] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] os_vif_ovs.per_port_bridge = False {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.966246] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] privsep_osbrick.capabilities = [21] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.966407] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] privsep_osbrick.group = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.966565] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] privsep_osbrick.helper_command = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.966729] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.966893] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.967065] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] privsep_osbrick.user = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.967241] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.967400] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] nova_sys_admin.group = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.967557] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] nova_sys_admin.helper_command = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.967721] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.967881] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.968052] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] nova_sys_admin.user = None {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.968184] env[62643]: DEBUG oslo_service.service [None req-92afb1ff-a622-483e-b202-e32c8dd9743c None None] ******************************************************************************** {{(pid=62643) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 508.968614] env[62643]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 509.472757] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Getting list of instances from cluster (obj){ [ 509.472757] env[62643]: value = "domain-c8" [ 509.472757] env[62643]: _type = "ClusterComputeResource" [ 509.472757] env[62643]: } {{(pid=62643) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 509.473881] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd75febe-e64f-4e6e-9778-9cdc5a9ecfb5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.482899] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Got total of 0 instances {{(pid=62643) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 509.483503] env[62643]: WARNING nova.virt.vmwareapi.driver [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 509.483976] env[62643]: INFO nova.virt.node [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Generated node identity ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a [ 509.484228] env[62643]: INFO nova.virt.node [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Wrote node identity ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a to /opt/stack/data/n-cpu-1/compute_id [ 509.986899] env[62643]: WARNING nova.compute.manager [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Compute nodes ['ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 510.992380] env[62643]: INFO nova.compute.manager [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 511.998390] env[62643]: WARNING nova.compute.manager [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 511.998733] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.999351] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 511.999513] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 511.999672] env[62643]: DEBUG nova.compute.resource_tracker [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62643) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 512.000591] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a948784-b3ff-41ad-ba96-b248165917d6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.008820] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d919a9-9bf9-4436-9900-dbe330b4eb17 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.023153] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8238afc-5871-41a3-b01f-e782cafc39d6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.030778] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c222b4-ceba-4002-a8e0-40e57b4563df {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.060468] env[62643]: DEBUG nova.compute.resource_tracker [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181251MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62643) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 512.060620] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.060836] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.563107] env[62643]: WARNING nova.compute.resource_tracker [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] No compute node record for cpu-1:ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a could not be found. [ 513.067485] env[62643]: INFO nova.compute.resource_tracker [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a [ 514.575508] env[62643]: DEBUG nova.compute.resource_tracker [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 514.575853] env[62643]: DEBUG nova.compute.resource_tracker [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 514.762957] env[62643]: INFO nova.scheduler.client.report [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] [req-309d5c1f-9572-42a7-9429-54e37fc58ed1] Created resource provider record via placement API for resource provider with UUID ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 514.777488] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4224d222-b6a5-4f30-87dd-0a1d5fcdc164 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.785097] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a367cb-8a16-497f-a7ac-c83edfd13ca2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.815500] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4220befc-67a9-4b20-9d99-37608efdb4b1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.822769] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2633ee7-78a8-4cd4-95d8-30fb1f37ace5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.835837] env[62643]: DEBUG nova.compute.provider_tree [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 515.371780] env[62643]: DEBUG nova.scheduler.client.report [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Updated inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 515.371989] env[62643]: DEBUG nova.compute.provider_tree [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Updating resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a generation from 0 to 1 during operation: update_inventory {{(pid=62643) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 515.372177] env[62643]: DEBUG nova.compute.provider_tree [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 515.419065] env[62643]: DEBUG nova.compute.provider_tree [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Updating resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a generation from 1 to 2 during operation: update_traits {{(pid=62643) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 515.923542] env[62643]: DEBUG nova.compute.resource_tracker [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 515.923942] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.863s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.923942] env[62643]: DEBUG nova.service [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Creating RPC server for service compute {{(pid=62643) start /opt/stack/nova/nova/service.py:186}} [ 515.937053] env[62643]: DEBUG nova.service [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] Join ServiceGroup membership for this service compute {{(pid=62643) start /opt/stack/nova/nova/service.py:203}} [ 515.937255] env[62643]: DEBUG nova.servicegroup.drivers.db [None req-f55bfe7f-c555-472f-9bf6-c993f8cb4a81 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62643) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 535.940066] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.443569] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Getting list of instances from cluster (obj){ [ 536.443569] env[62643]: value = "domain-c8" [ 536.443569] env[62643]: _type = "ClusterComputeResource" [ 536.443569] env[62643]: } {{(pid=62643) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 536.444939] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db71348-8b3f-49aa-b0fa-6c14ac5a16d7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.454513] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Got total of 0 instances {{(pid=62643) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 536.454771] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.455109] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Getting list of instances from cluster (obj){ [ 536.455109] env[62643]: value = "domain-c8" [ 536.455109] env[62643]: _type = "ClusterComputeResource" [ 536.455109] env[62643]: } {{(pid=62643) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 536.456040] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56aadd4-8f02-436f-b930-cc6e1806ad93 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.464731] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Got total of 0 instances {{(pid=62643) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 560.415061] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.415061] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.679383] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquiring lock "ee332a56-22ec-4c79-ac21-287662364180" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.679597] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Lock "ee332a56-22ec-4c79-ac21-287662364180" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.916992] env[62643]: DEBUG nova.compute.manager [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.034923] env[62643]: DEBUG oslo_concurrency.lockutils [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.035514] env[62643]: DEBUG oslo_concurrency.lockutils [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.185151] env[62643]: DEBUG nova.compute.manager [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.463147] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.463147] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.465165] env[62643]: INFO nova.compute.claims [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 561.537683] env[62643]: DEBUG nova.compute.manager [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.710220] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.975117] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "aaaea473-cf12-456a-8c69-ee3e7656334c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.976770] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "aaaea473-cf12-456a-8c69-ee3e7656334c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.062624] env[62643]: DEBUG oslo_concurrency.lockutils [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.472260] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Acquiring lock "76de7063-a5a3-4f98-9057-14fce25e3371" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.472915] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Lock "76de7063-a5a3-4f98-9057-14fce25e3371" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.493921] env[62643]: DEBUG nova.compute.manager [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.578478] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65914569-9058-4832-8cf8-4f995357978b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.591516] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77beead4-1012-4083-ada3-a55d9c878f04 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.626026] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ae6fbf-25c2-4127-a3b1-3ae59aeed156 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.634074] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a6115b-62d2-4fc7-b1f9-2003255b5b66 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.649526] env[62643]: DEBUG nova.compute.provider_tree [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 562.981943] env[62643]: DEBUG nova.compute.manager [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 563.023422] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.151851] env[62643]: DEBUG nova.scheduler.client.report [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 563.512990] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.657686] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.660123] env[62643]: DEBUG nova.compute.manager [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 563.661393] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.951s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.663304] env[62643]: INFO nova.compute.claims [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 564.168886] env[62643]: DEBUG nova.compute.utils [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 564.176372] env[62643]: DEBUG nova.compute.manager [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 564.176464] env[62643]: DEBUG nova.network.neutron [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 564.327817] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "efdf473f-8daa-4179-9a44-3b72bfb87f01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.328048] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "efdf473f-8daa-4179-9a44-3b72bfb87f01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.393660] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.393962] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.394120] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Starting heal instance info cache {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 564.394240] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Rebuilding the list of instances to heal {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 564.633345] env[62643]: DEBUG nova.policy [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c75d71ee4b940afb37403f84fdb2f56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ab50f55a8f4ff289536d64ecd45f09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 564.673805] env[62643]: DEBUG nova.compute.manager [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 564.832189] env[62643]: DEBUG nova.compute.manager [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.835812] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c47b069-6036-4195-8dde-b95088dfb77e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.848672] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1b4633-bbf3-4c04-a815-5aa81d9f7860 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.892771] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433b1eb3-81a7-42b8-bd15-2dc27e6db0c8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.899403] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Skipping network cache update for instance because it is Building. {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 564.899554] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: ee332a56-22ec-4c79-ac21-287662364180] Skipping network cache update for instance because it is Building. {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 564.899684] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Didn't find any instances for network info cache update. {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 564.900641] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.901371] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.901904] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.902137] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.902327] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.902509] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.902673] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62643) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 564.902851] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.908833] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e8fc2a-35d5-429c-81c8-a5df5eed669e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.925304] env[62643]: DEBUG nova.compute.provider_tree [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 565.321105] env[62643]: DEBUG nova.network.neutron [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Successfully created port: a65e8255-2e0a-4f7f-91cb-035a6d5e64d8 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 565.364420] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.406574] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.431375] env[62643]: DEBUG nova.scheduler.client.report [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 565.692156] env[62643]: DEBUG nova.compute.manager [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 565.724544] env[62643]: DEBUG nova.virt.hardware [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 565.724793] env[62643]: DEBUG nova.virt.hardware [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 565.724941] env[62643]: DEBUG nova.virt.hardware [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 565.725163] env[62643]: DEBUG nova.virt.hardware [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 565.725413] env[62643]: DEBUG nova.virt.hardware [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 565.725654] env[62643]: DEBUG nova.virt.hardware [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 565.725926] env[62643]: DEBUG nova.virt.hardware [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 565.726113] env[62643]: DEBUG nova.virt.hardware [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 565.726552] env[62643]: DEBUG nova.virt.hardware [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 565.726720] env[62643]: DEBUG nova.virt.hardware [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 565.726896] env[62643]: DEBUG nova.virt.hardware [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 565.727773] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25099bdc-db75-457e-87fe-35eacd489875 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.736016] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca36512f-9f98-49e1-ae32-3f6859540b61 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.758092] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f14f8c-0773-4fa8-845f-5f436e57e149 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.775581] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "a7f0e157-fd31-4d6f-af3c-59b311ad974d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.775683] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "a7f0e157-fd31-4d6f-af3c-59b311ad974d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.938030] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.938597] env[62643]: DEBUG nova.compute.manager [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 565.941906] env[62643]: DEBUG oslo_concurrency.lockutils [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.879s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.943569] env[62643]: INFO nova.compute.claims [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 566.281879] env[62643]: DEBUG nova.compute.manager [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 566.448217] env[62643]: DEBUG nova.compute.utils [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 566.454677] env[62643]: DEBUG nova.compute.manager [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 566.454932] env[62643]: DEBUG nova.network.neutron [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 566.546605] env[62643]: DEBUG nova.policy [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f203b1703364defbe29f17d6ddf0a29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4894a36a9c404c6a8dde7652fd78fbeb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 566.812320] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.958582] env[62643]: DEBUG nova.compute.manager [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 567.104864] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d89f4d2-9f02-4e34-955d-5fdc876737d3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.118248] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1958a362-6b75-498a-94b2-28fa3e2d0743 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.156858] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37b11be-1fdf-4c94-8428-52b036a1cc57 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.164644] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7d6771-64f8-49d5-bb21-ec0d55a8c7af {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.179640] env[62643]: DEBUG nova.compute.provider_tree [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 567.274540] env[62643]: DEBUG nova.network.neutron [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Successfully created port: 0e0f9265-66e5-4214-8e86-5f1410e36105 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 567.683468] env[62643]: DEBUG nova.scheduler.client.report [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 567.966449] env[62643]: DEBUG nova.compute.manager [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 567.997241] env[62643]: DEBUG nova.virt.hardware [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 567.997595] env[62643]: DEBUG nova.virt.hardware [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 567.997809] env[62643]: DEBUG nova.virt.hardware [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 567.998097] env[62643]: DEBUG nova.virt.hardware [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 567.998325] env[62643]: DEBUG nova.virt.hardware [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 567.998529] env[62643]: DEBUG nova.virt.hardware [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 567.998794] env[62643]: DEBUG nova.virt.hardware [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 567.999130] env[62643]: DEBUG nova.virt.hardware [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 567.999311] env[62643]: DEBUG nova.virt.hardware [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 567.999522] env[62643]: DEBUG nova.virt.hardware [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 567.999748] env[62643]: DEBUG nova.virt.hardware [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 568.000890] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a115e3e4-9e5c-4a2d-8f98-43058901790d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.012488] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca11a12-2dca-4fbc-ba49-62aca54650d4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.073845] env[62643]: DEBUG nova.network.neutron [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Successfully updated port: a65e8255-2e0a-4f7f-91cb-035a6d5e64d8 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 568.192626] env[62643]: DEBUG oslo_concurrency.lockutils [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.193756] env[62643]: DEBUG nova.compute.manager [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 568.197376] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.174s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.199965] env[62643]: INFO nova.compute.claims [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 568.580691] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "refresh_cache-8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.580842] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired lock "refresh_cache-8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.580994] env[62643]: DEBUG nova.network.neutron [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 568.708106] env[62643]: DEBUG nova.compute.utils [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 568.714712] env[62643]: DEBUG nova.compute.manager [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 568.715525] env[62643]: DEBUG nova.network.neutron [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 568.826537] env[62643]: DEBUG nova.policy [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37e38a870f484121a5057882cc019767', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '694f5a2fef944e7d896da830d81d9098', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 569.216459] env[62643]: DEBUG nova.compute.manager [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 569.305667] env[62643]: DEBUG nova.network.neutron [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 569.394707] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9289fbd-a19a-4cd8-9cf8-3173c74bad84 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.404769] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3755de89-abfe-4a43-a8b4-f3c1716a8442 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.445243] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300f9d5f-faca-41da-9d99-3e3200ff092d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.454946] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Acquiring lock "33b468d7-3682-49cb-a4ad-1610abc8e2cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.455358] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Lock "33b468d7-3682-49cb-a4ad-1610abc8e2cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.457793] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deee9208-93ad-472a-94a6-9d177ce18ddf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.473354] env[62643]: DEBUG nova.compute.provider_tree [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.675157] env[62643]: DEBUG nova.network.neutron [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Updating instance_info_cache with network_info: [{"id": "a65e8255-2e0a-4f7f-91cb-035a6d5e64d8", "address": "fa:16:3e:4e:59:c6", "network": {"id": "7913ea5d-c434-47bd-8c92-ec7d02c3c89a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-714094955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab50f55a8f4ff289536d64ecd45f09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65e8255-2e", "ovs_interfaceid": "a65e8255-2e0a-4f7f-91cb-035a6d5e64d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.735488] env[62643]: DEBUG nova.compute.manager [req-924ed5e5-b3e6-448c-b3ec-4b9fc06287c1 req-7879a52e-9698-4ea0-9451-48eab0229f12 service nova] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Received event network-vif-plugged-a65e8255-2e0a-4f7f-91cb-035a6d5e64d8 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.737531] env[62643]: DEBUG oslo_concurrency.lockutils [req-924ed5e5-b3e6-448c-b3ec-4b9fc06287c1 req-7879a52e-9698-4ea0-9451-48eab0229f12 service nova] Acquiring lock "8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.737531] env[62643]: DEBUG oslo_concurrency.lockutils [req-924ed5e5-b3e6-448c-b3ec-4b9fc06287c1 req-7879a52e-9698-4ea0-9451-48eab0229f12 service nova] Lock "8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.737531] env[62643]: DEBUG oslo_concurrency.lockutils [req-924ed5e5-b3e6-448c-b3ec-4b9fc06287c1 req-7879a52e-9698-4ea0-9451-48eab0229f12 service nova] Lock "8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.737531] env[62643]: DEBUG nova.compute.manager [req-924ed5e5-b3e6-448c-b3ec-4b9fc06287c1 req-7879a52e-9698-4ea0-9451-48eab0229f12 service nova] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] No waiting events found dispatching network-vif-plugged-a65e8255-2e0a-4f7f-91cb-035a6d5e64d8 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 569.737531] env[62643]: WARNING nova.compute.manager [req-924ed5e5-b3e6-448c-b3ec-4b9fc06287c1 req-7879a52e-9698-4ea0-9451-48eab0229f12 service nova] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Received unexpected event network-vif-plugged-a65e8255-2e0a-4f7f-91cb-035a6d5e64d8 for instance with vm_state building and task_state spawning. [ 569.807146] env[62643]: DEBUG nova.network.neutron [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Successfully created port: 9f8dbc68-75d8-4962-89df-74fb7ed6f66b {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 569.927246] env[62643]: DEBUG nova.network.neutron [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Successfully updated port: 0e0f9265-66e5-4214-8e86-5f1410e36105 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 569.966330] env[62643]: DEBUG nova.compute.manager [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.977096] env[62643]: DEBUG nova.scheduler.client.report [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.183235] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Releasing lock "refresh_cache-8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.184609] env[62643]: DEBUG nova.compute.manager [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Instance network_info: |[{"id": "a65e8255-2e0a-4f7f-91cb-035a6d5e64d8", "address": "fa:16:3e:4e:59:c6", "network": {"id": "7913ea5d-c434-47bd-8c92-ec7d02c3c89a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-714094955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab50f55a8f4ff289536d64ecd45f09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65e8255-2e", "ovs_interfaceid": "a65e8255-2e0a-4f7f-91cb-035a6d5e64d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 570.184886] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:59:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a65e8255-2e0a-4f7f-91cb-035a6d5e64d8', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 570.205717] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.205981] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c4bfd35-50a4-4189-ba66-5f21ad278fc5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.217718] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Created folder: OpenStack in parent group-v4. [ 570.218029] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Creating folder: Project (48ab50f55a8f4ff289536d64ecd45f09). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.218737] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65c61383-2342-42cd-91ac-3d1d1c8a3b26 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.227344] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Created folder: Project (48ab50f55a8f4ff289536d64ecd45f09) in parent group-v483488. [ 570.228490] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Creating folder: Instances. Parent ref: group-v483489. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.228935] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26b46b3b-6c97-4bae-a90c-5aac0498e8b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.233430] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Acquiring lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.233649] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.239941] env[62643]: DEBUG nova.compute.manager [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 570.242995] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Created folder: Instances in parent group-v483489. [ 570.242995] env[62643]: DEBUG oslo.service.loopingcall [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 570.243208] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 570.243330] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e8bd4b5-3e6c-47ab-ab26-bbb2c86fac57 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.265277] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 570.265277] env[62643]: value = "task-2382538" [ 570.265277] env[62643]: _type = "Task" [ 570.265277] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.275386] env[62643]: DEBUG nova.virt.hardware [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 570.275689] env[62643]: DEBUG nova.virt.hardware [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 570.275847] env[62643]: DEBUG nova.virt.hardware [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 570.277225] env[62643]: DEBUG nova.virt.hardware [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 570.277225] env[62643]: DEBUG nova.virt.hardware [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 570.277225] env[62643]: DEBUG nova.virt.hardware [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 570.277225] env[62643]: DEBUG nova.virt.hardware [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 570.277225] env[62643]: DEBUG nova.virt.hardware [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 570.277425] env[62643]: DEBUG nova.virt.hardware [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 570.277425] env[62643]: DEBUG nova.virt.hardware [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 570.277490] env[62643]: DEBUG nova.virt.hardware [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 570.278663] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd9fc23-35f2-4479-bee6-634b14510975 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.287252] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382538, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.301284] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246efcc7-35d2-4f83-88c8-d16c817e1a0b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.434176] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquiring lock "refresh_cache-ee332a56-22ec-4c79-ac21-287662364180" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.438049] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquired lock "refresh_cache-ee332a56-22ec-4c79-ac21-287662364180" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.438049] env[62643]: DEBUG nova.network.neutron [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 570.483178] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.484132] env[62643]: DEBUG nova.compute.manager [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 570.488956] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.976s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.490922] env[62643]: INFO nova.compute.claims [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 570.511024] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.661779] env[62643]: DEBUG nova.compute.manager [req-dca9a769-8040-4934-8765-a3754c7d0b66 req-3b39e4f1-c9bc-40b3-a2d1-1f273cef3ab3 service nova] [instance: ee332a56-22ec-4c79-ac21-287662364180] Received event network-vif-plugged-0e0f9265-66e5-4214-8e86-5f1410e36105 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.662206] env[62643]: DEBUG oslo_concurrency.lockutils [req-dca9a769-8040-4934-8765-a3754c7d0b66 req-3b39e4f1-c9bc-40b3-a2d1-1f273cef3ab3 service nova] Acquiring lock "ee332a56-22ec-4c79-ac21-287662364180-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.664536] env[62643]: DEBUG oslo_concurrency.lockutils [req-dca9a769-8040-4934-8765-a3754c7d0b66 req-3b39e4f1-c9bc-40b3-a2d1-1f273cef3ab3 service nova] Lock "ee332a56-22ec-4c79-ac21-287662364180-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.664536] env[62643]: DEBUG oslo_concurrency.lockutils [req-dca9a769-8040-4934-8765-a3754c7d0b66 req-3b39e4f1-c9bc-40b3-a2d1-1f273cef3ab3 service nova] Lock "ee332a56-22ec-4c79-ac21-287662364180-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.664536] env[62643]: DEBUG nova.compute.manager [req-dca9a769-8040-4934-8765-a3754c7d0b66 req-3b39e4f1-c9bc-40b3-a2d1-1f273cef3ab3 service nova] [instance: ee332a56-22ec-4c79-ac21-287662364180] No waiting events found dispatching network-vif-plugged-0e0f9265-66e5-4214-8e86-5f1410e36105 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 570.664536] env[62643]: WARNING nova.compute.manager [req-dca9a769-8040-4934-8765-a3754c7d0b66 req-3b39e4f1-c9bc-40b3-a2d1-1f273cef3ab3 service nova] [instance: ee332a56-22ec-4c79-ac21-287662364180] Received unexpected event network-vif-plugged-0e0f9265-66e5-4214-8e86-5f1410e36105 for instance with vm_state building and task_state spawning. [ 570.736714] env[62643]: DEBUG nova.compute.manager [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.785030] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382538, 'name': CreateVM_Task, 'duration_secs': 0.408484} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.785030] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 570.806748] env[62643]: DEBUG oslo_vmware.service [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bcacea-fd79-4146-940f-0383210fe9d5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.815116] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.815377] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.816797] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.816931] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95904f07-b8f0-4f96-b059-b02419c02793 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.822348] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 570.822348] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bf6a7b-984b-8f54-3b11-4196122fb7cc" [ 570.822348] env[62643]: _type = "Task" [ 570.822348] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.830878] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bf6a7b-984b-8f54-3b11-4196122fb7cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.996180] env[62643]: DEBUG nova.compute.utils [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 571.000724] env[62643]: DEBUG nova.compute.manager [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 571.000724] env[62643]: DEBUG nova.network.neutron [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 571.071761] env[62643]: DEBUG nova.network.neutron [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 571.107591] env[62643]: DEBUG nova.policy [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9297232b6a24501bb99f60271376182', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a04f71c574a445c94f7b8491fc29f0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 571.144071] env[62643]: DEBUG oslo_concurrency.lockutils [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquiring lock "f3d3bf6b-7561-4084-b363-01368aa28a0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.144392] env[62643]: DEBUG oslo_concurrency.lockutils [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Lock "f3d3bf6b-7561-4084-b363-01368aa28a0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.270522] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.334909] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.335173] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 571.335444] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.335560] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.336139] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.336289] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5b8a067-3b9e-40a7-80d4-4d94013ed52d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.357471] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.357901] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.358768] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2161c3-c4cd-4828-9680-8557fcfee6e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.366557] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cff106f4-900f-4de8-94ec-f5f97cf91d59 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.375928] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 571.375928] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525121a2-c11d-72ac-6eb7-306259dae5af" [ 571.375928] env[62643]: _type = "Task" [ 571.375928] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.388120] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525121a2-c11d-72ac-6eb7-306259dae5af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.507458] env[62643]: DEBUG nova.compute.manager [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 571.648256] env[62643]: DEBUG nova.network.neutron [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Updating instance_info_cache with network_info: [{"id": "0e0f9265-66e5-4214-8e86-5f1410e36105", "address": "fa:16:3e:21:a5:7e", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e0f9265-66", "ovs_interfaceid": "0e0f9265-66e5-4214-8e86-5f1410e36105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.652927] env[62643]: DEBUG nova.compute.manager [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 571.884597] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc64cd80-1720-41e1-9f0e-3a6f4dfb5254 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.899963] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Preparing fetch location {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 571.900561] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Creating directory with path [datastore2] vmware_temp/86c0441f-83a5-4d62-bd06-d503c33af0b8/44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.901761] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65b7d42-199a-44df-bfaa-d0c1fc937f8b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.907400] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9df6dc49-e36e-47e4-b1c0-09d6e39486bf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.939289] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efe8d34-f16f-49ba-b27b-360297422c85 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.948643] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b44d8db-286d-4859-ac87-2db451083d66 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.954758] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Created directory with path [datastore2] vmware_temp/86c0441f-83a5-4d62-bd06-d503c33af0b8/44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.955965] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Fetch image to [datastore2] vmware_temp/86c0441f-83a5-4d62-bd06-d503c33af0b8/44c3fcb5-c3ac-4085-93b4-0119603910a4/tmp-sparse.vmdk {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 571.955965] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Downloading image file data 44c3fcb5-c3ac-4085-93b4-0119603910a4 to [datastore2] vmware_temp/86c0441f-83a5-4d62-bd06-d503c33af0b8/44c3fcb5-c3ac-4085-93b4-0119603910a4/tmp-sparse.vmdk on the data store datastore2 {{(pid=62643) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 571.966813] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0317849-2e04-427c-a1c9-80c1c1e1faef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.971081] env[62643]: DEBUG nova.compute.provider_tree [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 571.979699] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bf0068-0d8b-4e52-85d6-edd523b655fa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.995928] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1608f86d-0348-40ac-9e35-672344dfb19e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.037307] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6ef934-9753-4803-b6cf-0a71aecb24d2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.050784] env[62643]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b3d0f86b-092b-4426-8296-a46d623d6fb2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.143895] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Downloading image file data 44c3fcb5-c3ac-4085-93b4-0119603910a4 to the data store datastore2 {{(pid=62643) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 572.162717] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Releasing lock "refresh_cache-ee332a56-22ec-4c79-ac21-287662364180" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.163350] env[62643]: DEBUG nova.compute.manager [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Instance network_info: |[{"id": "0e0f9265-66e5-4214-8e86-5f1410e36105", "address": "fa:16:3e:21:a5:7e", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e0f9265-66", "ovs_interfaceid": "0e0f9265-66e5-4214-8e86-5f1410e36105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 572.167845] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:a5:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e0f9265-66e5-4214-8e86-5f1410e36105', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.178974] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Creating folder: Project (4894a36a9c404c6a8dde7652fd78fbeb). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.183569] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea27e121-3354-42cc-b062-ae3d0477874d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.201923] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Created folder: Project (4894a36a9c404c6a8dde7652fd78fbeb) in parent group-v483488. [ 572.201923] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Creating folder: Instances. Parent ref: group-v483492. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.202260] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cd2388f-ee6d-44fa-969f-f6a2f1fe58f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.213440] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Created folder: Instances in parent group-v483492. [ 572.214134] env[62643]: DEBUG oslo.service.loopingcall [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.216339] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee332a56-22ec-4c79-ac21-287662364180] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.216495] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8d7bc13-bdac-451d-a32c-c896767784c1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.244217] env[62643]: DEBUG oslo_concurrency.lockutils [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.250754] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.250754] env[62643]: value = "task-2382541" [ 572.250754] env[62643]: _type = "Task" [ 572.250754] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.262067] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382541, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.268202] env[62643]: DEBUG oslo_vmware.rw_handles [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/86c0441f-83a5-4d62-bd06-d503c33af0b8/44c3fcb5-c3ac-4085-93b4-0119603910a4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62643) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 572.333660] env[62643]: DEBUG nova.network.neutron [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Successfully created port: 3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 572.478462] env[62643]: DEBUG nova.scheduler.client.report [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 572.537752] env[62643]: DEBUG nova.compute.manager [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 572.585078] env[62643]: DEBUG nova.network.neutron [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Successfully updated port: 9f8dbc68-75d8-4962-89df-74fb7ed6f66b {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 572.598220] env[62643]: DEBUG nova.virt.hardware [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.598433] env[62643]: DEBUG nova.virt.hardware [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.598780] env[62643]: DEBUG nova.virt.hardware [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.598964] env[62643]: DEBUG nova.virt.hardware [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.599243] env[62643]: DEBUG nova.virt.hardware [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.599504] env[62643]: DEBUG nova.virt.hardware [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.599873] env[62643]: DEBUG nova.virt.hardware [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.600171] env[62643]: DEBUG nova.virt.hardware [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.600487] env[62643]: DEBUG nova.virt.hardware [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.600796] env[62643]: DEBUG nova.virt.hardware [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.601210] env[62643]: DEBUG nova.virt.hardware [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.603722] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b48c21b-7495-4fb8-85ac-06baed368766 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.627140] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9340ceb8-2898-4b4c-aad4-6431b8e4d4f3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.642800] env[62643]: DEBUG nova.compute.manager [req-80acf0a6-b249-4b0e-97f3-cce7b67f0fce req-599229f9-33bb-4f71-82ee-a769103d9649 service nova] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Received event network-changed-a65e8255-2e0a-4f7f-91cb-035a6d5e64d8 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.643093] env[62643]: DEBUG nova.compute.manager [req-80acf0a6-b249-4b0e-97f3-cce7b67f0fce req-599229f9-33bb-4f71-82ee-a769103d9649 service nova] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Refreshing instance network info cache due to event network-changed-a65e8255-2e0a-4f7f-91cb-035a6d5e64d8. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 572.643399] env[62643]: DEBUG oslo_concurrency.lockutils [req-80acf0a6-b249-4b0e-97f3-cce7b67f0fce req-599229f9-33bb-4f71-82ee-a769103d9649 service nova] Acquiring lock "refresh_cache-8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.644348] env[62643]: DEBUG oslo_concurrency.lockutils [req-80acf0a6-b249-4b0e-97f3-cce7b67f0fce req-599229f9-33bb-4f71-82ee-a769103d9649 service nova] Acquired lock "refresh_cache-8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.644348] env[62643]: DEBUG nova.network.neutron [req-80acf0a6-b249-4b0e-97f3-cce7b67f0fce req-599229f9-33bb-4f71-82ee-a769103d9649 service nova] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Refreshing network info cache for port a65e8255-2e0a-4f7f-91cb-035a6d5e64d8 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 572.763036] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382541, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.988884] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.989477] env[62643]: DEBUG nova.compute.manager [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 572.992966] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.631s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.995264] env[62643]: INFO nova.compute.claims [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 573.088093] env[62643]: DEBUG oslo_concurrency.lockutils [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.088243] env[62643]: DEBUG oslo_concurrency.lockutils [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquired lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.088392] env[62643]: DEBUG nova.network.neutron [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.259586] env[62643]: DEBUG oslo_vmware.rw_handles [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Completed reading data from the image iterator. {{(pid=62643) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 573.259586] env[62643]: DEBUG oslo_vmware.rw_handles [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/86c0441f-83a5-4d62-bd06-d503c33af0b8/44c3fcb5-c3ac-4085-93b4-0119603910a4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 573.266578] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382541, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.315280] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Downloaded image file data 44c3fcb5-c3ac-4085-93b4-0119603910a4 to vmware_temp/86c0441f-83a5-4d62-bd06-d503c33af0b8/44c3fcb5-c3ac-4085-93b4-0119603910a4/tmp-sparse.vmdk on the data store datastore2 {{(pid=62643) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 573.316496] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Caching image {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 573.316496] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Copying Virtual Disk [datastore2] vmware_temp/86c0441f-83a5-4d62-bd06-d503c33af0b8/44c3fcb5-c3ac-4085-93b4-0119603910a4/tmp-sparse.vmdk to [datastore2] vmware_temp/86c0441f-83a5-4d62-bd06-d503c33af0b8/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.316930] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a64930b-ac8b-4750-bab1-c0e3dcf4f54c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.325719] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 573.325719] env[62643]: value = "task-2382542" [ 573.325719] env[62643]: _type = "Task" [ 573.325719] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.335325] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.502164] env[62643]: DEBUG nova.compute.utils [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 573.509483] env[62643]: DEBUG nova.compute.manager [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 573.509741] env[62643]: DEBUG nova.network.neutron [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 573.654278] env[62643]: DEBUG nova.policy [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c884f043ac014a9da943d2b995860511', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78b45393b3b14f1ab23195a43b793ab8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 573.697305] env[62643]: DEBUG nova.network.neutron [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 573.739251] env[62643]: DEBUG nova.network.neutron [req-80acf0a6-b249-4b0e-97f3-cce7b67f0fce req-599229f9-33bb-4f71-82ee-a769103d9649 service nova] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Updated VIF entry in instance network info cache for port a65e8255-2e0a-4f7f-91cb-035a6d5e64d8. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 573.739385] env[62643]: DEBUG nova.network.neutron [req-80acf0a6-b249-4b0e-97f3-cce7b67f0fce req-599229f9-33bb-4f71-82ee-a769103d9649 service nova] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Updating instance_info_cache with network_info: [{"id": "a65e8255-2e0a-4f7f-91cb-035a6d5e64d8", "address": "fa:16:3e:4e:59:c6", "network": {"id": "7913ea5d-c434-47bd-8c92-ec7d02c3c89a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-714094955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab50f55a8f4ff289536d64ecd45f09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65e8255-2e", "ovs_interfaceid": "a65e8255-2e0a-4f7f-91cb-035a6d5e64d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.766024] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382541, 'name': CreateVM_Task, 'duration_secs': 1.458889} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.766024] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee332a56-22ec-4c79-ac21-287662364180] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.766024] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.766344] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.766414] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.766770] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9b4135-4a01-4a02-bbc9-b6be3de17f22 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.771392] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 573.771392] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b45003-6e32-53a4-49fc-389ff472f505" [ 573.771392] env[62643]: _type = "Task" [ 573.771392] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.783512] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b45003-6e32-53a4-49fc-389ff472f505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.836832] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382542, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.998957] env[62643]: DEBUG nova.compute.manager [req-95c28f93-966b-4dae-b237-2de43773b91c req-b5508cfd-3e25-4914-8336-83bdf5d4dffc service nova] [instance: ee332a56-22ec-4c79-ac21-287662364180] Received event network-changed-0e0f9265-66e5-4214-8e86-5f1410e36105 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.999165] env[62643]: DEBUG nova.compute.manager [req-95c28f93-966b-4dae-b237-2de43773b91c req-b5508cfd-3e25-4914-8336-83bdf5d4dffc service nova] [instance: ee332a56-22ec-4c79-ac21-287662364180] Refreshing instance network info cache due to event network-changed-0e0f9265-66e5-4214-8e86-5f1410e36105. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 573.999368] env[62643]: DEBUG oslo_concurrency.lockutils [req-95c28f93-966b-4dae-b237-2de43773b91c req-b5508cfd-3e25-4914-8336-83bdf5d4dffc service nova] Acquiring lock "refresh_cache-ee332a56-22ec-4c79-ac21-287662364180" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.999502] env[62643]: DEBUG oslo_concurrency.lockutils [req-95c28f93-966b-4dae-b237-2de43773b91c req-b5508cfd-3e25-4914-8336-83bdf5d4dffc service nova] Acquired lock "refresh_cache-ee332a56-22ec-4c79-ac21-287662364180" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.999658] env[62643]: DEBUG nova.network.neutron [req-95c28f93-966b-4dae-b237-2de43773b91c req-b5508cfd-3e25-4914-8336-83bdf5d4dffc service nova] [instance: ee332a56-22ec-4c79-ac21-287662364180] Refreshing network info cache for port 0e0f9265-66e5-4214-8e86-5f1410e36105 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 574.012688] env[62643]: DEBUG nova.compute.manager [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 574.017820] env[62643]: DEBUG nova.network.neutron [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updating instance_info_cache with network_info: [{"id": "9f8dbc68-75d8-4962-89df-74fb7ed6f66b", "address": "fa:16:3e:26:a8:80", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8dbc68-75", "ovs_interfaceid": "9f8dbc68-75d8-4962-89df-74fb7ed6f66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.167453] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Acquiring lock "916ab81b-1461-464f-8194-1fe0d9a9216e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.167710] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Lock "916ab81b-1461-464f-8194-1fe0d9a9216e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.245712] env[62643]: DEBUG oslo_concurrency.lockutils [req-80acf0a6-b249-4b0e-97f3-cce7b67f0fce req-599229f9-33bb-4f71-82ee-a769103d9649 service nova] Releasing lock "refresh_cache-8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.271359] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e08039-566f-4ed4-9d1b-1ee93b9a4c89 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.289420] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b254ee9d-419d-42fd-a472-2cec96be6432 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.294803] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.294803] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 574.294803] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.327267] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33718153-a0ff-46d8-8e32-11d865bdec2b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.342976] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2747ed0f-6f51-41c0-96ec-e0aacabc0a7d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.348093] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674651} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.348885] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Copied Virtual Disk [datastore2] vmware_temp/86c0441f-83a5-4d62-bd06-d503c33af0b8/44c3fcb5-c3ac-4085-93b4-0119603910a4/tmp-sparse.vmdk to [datastore2] vmware_temp/86c0441f-83a5-4d62-bd06-d503c33af0b8/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 574.349115] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleting the datastore file [datastore2] vmware_temp/86c0441f-83a5-4d62-bd06-d503c33af0b8/44c3fcb5-c3ac-4085-93b4-0119603910a4/tmp-sparse.vmdk {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 574.352068] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e88f0789-db24-49ac-81db-9850c71a8d51 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.360234] env[62643]: DEBUG nova.compute.provider_tree [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 574.367774] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 574.367774] env[62643]: value = "task-2382543" [ 574.367774] env[62643]: _type = "Task" [ 574.367774] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.376173] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.533389] env[62643]: DEBUG oslo_concurrency.lockutils [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Releasing lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.533389] env[62643]: DEBUG nova.compute.manager [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Instance network_info: |[{"id": "9f8dbc68-75d8-4962-89df-74fb7ed6f66b", "address": "fa:16:3e:26:a8:80", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8dbc68-75", "ovs_interfaceid": "9f8dbc68-75d8-4962-89df-74fb7ed6f66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 574.533591] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:a8:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f8dbc68-75d8-4962-89df-74fb7ed6f66b', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 574.540992] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Creating folder: Project (694f5a2fef944e7d896da830d81d9098). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.540992] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c1120cc-c4c9-42c4-92e7-ee466aab551c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.550651] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Created folder: Project (694f5a2fef944e7d896da830d81d9098) in parent group-v483488. [ 574.550883] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Creating folder: Instances. Parent ref: group-v483495. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.551717] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4831ae10-cbf7-4688-8273-d4aa8c4f90c2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.562648] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Created folder: Instances in parent group-v483495. [ 574.562930] env[62643]: DEBUG oslo.service.loopingcall [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 574.563173] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 574.563380] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19a0aed0-ec96-4fbb-b8a4-10c906e2fd41 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.583734] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 574.583734] env[62643]: value = "task-2382546" [ 574.583734] env[62643]: _type = "Task" [ 574.583734] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.593306] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382546, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.649117] env[62643]: DEBUG nova.network.neutron [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Successfully created port: d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.868762] env[62643]: DEBUG nova.scheduler.client.report [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 574.885240] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022485} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.885240] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 574.885240] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Moving file from [datastore2] vmware_temp/86c0441f-83a5-4d62-bd06-d503c33af0b8/44c3fcb5-c3ac-4085-93b4-0119603910a4 to [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4. {{(pid=62643) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 574.885240] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-05cf2163-1432-4329-b551-728b3396f4b6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.891656] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 574.891656] env[62643]: value = "task-2382547" [ 574.891656] env[62643]: _type = "Task" [ 574.891656] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.900128] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382547, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.034030] env[62643]: DEBUG nova.compute.manager [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 575.065785] env[62643]: DEBUG nova.virt.hardware [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 575.065954] env[62643]: DEBUG nova.virt.hardware [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 575.067378] env[62643]: DEBUG nova.virt.hardware [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 575.067641] env[62643]: DEBUG nova.virt.hardware [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 575.067802] env[62643]: DEBUG nova.virt.hardware [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 575.067952] env[62643]: DEBUG nova.virt.hardware [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 575.068176] env[62643]: DEBUG nova.virt.hardware [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 575.068330] env[62643]: DEBUG nova.virt.hardware [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 575.070937] env[62643]: DEBUG nova.virt.hardware [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 575.070937] env[62643]: DEBUG nova.virt.hardware [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 575.070937] env[62643]: DEBUG nova.virt.hardware [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 575.070937] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1520e28-ed76-4571-9062-9bae7b51a8e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.080921] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6631c6-e2d5-4551-a142-d7c1964a0b0c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.105989] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382546, 'name': CreateVM_Task, 'duration_secs': 0.346272} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.106118] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.106745] env[62643]: DEBUG oslo_concurrency.lockutils [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.106914] env[62643]: DEBUG oslo_concurrency.lockutils [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.107249] env[62643]: DEBUG oslo_concurrency.lockutils [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.107529] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45247a3b-7b39-4013-9f23-b5c06e185db1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.113049] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 575.113049] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5264f671-19cd-6ac6-5500-69d0b0fc35a4" [ 575.113049] env[62643]: _type = "Task" [ 575.113049] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.121696] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5264f671-19cd-6ac6-5500-69d0b0fc35a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.376613] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.377086] env[62643]: DEBUG nova.compute.manager [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 575.379552] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.974s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.379732] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.379903] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62643) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 575.380213] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.568s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.384018] env[62643]: INFO nova.compute.claims [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 575.385182] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59595ba-eb3d-4bc7-919c-93ee5de00861 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.398092] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cd6385-1a4a-497a-a3d1-4cb13de308d2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.407345] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382547, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.036916} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.419549] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] File moved {{(pid=62643) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 575.419549] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Cleaning up location [datastore2] vmware_temp/86c0441f-83a5-4d62-bd06-d503c33af0b8 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 575.419549] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleting the datastore file [datastore2] vmware_temp/86c0441f-83a5-4d62-bd06-d503c33af0b8 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 575.419549] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bce6e3d-4334-40cb-9d8a-8aad68ffe6fc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.420077] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcda2ce6-aff5-4648-9679-ec5e7e70acf3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.430334] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844144cc-0cb6-417d-9a3c-6fe953e4611a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.434037] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 575.434037] env[62643]: value = "task-2382548" [ 575.434037] env[62643]: _type = "Task" [ 575.434037] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.439353] env[62643]: DEBUG nova.network.neutron [req-95c28f93-966b-4dae-b237-2de43773b91c req-b5508cfd-3e25-4914-8336-83bdf5d4dffc service nova] [instance: ee332a56-22ec-4c79-ac21-287662364180] Updated VIF entry in instance network info cache for port 0e0f9265-66e5-4214-8e86-5f1410e36105. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 575.439707] env[62643]: DEBUG nova.network.neutron [req-95c28f93-966b-4dae-b237-2de43773b91c req-b5508cfd-3e25-4914-8336-83bdf5d4dffc service nova] [instance: ee332a56-22ec-4c79-ac21-287662364180] Updating instance_info_cache with network_info: [{"id": "0e0f9265-66e5-4214-8e86-5f1410e36105", "address": "fa:16:3e:21:a5:7e", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e0f9265-66", "ovs_interfaceid": "0e0f9265-66e5-4214-8e86-5f1410e36105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.470280] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181253MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62643) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 575.470475] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.475922] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026173} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.476175] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 575.477782] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5af69d56-873a-4953-96ec-39775d12d6c0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.482634] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 575.482634] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5287ae42-08fc-44b0-ea18-397ffccfe2dc" [ 575.482634] env[62643]: _type = "Task" [ 575.482634] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.493043] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5287ae42-08fc-44b0-ea18-397ffccfe2dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.604787] env[62643]: DEBUG nova.network.neutron [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Successfully updated port: 3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 575.624808] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5264f671-19cd-6ac6-5500-69d0b0fc35a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009191} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.625158] env[62643]: DEBUG oslo_concurrency.lockutils [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.625401] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 575.625611] env[62643]: DEBUG oslo_concurrency.lockutils [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.886760] env[62643]: DEBUG nova.compute.utils [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 575.888504] env[62643]: DEBUG nova.compute.manager [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 575.888504] env[62643]: DEBUG nova.network.neutron [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.935278] env[62643]: DEBUG nova.policy [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3cb20ecb8ff4212ab817a0f679d5161', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc829a6049a94a2d98bd5f47a6df92b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.942593] env[62643]: DEBUG oslo_concurrency.lockutils [req-95c28f93-966b-4dae-b237-2de43773b91c req-b5508cfd-3e25-4914-8336-83bdf5d4dffc service nova] Releasing lock "refresh_cache-ee332a56-22ec-4c79-ac21-287662364180" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.997462] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5287ae42-08fc-44b0-ea18-397ffccfe2dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008581} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.998304] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.998304] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc/8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.998563] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.998884] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 575.999117] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c65ff0b-02c4-456d-b8b2-4deeac1606be {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.001941] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7738a18-cbad-4a88-9369-b905d42a50c0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.009615] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 576.009615] env[62643]: value = "task-2382549" [ 576.009615] env[62643]: _type = "Task" [ 576.009615] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.016872] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.017065] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.018149] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f12b4513-c826-44d5-b110-f3c0023abd81 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.025478] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.030085] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 576.030085] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cff776-997d-5a32-c08e-5ab7f2cf0407" [ 576.030085] env[62643]: _type = "Task" [ 576.030085] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.039019] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cff776-997d-5a32-c08e-5ab7f2cf0407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.109516] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.109516] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquired lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.109516] env[62643]: DEBUG nova.network.neutron [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 576.289794] env[62643]: DEBUG nova.compute.manager [req-cb5553ca-bb34-411d-b33c-a07802f0c155 req-782ec419-cd46-41f4-bbbe-13e3b0b5e506 service nova] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Received event network-vif-plugged-9f8dbc68-75d8-4962-89df-74fb7ed6f66b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.290493] env[62643]: DEBUG oslo_concurrency.lockutils [req-cb5553ca-bb34-411d-b33c-a07802f0c155 req-782ec419-cd46-41f4-bbbe-13e3b0b5e506 service nova] Acquiring lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.290878] env[62643]: DEBUG oslo_concurrency.lockutils [req-cb5553ca-bb34-411d-b33c-a07802f0c155 req-782ec419-cd46-41f4-bbbe-13e3b0b5e506 service nova] Lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.290878] env[62643]: DEBUG oslo_concurrency.lockutils [req-cb5553ca-bb34-411d-b33c-a07802f0c155 req-782ec419-cd46-41f4-bbbe-13e3b0b5e506 service nova] Lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.291207] env[62643]: DEBUG nova.compute.manager [req-cb5553ca-bb34-411d-b33c-a07802f0c155 req-782ec419-cd46-41f4-bbbe-13e3b0b5e506 service nova] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] No waiting events found dispatching network-vif-plugged-9f8dbc68-75d8-4962-89df-74fb7ed6f66b {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 576.291430] env[62643]: WARNING nova.compute.manager [req-cb5553ca-bb34-411d-b33c-a07802f0c155 req-782ec419-cd46-41f4-bbbe-13e3b0b5e506 service nova] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Received unexpected event network-vif-plugged-9f8dbc68-75d8-4962-89df-74fb7ed6f66b for instance with vm_state building and task_state spawning. [ 576.291521] env[62643]: DEBUG nova.compute.manager [req-cb5553ca-bb34-411d-b33c-a07802f0c155 req-782ec419-cd46-41f4-bbbe-13e3b0b5e506 service nova] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Received event network-changed-9f8dbc68-75d8-4962-89df-74fb7ed6f66b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.291670] env[62643]: DEBUG nova.compute.manager [req-cb5553ca-bb34-411d-b33c-a07802f0c155 req-782ec419-cd46-41f4-bbbe-13e3b0b5e506 service nova] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Refreshing instance network info cache due to event network-changed-9f8dbc68-75d8-4962-89df-74fb7ed6f66b. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 576.291886] env[62643]: DEBUG oslo_concurrency.lockutils [req-cb5553ca-bb34-411d-b33c-a07802f0c155 req-782ec419-cd46-41f4-bbbe-13e3b0b5e506 service nova] Acquiring lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.292042] env[62643]: DEBUG oslo_concurrency.lockutils [req-cb5553ca-bb34-411d-b33c-a07802f0c155 req-782ec419-cd46-41f4-bbbe-13e3b0b5e506 service nova] Acquired lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.292195] env[62643]: DEBUG nova.network.neutron [req-cb5553ca-bb34-411d-b33c-a07802f0c155 req-782ec419-cd46-41f4-bbbe-13e3b0b5e506 service nova] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Refreshing network info cache for port 9f8dbc68-75d8-4962-89df-74fb7ed6f66b {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 576.295165] env[62643]: DEBUG nova.network.neutron [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Successfully created port: 49f6c869-eb86-466f-a27d-4f5031a5fb88 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 576.354942] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquiring lock "43dc5e13-a248-4173-9ed2-a66e9b09bcb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.355124] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "43dc5e13-a248-4173-9ed2-a66e9b09bcb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.392874] env[62643]: DEBUG nova.compute.manager [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 576.522517] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501272} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.522781] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc/8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.523019] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.523284] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bd84daf-a705-4712-838e-dbf9c0fc81dc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.529668] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 576.529668] env[62643]: value = "task-2382550" [ 576.529668] env[62643]: _type = "Task" [ 576.529668] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.547945] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cff776-997d-5a32-c08e-5ab7f2cf0407, 'name': SearchDatastore_Task, 'duration_secs': 0.008532} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.554656] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.554939] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad9aece-6920-4fde-99be-f9a421fe2217 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.565657] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquiring lock "39c2763c-aab1-4d5b-90b7-7db675df0dea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.566138] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "39c2763c-aab1-4d5b-90b7-7db675df0dea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.566368] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 576.566368] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525cc98f-4264-4bf1-84d6-64da9a4f4466" [ 576.566368] env[62643]: _type = "Task" [ 576.566368] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.575591] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525cc98f-4264-4bf1-84d6-64da9a4f4466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.648504] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f207b6c3-5317-4984-b967-d67cd8cfe2b1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.657378] env[62643]: DEBUG nova.network.neutron [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 576.659965] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5e877d-762d-4b6d-9db3-ad19b559001c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.696837] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735fd837-1229-415b-af7f-20207e8ab734 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.704839] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5608ee9-1950-41be-ac59-3288b73d77e0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.718223] env[62643]: DEBUG nova.compute.provider_tree [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.007624] env[62643]: DEBUG nova.network.neutron [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Updating instance_info_cache with network_info: [{"id": "3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4", "address": "fa:16:3e:69:d9:d4", "network": {"id": "4fd14172-8152-4f05-bbba-22484d27cce0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280713548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a04f71c574a445c94f7b8491fc29f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aebc6d2-55", "ovs_interfaceid": "3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.052687] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068939} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.054022] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 577.055596] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc323eeb-ad3c-4082-a246-85010b9477ea {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.088418] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc/8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 577.092505] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a09af53b-8bd4-43ea-8125-6827afebb86b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.118605] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525cc98f-4264-4bf1-84d6-64da9a4f4466, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.119974] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.120528] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] ee332a56-22ec-4c79-ac21-287662364180/ee332a56-22ec-4c79-ac21-287662364180.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.120708] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 577.120708] env[62643]: value = "task-2382551" [ 577.120708] env[62643]: _type = "Task" [ 577.120708] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.120913] env[62643]: DEBUG oslo_concurrency.lockutils [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.121139] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 577.121337] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d268aa4-8d6e-45a2-bb09-3007b9fadb8a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.123478] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83fae5cc-92fb-404e-88bb-bfadd8271a86 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.141488] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 577.141488] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 577.141488] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 577.141488] env[62643]: value = "task-2382552" [ 577.141488] env[62643]: _type = "Task" [ 577.141488] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.141841] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a092ac17-b268-4383-837e-1367eea2acb0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.152465] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.155820] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 577.155820] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5266d442-4d46-931e-7787-8c9230f8145e" [ 577.155820] env[62643]: _type = "Task" [ 577.155820] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.161185] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.169427] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5266d442-4d46-931e-7787-8c9230f8145e, 'name': SearchDatastore_Task, 'duration_secs': 0.010053} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.171378] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-477d951f-49d1-41ee-9ba9-5b770acdc6e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.176331] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 577.176331] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5228b5d7-8c40-3470-12c8-22e429e495e1" [ 577.176331] env[62643]: _type = "Task" [ 577.176331] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.189217] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5228b5d7-8c40-3470-12c8-22e429e495e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.191459] env[62643]: DEBUG oslo_concurrency.lockutils [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.191733] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 7b61b38f-3e03-41f5-8d94-f56ec29e416a/7b61b38f-3e03-41f5-8d94-f56ec29e416a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.192048] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63115969-d306-4450-bdf7-2a015fdafcaa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.201160] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 577.201160] env[62643]: value = "task-2382553" [ 577.201160] env[62643]: _type = "Task" [ 577.201160] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.209015] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.221128] env[62643]: DEBUG nova.scheduler.client.report [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 577.239655] env[62643]: DEBUG nova.network.neutron [req-cb5553ca-bb34-411d-b33c-a07802f0c155 req-782ec419-cd46-41f4-bbbe-13e3b0b5e506 service nova] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updated VIF entry in instance network info cache for port 9f8dbc68-75d8-4962-89df-74fb7ed6f66b. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 577.239655] env[62643]: DEBUG nova.network.neutron [req-cb5553ca-bb34-411d-b33c-a07802f0c155 req-782ec419-cd46-41f4-bbbe-13e3b0b5e506 service nova] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updating instance_info_cache with network_info: [{"id": "9f8dbc68-75d8-4962-89df-74fb7ed6f66b", "address": "fa:16:3e:26:a8:80", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8dbc68-75", "ovs_interfaceid": "9f8dbc68-75d8-4962-89df-74fb7ed6f66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.384076] env[62643]: DEBUG nova.network.neutron [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Successfully updated port: d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 577.415337] env[62643]: DEBUG nova.compute.manager [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 577.452148] env[62643]: DEBUG nova.virt.hardware [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 577.452148] env[62643]: DEBUG nova.virt.hardware [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 577.452148] env[62643]: DEBUG nova.virt.hardware [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 577.452600] env[62643]: DEBUG nova.virt.hardware [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 577.452977] env[62643]: DEBUG nova.virt.hardware [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 577.453267] env[62643]: DEBUG nova.virt.hardware [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 577.453661] env[62643]: DEBUG nova.virt.hardware [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 577.453934] env[62643]: DEBUG nova.virt.hardware [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 577.454244] env[62643]: DEBUG nova.virt.hardware [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 577.454516] env[62643]: DEBUG nova.virt.hardware [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 577.454794] env[62643]: DEBUG nova.virt.hardware [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 577.455809] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1b023d-0d1c-4515-aa1a-eb9853b39a84 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.466942] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d716d212-c522-4caf-8438-a7724678bd9c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.507080] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Acquiring lock "a8f3bc32-e3ce-4a46-8f09-e087a9597335" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.507080] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Lock "a8f3bc32-e3ce-4a46-8f09-e087a9597335" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.510031] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Releasing lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.510360] env[62643]: DEBUG nova.compute.manager [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Instance network_info: |[{"id": "3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4", "address": "fa:16:3e:69:d9:d4", "network": {"id": "4fd14172-8152-4f05-bbba-22484d27cce0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280713548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a04f71c574a445c94f7b8491fc29f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aebc6d2-55", "ovs_interfaceid": "3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 577.510766] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:d9:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 577.519530] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Creating folder: Project (6a04f71c574a445c94f7b8491fc29f0c). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.520391] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-494732fd-6a7f-4175-bcc0-1f0ca5f12ce9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.534792] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Created folder: Project (6a04f71c574a445c94f7b8491fc29f0c) in parent group-v483488. [ 577.534792] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Creating folder: Instances. Parent ref: group-v483498. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.535208] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e6d6057-eab8-4e27-9597-a776b4dcdc3b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.551044] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Created folder: Instances in parent group-v483498. [ 577.551044] env[62643]: DEBUG oslo.service.loopingcall [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 577.551044] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 577.551044] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ff644cb-047a-42e1-9574-44b3ab70aa17 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.573804] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 577.573804] env[62643]: value = "task-2382556" [ 577.573804] env[62643]: _type = "Task" [ 577.573804] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.585217] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382556, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.632966] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382551, 'name': ReconfigVM_Task, 'duration_secs': 0.432751} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.633452] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc/8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 577.634385] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34089981-34ef-4c6d-befd-26bec6533d1f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.643053] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 577.643053] env[62643]: value = "task-2382557" [ 577.643053] env[62643]: _type = "Task" [ 577.643053] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.660949] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382557, 'name': Rename_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.661304] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382552, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.714584] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382553, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.729476] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.729476] env[62643]: DEBUG nova.compute.manager [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 577.731848] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.225s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.734823] env[62643]: INFO nova.compute.claims [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.743873] env[62643]: DEBUG oslo_concurrency.lockutils [req-cb5553ca-bb34-411d-b33c-a07802f0c155 req-782ec419-cd46-41f4-bbbe-13e3b0b5e506 service nova] Releasing lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.889130] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Acquiring lock "refresh_cache-76de7063-a5a3-4f98-9057-14fce25e3371" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.889130] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Acquired lock "refresh_cache-76de7063-a5a3-4f98-9057-14fce25e3371" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.889130] env[62643]: DEBUG nova.network.neutron [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 578.088635] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382556, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.166131] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382557, 'name': Rename_Task, 'duration_secs': 0.27519} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.182148] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 578.182907] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554074} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.184226] env[62643]: DEBUG nova.network.neutron [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Successfully updated port: 49f6c869-eb86-466f-a27d-4f5031a5fb88 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 578.185746] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30003974-c621-40ed-b435-e2b52b06b759 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.188433] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] ee332a56-22ec-4c79-ac21-287662364180/ee332a56-22ec-4c79-ac21-287662364180.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.188538] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.189102] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ec67de3-a26e-47be-aa11-4d80a10d7ca3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.196473] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 578.196473] env[62643]: value = "task-2382558" [ 578.196473] env[62643]: _type = "Task" [ 578.196473] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.200946] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 578.200946] env[62643]: value = "task-2382559" [ 578.200946] env[62643]: _type = "Task" [ 578.200946] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.219682] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382558, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.227645] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.228090] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80416} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.228358] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 7b61b38f-3e03-41f5-8d94-f56ec29e416a/7b61b38f-3e03-41f5-8d94-f56ec29e416a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.228544] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.228793] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2b61d4c-6960-4e36-ab92-cfa970e7a082 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.238238] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 578.238238] env[62643]: value = "task-2382560" [ 578.238238] env[62643]: _type = "Task" [ 578.238238] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.239865] env[62643]: DEBUG nova.compute.utils [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 578.250517] env[62643]: DEBUG nova.compute.manager [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 578.250718] env[62643]: DEBUG nova.network.neutron [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 578.259286] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.333099] env[62643]: DEBUG nova.policy [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3cb20ecb8ff4212ab817a0f679d5161', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc829a6049a94a2d98bd5f47a6df92b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 578.536982] env[62643]: DEBUG nova.network.neutron [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 578.602780] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382556, 'name': CreateVM_Task, 'duration_secs': 0.91465} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.602780] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 578.603679] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.603753] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.604361] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.604509] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a421fb1-c63a-4c74-bd17-e3f72c8feec8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.612065] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 578.612065] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521fbce1-5b41-672a-58e3-a45db9fe9341" [ 578.612065] env[62643]: _type = "Task" [ 578.612065] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.624185] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521fbce1-5b41-672a-58e3-a45db9fe9341, 'name': SearchDatastore_Task, 'duration_secs': 0.008739} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.624507] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.624851] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 578.625440] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.625440] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.625440] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 578.625633] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b90d46e5-a740-47e8-a363-3468a9bbdf5b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.635762] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 578.635977] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 578.636715] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72b8b2b8-1072-43d3-b0d2-dc3d12db9952 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.642646] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 578.642646] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b05bcb-bc2e-9cb9-931f-5ff288a60666" [ 578.642646] env[62643]: _type = "Task" [ 578.642646] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.655488] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b05bcb-bc2e-9cb9-931f-5ff288a60666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.692223] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "refresh_cache-efdf473f-8daa-4179-9a44-3b72bfb87f01" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.692223] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired lock "refresh_cache-efdf473f-8daa-4179-9a44-3b72bfb87f01" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.692223] env[62643]: DEBUG nova.network.neutron [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 578.725792] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382558, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.727766] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137896} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.728039] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 578.728838] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d47a4a-4573-469e-bc52-82c39f9c6d12 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.758663] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] ee332a56-22ec-4c79-ac21-287662364180/ee332a56-22ec-4c79-ac21-287662364180.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 578.762304] env[62643]: DEBUG nova.compute.manager [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 578.769876] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc8f641f-7818-4881-8543-352a494cc7f7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.796346] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193686} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.796683] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 578.796683] env[62643]: value = "task-2382561" [ 578.796683] env[62643]: _type = "Task" [ 578.796683] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.796915] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 578.798180] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995e96be-41a0-4106-8d21-3ba44e1243fe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.810596] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.831205] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 7b61b38f-3e03-41f5-8d94-f56ec29e416a/7b61b38f-3e03-41f5-8d94-f56ec29e416a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 578.836259] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-481bac75-7e12-45a2-877a-5fdcea7df2c9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.853444] env[62643]: DEBUG nova.compute.manager [req-912e1d5c-d1f2-40a1-a750-cbe91ff36225 req-f4e6e1b3-83df-4ccc-b636-65f1034bf835 service nova] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Received event network-vif-plugged-d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.854931] env[62643]: DEBUG oslo_concurrency.lockutils [req-912e1d5c-d1f2-40a1-a750-cbe91ff36225 req-f4e6e1b3-83df-4ccc-b636-65f1034bf835 service nova] Acquiring lock "76de7063-a5a3-4f98-9057-14fce25e3371-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.854931] env[62643]: DEBUG oslo_concurrency.lockutils [req-912e1d5c-d1f2-40a1-a750-cbe91ff36225 req-f4e6e1b3-83df-4ccc-b636-65f1034bf835 service nova] Lock "76de7063-a5a3-4f98-9057-14fce25e3371-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.854931] env[62643]: DEBUG oslo_concurrency.lockutils [req-912e1d5c-d1f2-40a1-a750-cbe91ff36225 req-f4e6e1b3-83df-4ccc-b636-65f1034bf835 service nova] Lock "76de7063-a5a3-4f98-9057-14fce25e3371-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.854931] env[62643]: DEBUG nova.compute.manager [req-912e1d5c-d1f2-40a1-a750-cbe91ff36225 req-f4e6e1b3-83df-4ccc-b636-65f1034bf835 service nova] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] No waiting events found dispatching network-vif-plugged-d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 578.854931] env[62643]: WARNING nova.compute.manager [req-912e1d5c-d1f2-40a1-a750-cbe91ff36225 req-f4e6e1b3-83df-4ccc-b636-65f1034bf835 service nova] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Received unexpected event network-vif-plugged-d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5 for instance with vm_state building and task_state spawning. [ 578.865767] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 578.865767] env[62643]: value = "task-2382562" [ 578.865767] env[62643]: _type = "Task" [ 578.865767] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.873342] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.887647] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquiring lock "66f5454a-bc99-4b92-9a74-ef81b3a0c673" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.888554] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "66f5454a-bc99-4b92-9a74-ef81b3a0c673" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.054338] env[62643]: DEBUG nova.network.neutron [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Successfully created port: 9d121d7e-4ad8-41fe-953c-f944b6e0bf97 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 579.070979] env[62643]: DEBUG nova.network.neutron [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Updating instance_info_cache with network_info: [{"id": "d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5", "address": "fa:16:3e:bd:0a:79", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5fafbf8-d2", "ovs_interfaceid": "d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.166208] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b05bcb-bc2e-9cb9-931f-5ff288a60666, 'name': SearchDatastore_Task, 'duration_secs': 0.008695} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.168712] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4601b74-a805-417b-bb4a-192ad835fe3c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.174023] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad31daf1-db48-4767-a5c2-151fa55c6744 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.183781] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 579.183781] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528dcd1f-043c-d6b3-a3d2-edf0aa6af7b3" [ 579.183781] env[62643]: _type = "Task" [ 579.183781] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.184738] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4e993c-f146-41d9-b807-a304c7eaa69f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.224412] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528dcd1f-043c-d6b3-a3d2-edf0aa6af7b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.228113] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56499797-99a7-4877-a3c9-40ba080c3fbf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.230512] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.231075] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] aaaea473-cf12-456a-8c69-ee3e7656334c/aaaea473-cf12-456a-8c69-ee3e7656334c.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 579.231349] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19832df4-3ef3-4f70-9969-89060b1d952b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.239122] env[62643]: DEBUG oslo_vmware.api [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382558, 'name': PowerOnVM_Task, 'duration_secs': 0.633025} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.242286] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 579.242659] env[62643]: INFO nova.compute.manager [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Took 13.55 seconds to spawn the instance on the hypervisor. [ 579.242814] env[62643]: DEBUG nova.compute.manager [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.243237] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 579.243237] env[62643]: value = "task-2382563" [ 579.243237] env[62643]: _type = "Task" [ 579.243237] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.244086] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47ab552-07de-4463-b8fd-8bcaeca12227 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.247734] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465ccafc-d01e-4fb3-abfa-375264dc1c43 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.273307] env[62643]: DEBUG nova.compute.provider_tree [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.308818] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382561, 'name': ReconfigVM_Task, 'duration_secs': 0.32078} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.310471] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Reconfigured VM instance instance-00000002 to attach disk [datastore2] ee332a56-22ec-4c79-ac21-287662364180/ee332a56-22ec-4c79-ac21-287662364180.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 579.310471] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05aa9264-3ba5-4e51-8b9d-81d92a55eb64 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.314674] env[62643]: DEBUG nova.network.neutron [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 579.319463] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 579.319463] env[62643]: value = "task-2382564" [ 579.319463] env[62643]: _type = "Task" [ 579.319463] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.330558] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382564, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.376773] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382562, 'name': ReconfigVM_Task, 'duration_secs': 0.298463} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.377489] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 7b61b38f-3e03-41f5-8d94-f56ec29e416a/7b61b38f-3e03-41f5-8d94-f56ec29e416a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 579.377694] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4525ffa-0740-4ff8-bc63-8f24aedf00e1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.385205] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 579.385205] env[62643]: value = "task-2382565" [ 579.385205] env[62643]: _type = "Task" [ 579.385205] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.394311] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382565, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.574297] env[62643]: DEBUG nova.compute.manager [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Received event network-vif-plugged-3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.574626] env[62643]: DEBUG oslo_concurrency.lockutils [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] Acquiring lock "aaaea473-cf12-456a-8c69-ee3e7656334c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.574676] env[62643]: DEBUG oslo_concurrency.lockutils [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] Lock "aaaea473-cf12-456a-8c69-ee3e7656334c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.575238] env[62643]: DEBUG oslo_concurrency.lockutils [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] Lock "aaaea473-cf12-456a-8c69-ee3e7656334c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.575238] env[62643]: DEBUG nova.compute.manager [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] No waiting events found dispatching network-vif-plugged-3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.576059] env[62643]: WARNING nova.compute.manager [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Received unexpected event network-vif-plugged-3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4 for instance with vm_state building and task_state spawning. [ 579.576059] env[62643]: DEBUG nova.compute.manager [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Received event network-changed-3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.576059] env[62643]: DEBUG nova.compute.manager [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Refreshing instance network info cache due to event network-changed-3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 579.576059] env[62643]: DEBUG oslo_concurrency.lockutils [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] Acquiring lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.576276] env[62643]: DEBUG oslo_concurrency.lockutils [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] Acquired lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.576403] env[62643]: DEBUG nova.network.neutron [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Refreshing network info cache for port 3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 579.584936] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Releasing lock "refresh_cache-76de7063-a5a3-4f98-9057-14fce25e3371" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.589430] env[62643]: DEBUG nova.compute.manager [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Instance network_info: |[{"id": "d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5", "address": "fa:16:3e:bd:0a:79", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5fafbf8-d2", "ovs_interfaceid": "d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 579.590503] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:0a:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5fafbf8-d2ad-41d4-aaba-5819e70bbfe5', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 579.599062] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Creating folder: Project (78b45393b3b14f1ab23195a43b793ab8). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.601079] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ebac396-9fe5-4bc3-9ba8-0d7b4b9d046b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.617382] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Created folder: Project (78b45393b3b14f1ab23195a43b793ab8) in parent group-v483488. [ 579.617566] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Creating folder: Instances. Parent ref: group-v483501. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.618088] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6c3da59-fb1f-44b5-b082-301dc2d41f9d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.627322] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Created folder: Instances in parent group-v483501. [ 579.627627] env[62643]: DEBUG oslo.service.loopingcall [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 579.627801] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 579.628866] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8cf4532-8311-44bc-a637-1f6f3475bbc0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.652082] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 579.652082] env[62643]: value = "task-2382568" [ 579.652082] env[62643]: _type = "Task" [ 579.652082] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.659952] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382568, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.662206] env[62643]: DEBUG nova.network.neutron [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Updating instance_info_cache with network_info: [{"id": "49f6c869-eb86-466f-a27d-4f5031a5fb88", "address": "fa:16:3e:66:32:8c", "network": {"id": "b0db6530-1a58-4ab0-b9b5-c5764bdd7d7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-466483620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc829a6049a94a2d98bd5f47a6df92b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f6c869-eb", "ovs_interfaceid": "49f6c869-eb86-466f-a27d-4f5031a5fb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.764140] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382563, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.781310] env[62643]: DEBUG nova.scheduler.client.report [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.792801] env[62643]: DEBUG nova.compute.manager [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 579.792801] env[62643]: INFO nova.compute.manager [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Took 18.37 seconds to build instance. [ 579.828374] env[62643]: DEBUG nova.virt.hardware [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.828693] env[62643]: DEBUG nova.virt.hardware [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.828918] env[62643]: DEBUG nova.virt.hardware [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.829170] env[62643]: DEBUG nova.virt.hardware [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.829379] env[62643]: DEBUG nova.virt.hardware [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.829570] env[62643]: DEBUG nova.virt.hardware [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.829866] env[62643]: DEBUG nova.virt.hardware [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.830089] env[62643]: DEBUG nova.virt.hardware [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.830311] env[62643]: DEBUG nova.virt.hardware [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.830486] env[62643]: DEBUG nova.virt.hardware [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.830663] env[62643]: DEBUG nova.virt.hardware [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.831927] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94235aa-c474-4c6c-9eee-89a71b7ec9fc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.842332] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382564, 'name': Rename_Task, 'duration_secs': 0.165891} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.843015] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.843288] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6df09041-5f0f-4057-af5c-ea059aaafb47 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.849643] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14788ffa-6675-49d2-9fca-609271fdd894 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.859080] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 579.859080] env[62643]: value = "task-2382569" [ 579.859080] env[62643]: _type = "Task" [ 579.859080] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.877246] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382569, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.894555] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382565, 'name': Rename_Task, 'duration_secs': 0.474763} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.894906] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.895178] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6d37050-2c3f-4c28-93e2-9d3686414fbe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.901190] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 579.901190] env[62643]: value = "task-2382570" [ 579.901190] env[62643]: _type = "Task" [ 579.901190] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.910138] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.167182] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382568, 'name': CreateVM_Task, 'duration_secs': 0.431216} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.167384] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.167936] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Releasing lock "refresh_cache-efdf473f-8daa-4179-9a44-3b72bfb87f01" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.168200] env[62643]: DEBUG nova.compute.manager [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Instance network_info: |[{"id": "49f6c869-eb86-466f-a27d-4f5031a5fb88", "address": "fa:16:3e:66:32:8c", "network": {"id": "b0db6530-1a58-4ab0-b9b5-c5764bdd7d7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-466483620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc829a6049a94a2d98bd5f47a6df92b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f6c869-eb", "ovs_interfaceid": "49f6c869-eb86-466f-a27d-4f5031a5fb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 580.168943] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.169153] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.169486] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.169908] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:32:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49f6c869-eb86-466f-a27d-4f5031a5fb88', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.177729] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Creating folder: Project (bc829a6049a94a2d98bd5f47a6df92b9). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.178063] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0f40a78-d03b-4bb3-a5cc-26e1521ae57b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.180222] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30ae6124-ab37-4478-9b1d-bd822179d1fd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.185822] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Waiting for the task: (returnval){ [ 580.185822] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a38048-1f52-dc7f-2e37-ad51349e7645" [ 580.185822] env[62643]: _type = "Task" [ 580.185822] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.196768] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Created folder: Project (bc829a6049a94a2d98bd5f47a6df92b9) in parent group-v483488. [ 580.197240] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Creating folder: Instances. Parent ref: group-v483504. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.197905] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5725d552-af0f-4006-9bec-3e0600866859 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.207659] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a38048-1f52-dc7f-2e37-ad51349e7645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.213522] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Created folder: Instances in parent group-v483504. [ 580.214010] env[62643]: DEBUG oslo.service.loopingcall [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 580.214297] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.214674] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b04a518-f632-4b3f-b538-9d2b4f62ffc9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.237567] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.237567] env[62643]: value = "task-2382573" [ 580.237567] env[62643]: _type = "Task" [ 580.237567] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.247367] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382573, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.262036] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5602} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.262036] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] aaaea473-cf12-456a-8c69-ee3e7656334c/aaaea473-cf12-456a-8c69-ee3e7656334c.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 580.262036] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 580.262036] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b484635-82cb-4a8f-b650-34730803ad7a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.268982] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 580.268982] env[62643]: value = "task-2382574" [ 580.268982] env[62643]: _type = "Task" [ 580.268982] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.282129] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.285084] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.285676] env[62643]: DEBUG nova.compute.manager [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 580.288437] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.018s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.290123] env[62643]: INFO nova.compute.claims [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.295798] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d2d79da7-7300-4c45-8d24-7577468e959d tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.882s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.371405] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.419201] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382570, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.702360] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a38048-1f52-dc7f-2e37-ad51349e7645, 'name': SearchDatastore_Task, 'duration_secs': 0.023} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.702777] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.703158] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.703469] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.703671] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.703981] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.704353] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c84eab7d-0d0e-4cf4-a819-210dc9f68a77 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.727182] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.727350] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.728069] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a593ab38-306c-43dd-8034-dab22675e719 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.734505] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Waiting for the task: (returnval){ [ 580.734505] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fcc37e-5307-40f0-fb70-88e70086f2d5" [ 580.734505] env[62643]: _type = "Task" [ 580.734505] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.748557] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fcc37e-5307-40f0-fb70-88e70086f2d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.754043] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382573, 'name': CreateVM_Task, 'duration_secs': 0.504793} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.754043] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.754279] env[62643]: DEBUG oslo_vmware.service [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f698203c-66d9-43ee-b0a5-6dede3ff5706 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.760993] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.761261] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.761988] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.762259] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd85968-33c6-4713-8c0b-1c0ddd495dd6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.767101] env[62643]: DEBUG nova.network.neutron [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Updated VIF entry in instance network info cache for port 3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.767495] env[62643]: DEBUG nova.network.neutron [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Updating instance_info_cache with network_info: [{"id": "3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4", "address": "fa:16:3e:69:d9:d4", "network": {"id": "4fd14172-8152-4f05-bbba-22484d27cce0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280713548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a04f71c574a445c94f7b8491fc29f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aebc6d2-55", "ovs_interfaceid": "3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.774473] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 580.774473] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5251b325-bbd8-02dc-403e-e8bb8c1ff2c6" [ 580.774473] env[62643]: _type = "Task" [ 580.774473] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.780510] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098199} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.781166] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 580.782580] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc46825-c642-4aff-9b4d-fe2d07a6cb9d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.788121] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5251b325-bbd8-02dc-403e-e8bb8c1ff2c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.800539] env[62643]: DEBUG nova.compute.utils [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 580.803647] env[62643]: DEBUG nova.compute.manager [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.816118] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] aaaea473-cf12-456a-8c69-ee3e7656334c/aaaea473-cf12-456a-8c69-ee3e7656334c.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 580.818250] env[62643]: DEBUG nova.compute.manager [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 580.818531] env[62643]: DEBUG nova.network.neutron [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.820883] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea8a44bd-3053-48e2-8764-771115318d21 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.842635] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 580.842635] env[62643]: value = "task-2382575" [ 580.842635] env[62643]: _type = "Task" [ 580.842635] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.851036] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.868984] env[62643]: DEBUG oslo_vmware.api [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382569, 'name': PowerOnVM_Task, 'duration_secs': 0.592871} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.869309] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.869533] env[62643]: INFO nova.compute.manager [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Took 12.90 seconds to spawn the instance on the hypervisor. [ 580.869766] env[62643]: DEBUG nova.compute.manager [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.871012] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381952a1-b7e3-412b-b1b4-6cd6914c3be2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.911668] env[62643]: DEBUG oslo_vmware.api [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382570, 'name': PowerOnVM_Task, 'duration_secs': 0.62329} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.912206] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.912206] env[62643]: INFO nova.compute.manager [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Took 10.67 seconds to spawn the instance on the hypervisor. [ 580.912376] env[62643]: DEBUG nova.compute.manager [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.913170] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10efc947-8ea0-444c-8b53-e12fb9476940 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.055482] env[62643]: DEBUG nova.policy [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69c014b0af9d4aceb69ac225f1c1548c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d9ff9e743d440c0aef10976fd681d96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 581.251674] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fcc37e-5307-40f0-fb70-88e70086f2d5, 'name': SearchDatastore_Task, 'duration_secs': 0.044037} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.252605] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1c0d337-d109-494a-9cb2-b788bf1b9503 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.260029] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Waiting for the task: (returnval){ [ 581.260029] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5208e1ce-3e31-aef4-daa2-e6a212cf8265" [ 581.260029] env[62643]: _type = "Task" [ 581.260029] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.275034] env[62643]: DEBUG oslo_concurrency.lockutils [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] Releasing lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.275034] env[62643]: DEBUG nova.compute.manager [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Received event network-vif-plugged-49f6c869-eb86-466f-a27d-4f5031a5fb88 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.275034] env[62643]: DEBUG oslo_concurrency.lockutils [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] Acquiring lock "efdf473f-8daa-4179-9a44-3b72bfb87f01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.275034] env[62643]: DEBUG oslo_concurrency.lockutils [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] Lock "efdf473f-8daa-4179-9a44-3b72bfb87f01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.275034] env[62643]: DEBUG oslo_concurrency.lockutils [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] Lock "efdf473f-8daa-4179-9a44-3b72bfb87f01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.275272] env[62643]: DEBUG nova.compute.manager [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] No waiting events found dispatching network-vif-plugged-49f6c869-eb86-466f-a27d-4f5031a5fb88 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 581.275272] env[62643]: WARNING nova.compute.manager [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Received unexpected event network-vif-plugged-49f6c869-eb86-466f-a27d-4f5031a5fb88 for instance with vm_state building and task_state spawning. [ 581.275375] env[62643]: DEBUG nova.compute.manager [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Received event network-changed-49f6c869-eb86-466f-a27d-4f5031a5fb88 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.275496] env[62643]: DEBUG nova.compute.manager [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Refreshing instance network info cache due to event network-changed-49f6c869-eb86-466f-a27d-4f5031a5fb88. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 581.275674] env[62643]: DEBUG oslo_concurrency.lockutils [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] Acquiring lock "refresh_cache-efdf473f-8daa-4179-9a44-3b72bfb87f01" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.275813] env[62643]: DEBUG oslo_concurrency.lockutils [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] Acquired lock "refresh_cache-efdf473f-8daa-4179-9a44-3b72bfb87f01" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.276392] env[62643]: DEBUG nova.network.neutron [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Refreshing network info cache for port 49f6c869-eb86-466f-a27d-4f5031a5fb88 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 581.284090] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5208e1ce-3e31-aef4-daa2-e6a212cf8265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.291157] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.291429] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.291661] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.291816] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.292270] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.292549] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ff2fea6-e0c2-4a56-a417-cf846819bb75 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.301154] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.301346] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.302184] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c627e971-8509-4657-8c16-4e681c23d355 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.308815] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c9acefa-9492-429b-b239-5ab276390017 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.314180] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 581.314180] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d9014b-aad1-42bf-d3b4-4ada959708c4" [ 581.314180] env[62643]: _type = "Task" [ 581.314180] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.317665] env[62643]: DEBUG nova.compute.manager [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 581.327846] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d9014b-aad1-42bf-d3b4-4ada959708c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.365250] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.375716] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.394251] env[62643]: INFO nova.compute.manager [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: ee332a56-22ec-4c79-ac21-287662364180] Took 19.71 seconds to build instance. [ 581.433747] env[62643]: INFO nova.compute.manager [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Took 19.39 seconds to build instance. [ 581.595681] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c621894-b6d8-4387-8c2f-4909b5717698 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.607819] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953bd18f-ae69-4030-9fb2-9900815e0463 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.642296] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3249af8c-33b5-45f7-842e-044c590099e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.650870] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc29e611-2317-46b5-b00e-160f579ad0a7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.669352] env[62643]: DEBUG nova.compute.provider_tree [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.774136] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5208e1ce-3e31-aef4-daa2-e6a212cf8265, 'name': SearchDatastore_Task, 'duration_secs': 0.031765} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.777853] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.777853] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 76de7063-a5a3-4f98-9057-14fce25e3371/76de7063-a5a3-4f98-9057-14fce25e3371.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.777853] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85972438-1a1d-422a-b1d6-e4e01ba10dbe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.782768] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Waiting for the task: (returnval){ [ 581.782768] env[62643]: value = "task-2382576" [ 581.782768] env[62643]: _type = "Task" [ 581.782768] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.792667] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.827250] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Preparing fetch location {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 581.827536] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Creating directory with path [datastore1] vmware_temp/63dabb16-9640-4a01-8e46-b6a0876004ed/44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.827933] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d6bb5c0-b02a-4d10-a2bf-8bc74465c5aa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.855099] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Created directory with path [datastore1] vmware_temp/63dabb16-9640-4a01-8e46-b6a0876004ed/44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.858548] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Fetch image to [datastore1] vmware_temp/63dabb16-9640-4a01-8e46-b6a0876004ed/44c3fcb5-c3ac-4085-93b4-0119603910a4/tmp-sparse.vmdk {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 581.858548] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Downloading image file data 44c3fcb5-c3ac-4085-93b4-0119603910a4 to [datastore1] vmware_temp/63dabb16-9640-4a01-8e46-b6a0876004ed/44c3fcb5-c3ac-4085-93b4-0119603910a4/tmp-sparse.vmdk on the data store datastore1 {{(pid=62643) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 581.858548] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006a8a23-2d18-45ac-8bad-ac6ff69acf1b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.865161] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382575, 'name': ReconfigVM_Task, 'duration_secs': 0.575266} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.865674] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Reconfigured VM instance instance-00000004 to attach disk [datastore2] aaaea473-cf12-456a-8c69-ee3e7656334c/aaaea473-cf12-456a-8c69-ee3e7656334c.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 581.866297] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e89d216-cda6-430e-b42e-523e102f71ce {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.871454] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f86b66-15ee-48e8-aaf8-dc3d2f951984 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.888164] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750dd9ae-bae7-44d6-92b1-619f89305535 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.892608] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 581.892608] env[62643]: value = "task-2382577" [ 581.892608] env[62643]: _type = "Task" [ 581.892608] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.927327] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58747167-a327-4f00-8413-a8701a728645 tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Lock "ee332a56-22ec-4c79-ac21-287662364180" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.248s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.930320] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda6dbb3-b7bc-49a5-adc0-1702e238a6ee {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.938117] env[62643]: DEBUG oslo_concurrency.lockutils [None req-980f6b9f-eff0-4c52-843a-3b0fb7ef04d4 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.902s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.938117] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382577, 'name': Rename_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.943719] env[62643]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d69d7e2a-987b-496e-8d07-a16c61195d46 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.054084] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Downloading image file data 44c3fcb5-c3ac-4085-93b4-0119603910a4 to the data store datastore1 {{(pid=62643) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 582.152681] env[62643]: DEBUG oslo_vmware.rw_handles [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/63dabb16-9640-4a01-8e46-b6a0876004ed/44c3fcb5-c3ac-4085-93b4-0119603910a4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62643) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 582.226125] env[62643]: DEBUG nova.scheduler.client.report [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.296573] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382576, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.330407] env[62643]: DEBUG nova.compute.manager [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 582.378119] env[62643]: DEBUG nova.virt.hardware [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 582.378702] env[62643]: DEBUG nova.virt.hardware [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.378702] env[62643]: DEBUG nova.virt.hardware [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.380177] env[62643]: DEBUG nova.virt.hardware [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.380177] env[62643]: DEBUG nova.virt.hardware [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.380177] env[62643]: DEBUG nova.virt.hardware [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 582.380177] env[62643]: DEBUG nova.virt.hardware [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 582.380177] env[62643]: DEBUG nova.virt.hardware [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 582.380393] env[62643]: DEBUG nova.virt.hardware [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 582.380393] env[62643]: DEBUG nova.virt.hardware [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 582.380393] env[62643]: DEBUG nova.virt.hardware [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 582.381248] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac666165-9ab6-41cb-8578-a933b9862bbc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.386113] env[62643]: DEBUG nova.network.neutron [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Successfully created port: d3fd6d38-2e8f-43d7-876c-47e22fce7857 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 582.399378] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343ddf82-4245-41ca-9e0c-c8e94e43a54b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.418185] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382577, 'name': Rename_Task, 'duration_secs': 0.193007} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.429176] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 582.432985] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26e4996b-bab3-42d0-a4e8-9d86f7eaf508 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.440249] env[62643]: DEBUG nova.compute.manager [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.441264] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 582.441264] env[62643]: value = "task-2382578" [ 582.441264] env[62643]: _type = "Task" [ 582.441264] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.453222] env[62643]: DEBUG nova.compute.manager [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.457474] env[62643]: DEBUG nova.compute.manager [req-ee774f6d-e4cd-470d-af55-dfeb13419906 req-7f3a9ac0-6db5-4d6a-88b3-b40c63208715 service nova] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Received event network-changed-d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.457640] env[62643]: DEBUG nova.compute.manager [req-ee774f6d-e4cd-470d-af55-dfeb13419906 req-7f3a9ac0-6db5-4d6a-88b3-b40c63208715 service nova] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Refreshing instance network info cache due to event network-changed-d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 582.457860] env[62643]: DEBUG oslo_concurrency.lockutils [req-ee774f6d-e4cd-470d-af55-dfeb13419906 req-7f3a9ac0-6db5-4d6a-88b3-b40c63208715 service nova] Acquiring lock "refresh_cache-76de7063-a5a3-4f98-9057-14fce25e3371" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.459026] env[62643]: DEBUG oslo_concurrency.lockutils [req-ee774f6d-e4cd-470d-af55-dfeb13419906 req-7f3a9ac0-6db5-4d6a-88b3-b40c63208715 service nova] Acquired lock "refresh_cache-76de7063-a5a3-4f98-9057-14fce25e3371" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.463408] env[62643]: DEBUG nova.network.neutron [req-ee774f6d-e4cd-470d-af55-dfeb13419906 req-7f3a9ac0-6db5-4d6a-88b3-b40c63208715 service nova] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Refreshing network info cache for port d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 582.473977] env[62643]: DEBUG nova.network.neutron [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Successfully updated port: 9d121d7e-4ad8-41fe-953c-f944b6e0bf97 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 582.498657] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382578, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.736186] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.736811] env[62643]: DEBUG nova.compute.manager [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 582.739385] env[62643]: DEBUG oslo_concurrency.lockutils [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.495s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.740771] env[62643]: INFO nova.compute.claims [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.801390] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615761} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.802112] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 76de7063-a5a3-4f98-9057-14fce25e3371/76de7063-a5a3-4f98-9057-14fce25e3371.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.802424] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 582.802766] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cec3fd8b-668d-4037-b290-ea83543c5b9b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.812706] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Waiting for the task: (returnval){ [ 582.812706] env[62643]: value = "task-2382579" [ 582.812706] env[62643]: _type = "Task" [ 582.812706] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.821534] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.878374] env[62643]: DEBUG oslo_vmware.rw_handles [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Completed reading data from the image iterator. {{(pid=62643) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 582.878374] env[62643]: DEBUG oslo_vmware.rw_handles [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/63dabb16-9640-4a01-8e46-b6a0876004ed/44c3fcb5-c3ac-4085-93b4-0119603910a4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 582.888216] env[62643]: DEBUG nova.network.neutron [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Updated VIF entry in instance network info cache for port 49f6c869-eb86-466f-a27d-4f5031a5fb88. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 582.888789] env[62643]: DEBUG nova.network.neutron [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Updating instance_info_cache with network_info: [{"id": "49f6c869-eb86-466f-a27d-4f5031a5fb88", "address": "fa:16:3e:66:32:8c", "network": {"id": "b0db6530-1a58-4ab0-b9b5-c5764bdd7d7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-466483620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc829a6049a94a2d98bd5f47a6df92b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f6c869-eb", "ovs_interfaceid": "49f6c869-eb86-466f-a27d-4f5031a5fb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.967699] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382578, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.969679] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.987633] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.991075] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "refresh_cache-a7f0e157-fd31-4d6f-af3c-59b311ad974d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.991224] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired lock "refresh_cache-a7f0e157-fd31-4d6f-af3c-59b311ad974d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.991386] env[62643]: DEBUG nova.network.neutron [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.032637] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Downloaded image file data 44c3fcb5-c3ac-4085-93b4-0119603910a4 to vmware_temp/63dabb16-9640-4a01-8e46-b6a0876004ed/44c3fcb5-c3ac-4085-93b4-0119603910a4/tmp-sparse.vmdk on the data store datastore1 {{(pid=62643) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 583.034529] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Caching image {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 583.034966] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Copying Virtual Disk [datastore1] vmware_temp/63dabb16-9640-4a01-8e46-b6a0876004ed/44c3fcb5-c3ac-4085-93b4-0119603910a4/tmp-sparse.vmdk to [datastore1] vmware_temp/63dabb16-9640-4a01-8e46-b6a0876004ed/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 583.035915] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42c0c27b-836a-48d3-a7c3-8fc5bd90386d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.045433] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 583.045433] env[62643]: value = "task-2382580" [ 583.045433] env[62643]: _type = "Task" [ 583.045433] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.054212] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.248371] env[62643]: DEBUG nova.compute.utils [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 583.253444] env[62643]: DEBUG nova.compute.manager [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 583.253663] env[62643]: DEBUG nova.network.neutron [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.323473] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11677} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.323822] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.324753] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccd5512-a671-4bd0-b796-c29a3d4aec43 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.348511] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 76de7063-a5a3-4f98-9057-14fce25e3371/76de7063-a5a3-4f98-9057-14fce25e3371.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.352244] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86de23c2-3ddb-4ad3-8701-ee63bfe9e07b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.373708] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Waiting for the task: (returnval){ [ 583.373708] env[62643]: value = "task-2382581" [ 583.373708] env[62643]: _type = "Task" [ 583.373708] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.382202] env[62643]: DEBUG nova.compute.manager [req-b5b03e7a-296a-4ffe-af9d-28686bf0abfc req-1b37ccdb-9959-43a0-b569-438454340e49 service nova] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Received event network-vif-plugged-9d121d7e-4ad8-41fe-953c-f944b6e0bf97 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.382202] env[62643]: DEBUG oslo_concurrency.lockutils [req-b5b03e7a-296a-4ffe-af9d-28686bf0abfc req-1b37ccdb-9959-43a0-b569-438454340e49 service nova] Acquiring lock "a7f0e157-fd31-4d6f-af3c-59b311ad974d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.382202] env[62643]: DEBUG oslo_concurrency.lockutils [req-b5b03e7a-296a-4ffe-af9d-28686bf0abfc req-1b37ccdb-9959-43a0-b569-438454340e49 service nova] Lock "a7f0e157-fd31-4d6f-af3c-59b311ad974d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.382202] env[62643]: DEBUG oslo_concurrency.lockutils [req-b5b03e7a-296a-4ffe-af9d-28686bf0abfc req-1b37ccdb-9959-43a0-b569-438454340e49 service nova] Lock "a7f0e157-fd31-4d6f-af3c-59b311ad974d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.382202] env[62643]: DEBUG nova.compute.manager [req-b5b03e7a-296a-4ffe-af9d-28686bf0abfc req-1b37ccdb-9959-43a0-b569-438454340e49 service nova] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] No waiting events found dispatching network-vif-plugged-9d121d7e-4ad8-41fe-953c-f944b6e0bf97 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 583.382368] env[62643]: WARNING nova.compute.manager [req-b5b03e7a-296a-4ffe-af9d-28686bf0abfc req-1b37ccdb-9959-43a0-b569-438454340e49 service nova] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Received unexpected event network-vif-plugged-9d121d7e-4ad8-41fe-953c-f944b6e0bf97 for instance with vm_state building and task_state spawning. [ 583.388384] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382581, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.391541] env[62643]: DEBUG oslo_concurrency.lockutils [req-c92fc52f-b713-473a-89fe-3154c01f07d5 req-a4f32a77-c8f7-4cf8-8179-53c06f7e9f10 service nova] Releasing lock "refresh_cache-efdf473f-8daa-4179-9a44-3b72bfb87f01" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.417949] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6ea18b37-8563-4015-8c22-62696f586129 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.418442] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6ea18b37-8563-4015-8c22-62696f586129 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.418610] env[62643]: DEBUG nova.compute.manager [None req-6ea18b37-8563-4015-8c22-62696f586129 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.420127] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a277a2-f1cd-4033-bcb5-8ca3d3acee66 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.427255] env[62643]: DEBUG nova.compute.manager [None req-6ea18b37-8563-4015-8c22-62696f586129 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62643) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 583.427881] env[62643]: DEBUG nova.objects.instance [None req-6ea18b37-8563-4015-8c22-62696f586129 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lazy-loading 'flavor' on Instance uuid 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 583.430592] env[62643]: DEBUG nova.policy [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43eb0d701f7b4588929b972763828ced', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6a08325184245de9d0ed4f821c47f36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 583.470509] env[62643]: DEBUG oslo_vmware.api [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382578, 'name': PowerOnVM_Task, 'duration_secs': 0.784626} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.471318] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 583.471318] env[62643]: INFO nova.compute.manager [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Took 10.93 seconds to spawn the instance on the hypervisor. [ 583.471466] env[62643]: DEBUG nova.compute.manager [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.472369] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ab75f0-d061-43f1-8324-973d59690f45 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.559307] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382580, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.623639] env[62643]: DEBUG nova.network.neutron [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 583.754824] env[62643]: DEBUG nova.compute.manager [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.887548] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382581, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.943951] env[62643]: DEBUG nova.network.neutron [req-ee774f6d-e4cd-470d-af55-dfeb13419906 req-7f3a9ac0-6db5-4d6a-88b3-b40c63208715 service nova] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Updated VIF entry in instance network info cache for port d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 583.944345] env[62643]: DEBUG nova.network.neutron [req-ee774f6d-e4cd-470d-af55-dfeb13419906 req-7f3a9ac0-6db5-4d6a-88b3-b40c63208715 service nova] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Updating instance_info_cache with network_info: [{"id": "d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5", "address": "fa:16:3e:bd:0a:79", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5fafbf8-d2", "ovs_interfaceid": "d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.997145] env[62643]: INFO nova.compute.manager [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Took 20.99 seconds to build instance. [ 584.044593] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6380e559-3da3-4e04-be66-f4cfc23e5f51 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.054732] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310306a9-cab9-4564-95f7-df0f6537382b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.063901] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896699} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.067997] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Copied Virtual Disk [datastore1] vmware_temp/63dabb16-9640-4a01-8e46-b6a0876004ed/44c3fcb5-c3ac-4085-93b4-0119603910a4/tmp-sparse.vmdk to [datastore1] vmware_temp/63dabb16-9640-4a01-8e46-b6a0876004ed/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.067997] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleting the datastore file [datastore1] vmware_temp/63dabb16-9640-4a01-8e46-b6a0876004ed/44c3fcb5-c3ac-4085-93b4-0119603910a4/tmp-sparse.vmdk {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 584.067997] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-319bf463-4a37-4e07-b29c-026decec53ad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.098431] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e08bb6-20d5-4f5f-9db7-e2511e46a2d4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.103505] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 584.103505] env[62643]: value = "task-2382582" [ 584.103505] env[62643]: _type = "Task" [ 584.103505] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.111644] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80595097-618a-43fc-80df-c9e254915511 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.122741] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.134570] env[62643]: DEBUG nova.compute.provider_tree [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 584.193623] env[62643]: DEBUG nova.network.neutron [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Updating instance_info_cache with network_info: [{"id": "9d121d7e-4ad8-41fe-953c-f944b6e0bf97", "address": "fa:16:3e:b2:39:56", "network": {"id": "b0db6530-1a58-4ab0-b9b5-c5764bdd7d7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-466483620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc829a6049a94a2d98bd5f47a6df92b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d121d7e-4a", "ovs_interfaceid": "9d121d7e-4ad8-41fe-953c-f944b6e0bf97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.388535] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382581, 'name': ReconfigVM_Task, 'duration_secs': 0.520117} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.388535] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 76de7063-a5a3-4f98-9057-14fce25e3371/76de7063-a5a3-4f98-9057-14fce25e3371.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.388535] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5679bef-86dc-4d82-9a06-5cc3debf86a1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.394966] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Waiting for the task: (returnval){ [ 584.394966] env[62643]: value = "task-2382583" [ 584.394966] env[62643]: _type = "Task" [ 584.394966] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.405636] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382583, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.441272] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea18b37-8563-4015-8c22-62696f586129 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 584.441272] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e04559d-6a93-471c-bc3a-5f89c1eb789e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.449754] env[62643]: DEBUG oslo_concurrency.lockutils [req-ee774f6d-e4cd-470d-af55-dfeb13419906 req-7f3a9ac0-6db5-4d6a-88b3-b40c63208715 service nova] Releasing lock "refresh_cache-76de7063-a5a3-4f98-9057-14fce25e3371" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.449754] env[62643]: DEBUG oslo_vmware.api [None req-6ea18b37-8563-4015-8c22-62696f586129 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 584.449754] env[62643]: value = "task-2382584" [ 584.449754] env[62643]: _type = "Task" [ 584.449754] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.456535] env[62643]: DEBUG oslo_vmware.api [None req-6ea18b37-8563-4015-8c22-62696f586129 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.497369] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4243d7d4-be17-4f74-afdf-9ab10a4b59f4 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "aaaea473-cf12-456a-8c69-ee3e7656334c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.522s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.615147] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028341} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.615710] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 584.616231] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Moving file from [datastore1] vmware_temp/63dabb16-9640-4a01-8e46-b6a0876004ed/44c3fcb5-c3ac-4085-93b4-0119603910a4 to [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4. {{(pid=62643) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 584.616759] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e0c96938-27fb-47d5-a3e9-dddcf4254b0b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.623791] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 584.623791] env[62643]: value = "task-2382585" [ 584.623791] env[62643]: _type = "Task" [ 584.623791] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.635387] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382585, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.673533] env[62643]: ERROR nova.scheduler.client.report [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [req-31a19c15-13c8-4fe6-a321-c94e62c12747] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-31a19c15-13c8-4fe6-a321-c94e62c12747"}]} [ 584.674545] env[62643]: DEBUG nova.network.neutron [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Successfully created port: a0f2157e-54dd-429a-b2c8-7f223f3ac18c {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.696505] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Releasing lock "refresh_cache-a7f0e157-fd31-4d6f-af3c-59b311ad974d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.696856] env[62643]: DEBUG nova.compute.manager [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Instance network_info: |[{"id": "9d121d7e-4ad8-41fe-953c-f944b6e0bf97", "address": "fa:16:3e:b2:39:56", "network": {"id": "b0db6530-1a58-4ab0-b9b5-c5764bdd7d7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-466483620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc829a6049a94a2d98bd5f47a6df92b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d121d7e-4a", "ovs_interfaceid": "9d121d7e-4ad8-41fe-953c-f944b6e0bf97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 584.697289] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:39:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d121d7e-4ad8-41fe-953c-f944b6e0bf97', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 584.711532] env[62643]: DEBUG oslo.service.loopingcall [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 584.713267] env[62643]: DEBUG nova.scheduler.client.report [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Refreshing inventories for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 584.715024] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 584.716239] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-926acfb6-2921-4638-9b8d-841004a1a1be {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.743852] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.743852] env[62643]: value = "task-2382586" [ 584.743852] env[62643]: _type = "Task" [ 584.743852] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.750159] env[62643]: DEBUG nova.scheduler.client.report [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Updating ProviderTree inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 584.750159] env[62643]: DEBUG nova.compute.provider_tree [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 584.760940] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382586, 'name': CreateVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.771227] env[62643]: DEBUG nova.scheduler.client.report [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Refreshing aggregate associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, aggregates: None {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 584.775536] env[62643]: DEBUG nova.compute.manager [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.803319] env[62643]: DEBUG nova.scheduler.client.report [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Refreshing trait associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 584.803536] env[62643]: DEBUG nova.compute.provider_tree [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Updating resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a generation from 19 to 20 during operation: update_traits {{(pid=62643) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 584.815037] env[62643]: DEBUG nova.virt.hardware [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.815271] env[62643]: DEBUG nova.virt.hardware [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.815379] env[62643]: DEBUG nova.virt.hardware [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.815500] env[62643]: DEBUG nova.virt.hardware [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.815640] env[62643]: DEBUG nova.virt.hardware [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.815781] env[62643]: DEBUG nova.virt.hardware [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.816219] env[62643]: DEBUG nova.virt.hardware [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.816219] env[62643]: DEBUG nova.virt.hardware [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.816408] env[62643]: DEBUG nova.virt.hardware [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.816566] env[62643]: DEBUG nova.virt.hardware [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.816753] env[62643]: DEBUG nova.virt.hardware [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.817766] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5edd26d-a1a0-473e-89f0-6825f47df5b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.829249] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867d1d9b-3279-4e91-9378-facdbf68ca66 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.849113] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Acquiring lock "ee332a56-22ec-4c79-ac21-287662364180" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.849460] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Lock "ee332a56-22ec-4c79-ac21-287662364180" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.849679] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Acquiring lock "ee332a56-22ec-4c79-ac21-287662364180-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.849855] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Lock "ee332a56-22ec-4c79-ac21-287662364180-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.850045] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Lock "ee332a56-22ec-4c79-ac21-287662364180-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.854861] env[62643]: INFO nova.compute.manager [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] [instance: ee332a56-22ec-4c79-ac21-287662364180] Terminating instance [ 584.906182] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382583, 'name': Rename_Task, 'duration_secs': 0.397724} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.906453] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.906689] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87400734-e903-434c-932a-9b4464861e98 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.916820] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Waiting for the task: (returnval){ [ 584.916820] env[62643]: value = "task-2382587" [ 584.916820] env[62643]: _type = "Task" [ 584.916820] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.926693] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.960062] env[62643]: DEBUG oslo_vmware.api [None req-6ea18b37-8563-4015-8c22-62696f586129 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382584, 'name': PowerOffVM_Task, 'duration_secs': 0.430227} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.960206] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea18b37-8563-4015-8c22-62696f586129 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 584.960399] env[62643]: DEBUG nova.compute.manager [None req-6ea18b37-8563-4015-8c22-62696f586129 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.961237] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf78521-7de6-4c63-add0-8cf232c6b20f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.000954] env[62643]: DEBUG nova.compute.manager [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.086551] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745b59ff-b5e9-4fdb-a29f-255aee6857c7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.094901] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9893b262-d6aa-4eb4-a13b-378e90b5a499 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.140033] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612df043-77f9-4d9d-b1a6-6bf8e36afb50 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.147949] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382585, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032501} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.150387] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] File moved {{(pid=62643) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 585.150549] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Cleaning up location [datastore1] vmware_temp/63dabb16-9640-4a01-8e46-b6a0876004ed {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 585.150712] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleting the datastore file [datastore1] vmware_temp/63dabb16-9640-4a01-8e46-b6a0876004ed {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 585.150995] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21fd0fa7-c896-4bc9-8432-b1f2e74ebf5e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.154265] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7350d02-e473-400d-a25e-6449e095051f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.170827] env[62643]: DEBUG nova.compute.provider_tree [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 585.173022] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 585.173022] env[62643]: value = "task-2382588" [ 585.173022] env[62643]: _type = "Task" [ 585.173022] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.181392] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.253931] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382586, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.360673] env[62643]: DEBUG nova.compute.manager [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] [instance: ee332a56-22ec-4c79-ac21-287662364180] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 585.363296] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] [instance: ee332a56-22ec-4c79-ac21-287662364180] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 585.363296] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f884afb-69a9-4a86-b6da-aa30126cb2df {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.376933] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] [instance: ee332a56-22ec-4c79-ac21-287662364180] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 585.377214] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8725d9e-7393-4e6c-83b3-77d8c475f35c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.384939] env[62643]: DEBUG oslo_vmware.api [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Waiting for the task: (returnval){ [ 585.384939] env[62643]: value = "task-2382589" [ 585.384939] env[62643]: _type = "Task" [ 585.384939] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.397573] env[62643]: DEBUG oslo_vmware.api [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Task: {'id': task-2382589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.429891] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382587, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.475440] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6ea18b37-8563-4015-8c22-62696f586129 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.533738] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.698191] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035305} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.698191] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 585.698191] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b761dac-8527-48ac-a4b0-deaa6e435b76 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.705144] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 585.705144] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520a93c1-c423-fbec-dfe8-8e531739acae" [ 585.705144] env[62643]: _type = "Task" [ 585.705144] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.713535] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520a93c1-c423-fbec-dfe8-8e531739acae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.714401] env[62643]: ERROR nova.scheduler.client.report [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [req-7c88b9b6-f484-43b3-a785-b0cc21fe0ccb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7c88b9b6-f484-43b3-a785-b0cc21fe0ccb"}]} [ 585.735171] env[62643]: DEBUG nova.scheduler.client.report [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Refreshing inventories for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 585.753438] env[62643]: DEBUG nova.scheduler.client.report [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Updating ProviderTree inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 585.753924] env[62643]: DEBUG nova.compute.provider_tree [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 585.759792] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382586, 'name': CreateVM_Task, 'duration_secs': 0.535613} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.760559] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.761409] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.761409] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.762217] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.762217] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c25a2c65-586c-41c6-988e-df1ad8841571 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.769352] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 585.769352] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52acc33d-ce24-c561-ede1-2895b1b64021" [ 585.769352] env[62643]: _type = "Task" [ 585.769352] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.777635] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52acc33d-ce24-c561-ede1-2895b1b64021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.779537] env[62643]: DEBUG nova.scheduler.client.report [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Refreshing aggregate associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, aggregates: None {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 585.801704] env[62643]: DEBUG nova.scheduler.client.report [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Refreshing trait associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 585.828914] env[62643]: DEBUG nova.network.neutron [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Successfully updated port: d3fd6d38-2e8f-43d7-876c-47e22fce7857 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 585.900982] env[62643]: DEBUG oslo_vmware.api [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Task: {'id': task-2382589, 'name': PowerOffVM_Task, 'duration_secs': 0.176329} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.900982] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] [instance: ee332a56-22ec-4c79-ac21-287662364180] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 585.900982] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] [instance: ee332a56-22ec-4c79-ac21-287662364180] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 585.900982] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e130307-1c8d-4d38-9419-5fbdbcd92613 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.935305] env[62643]: DEBUG oslo_vmware.api [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382587, 'name': PowerOnVM_Task, 'duration_secs': 0.753848} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.935664] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 585.935958] env[62643]: INFO nova.compute.manager [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Took 10.90 seconds to spawn the instance on the hypervisor. [ 585.936165] env[62643]: DEBUG nova.compute.manager [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 585.937129] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f276625-afa5-4e19-81dd-376cc2b68a92 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.965336] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] [instance: ee332a56-22ec-4c79-ac21-287662364180] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 585.965599] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] [instance: ee332a56-22ec-4c79-ac21-287662364180] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 585.965701] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Deleting the datastore file [datastore2] ee332a56-22ec-4c79-ac21-287662364180 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 585.966204] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e60af0dc-1392-4c08-8768-7a99f9ee825b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.972458] env[62643]: DEBUG oslo_vmware.api [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Waiting for the task: (returnval){ [ 585.972458] env[62643]: value = "task-2382591" [ 585.972458] env[62643]: _type = "Task" [ 585.972458] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.984922] env[62643]: DEBUG oslo_vmware.api [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Task: {'id': task-2382591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.148272] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cda2e9-3dbf-4d46-a10f-6b70ba4f9847 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.157529] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a84a0c8-e939-4003-a39b-96aca5715274 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.190485] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f28e3dc-8036-4cf6-a23a-2ccbce58f399 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.199025] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d76853-0fb4-4249-910f-e16019620d86 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.220954] env[62643]: DEBUG nova.compute.provider_tree [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 586.226303] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520a93c1-c423-fbec-dfe8-8e531739acae, 'name': SearchDatastore_Task, 'duration_secs': 0.012047} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.226749] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.227145] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] efdf473f-8daa-4179-9a44-3b72bfb87f01/efdf473f-8daa-4179-9a44-3b72bfb87f01.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.227553] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7cbedd8-c970-4bf8-9de0-b032cf93c9a6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.238451] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "cc523733-d9ab-4337-bf4f-59c94fa1484b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.238451] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "cc523733-d9ab-4337-bf4f-59c94fa1484b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.243133] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 586.243133] env[62643]: value = "task-2382592" [ 586.243133] env[62643]: _type = "Task" [ 586.243133] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.253524] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.287517] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52acc33d-ce24-c561-ede1-2895b1b64021, 'name': SearchDatastore_Task, 'duration_secs': 0.011429} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.288479] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.288849] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.289036] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.289216] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.289369] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.289642] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa7b12a6-fc37-4280-bb69-4a3b873ee14b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.301225] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.301225] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.301225] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54724a61-5b30-478a-9669-061b79dbed99 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.311537] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 586.311537] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b4370d-b04b-b895-141c-d2310434ae34" [ 586.311537] env[62643]: _type = "Task" [ 586.311537] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.315106] env[62643]: DEBUG nova.compute.manager [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Stashing vm_state: active {{(pid=62643) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 586.335453] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Acquiring lock "refresh_cache-33b468d7-3682-49cb-a4ad-1610abc8e2cb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.335623] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Acquired lock "refresh_cache-33b468d7-3682-49cb-a4ad-1610abc8e2cb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.335768] env[62643]: DEBUG nova.network.neutron [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.337433] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b4370d-b04b-b895-141c-d2310434ae34, 'name': SearchDatastore_Task, 'duration_secs': 0.014409} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.338246] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5221b84e-2680-49c2-8adc-2c8b397847dd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.346917] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 586.346917] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527926cb-2e4a-3deb-a4f3-72a110889ba3" [ 586.346917] env[62643]: _type = "Task" [ 586.346917] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.361731] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527926cb-2e4a-3deb-a4f3-72a110889ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.462871] env[62643]: INFO nova.compute.manager [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Took 22.97 seconds to build instance. [ 586.482789] env[62643]: DEBUG oslo_vmware.api [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Task: {'id': task-2382591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216203} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.483826] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 586.484109] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] [instance: ee332a56-22ec-4c79-ac21-287662364180] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 586.484247] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] [instance: ee332a56-22ec-4c79-ac21-287662364180] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 586.484418] env[62643]: INFO nova.compute.manager [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] [instance: ee332a56-22ec-4c79-ac21-287662364180] Took 1.12 seconds to destroy the instance on the hypervisor. [ 586.484681] env[62643]: DEBUG oslo.service.loopingcall [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 586.485099] env[62643]: DEBUG nova.compute.manager [-] [instance: ee332a56-22ec-4c79-ac21-287662364180] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 586.485201] env[62643]: DEBUG nova.network.neutron [-] [instance: ee332a56-22ec-4c79-ac21-287662364180] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 586.747733] env[62643]: ERROR nova.scheduler.client.report [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [req-e0fe8d3a-de52-443d-ada2-5f4b2e3f6b16] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e0fe8d3a-de52-443d-ada2-5f4b2e3f6b16"}]} [ 586.755336] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382592, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.775395] env[62643]: DEBUG nova.scheduler.client.report [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Refreshing inventories for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 586.778063] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "dd592887-7756-430b-bb18-8bf79d1b7a04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.778854] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "dd592887-7756-430b-bb18-8bf79d1b7a04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.805805] env[62643]: DEBUG nova.scheduler.client.report [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Updating ProviderTree inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 586.806072] env[62643]: DEBUG nova.compute.provider_tree [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 586.824234] env[62643]: DEBUG nova.scheduler.client.report [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Refreshing aggregate associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, aggregates: None {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 586.844868] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.854700] env[62643]: DEBUG nova.scheduler.client.report [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Refreshing trait associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 586.868789] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527926cb-2e4a-3deb-a4f3-72a110889ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.013904} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.868789] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.868789] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] a7f0e157-fd31-4d6f-af3c-59b311ad974d/a7f0e157-fd31-4d6f-af3c-59b311ad974d.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.868789] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef404558-9c67-40bc-8b3a-66876852310c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.884413] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 586.884413] env[62643]: value = "task-2382593" [ 586.884413] env[62643]: _type = "Task" [ 586.884413] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.897765] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.963610] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3f5e28-b135-4f14-ae9a-60ec9b265bdb tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Lock "76de7063-a5a3-4f98-9057-14fce25e3371" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.491s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.077444] env[62643]: DEBUG nova.network.neutron [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.190245] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151cfdf4-de18-43b8-bbdd-1bb17cdf7b20 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.198351] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b3ea47-129c-4d0f-9faa-06d7ef07000b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.237664] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415d97c8-bc2a-4ee9-b8d4-0806bb1c341b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.250907] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821a228b-1ef2-4c56-a165-91e88695b01f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.258537] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861791} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.259493] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] efdf473f-8daa-4179-9a44-3b72bfb87f01/efdf473f-8daa-4179-9a44-3b72bfb87f01.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.259493] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.259674] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8742f992-2a3c-40b1-b424-29a212167d80 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.271318] env[62643]: DEBUG nova.compute.provider_tree [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 587.277995] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 587.277995] env[62643]: value = "task-2382594" [ 587.277995] env[62643]: _type = "Task" [ 587.277995] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.287471] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.395252] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382593, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.469499] env[62643]: DEBUG nova.compute.manager [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.674224] env[62643]: DEBUG nova.network.neutron [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Updating instance_info_cache with network_info: [{"id": "d3fd6d38-2e8f-43d7-876c-47e22fce7857", "address": "fa:16:3e:5e:84:ba", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fd6d38-2e", "ovs_interfaceid": "d3fd6d38-2e8f-43d7-876c-47e22fce7857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.789681] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.375552} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.793107] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.794026] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe8a5c4-09db-4bd1-899e-3be2c657832d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.828480] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] efdf473f-8daa-4179-9a44-3b72bfb87f01/efdf473f-8daa-4179-9a44-3b72bfb87f01.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.829690] env[62643]: DEBUG nova.scheduler.client.report [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Updated inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with generation 23 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 587.829925] env[62643]: DEBUG nova.compute.provider_tree [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Updating resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a generation from 23 to 24 during operation: update_inventory {{(pid=62643) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 587.830143] env[62643]: DEBUG nova.compute.provider_tree [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 587.833631] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-193bd10a-1f39-45bb-a8e7-08b2e3851e9f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.863896] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 587.863896] env[62643]: value = "task-2382595" [ 587.863896] env[62643]: _type = "Task" [ 587.863896] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.872585] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382595, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.894750] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726204} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.895043] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] a7f0e157-fd31-4d6f-af3c-59b311ad974d/a7f0e157-fd31-4d6f-af3c-59b311ad974d.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.895253] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.895502] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f90b328b-ecc8-43bb-b3cf-1f9ae0ba417d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.899662] env[62643]: DEBUG nova.compute.manager [req-404f917a-4a35-4ece-b582-0350c7cf4d90 req-23095569-5672-4d56-8f14-65d3dd473802 service nova] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Received event network-vif-plugged-d3fd6d38-2e8f-43d7-876c-47e22fce7857 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 587.900301] env[62643]: DEBUG oslo_concurrency.lockutils [req-404f917a-4a35-4ece-b582-0350c7cf4d90 req-23095569-5672-4d56-8f14-65d3dd473802 service nova] Acquiring lock "33b468d7-3682-49cb-a4ad-1610abc8e2cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.900301] env[62643]: DEBUG oslo_concurrency.lockutils [req-404f917a-4a35-4ece-b582-0350c7cf4d90 req-23095569-5672-4d56-8f14-65d3dd473802 service nova] Lock "33b468d7-3682-49cb-a4ad-1610abc8e2cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.900301] env[62643]: DEBUG oslo_concurrency.lockutils [req-404f917a-4a35-4ece-b582-0350c7cf4d90 req-23095569-5672-4d56-8f14-65d3dd473802 service nova] Lock "33b468d7-3682-49cb-a4ad-1610abc8e2cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.900470] env[62643]: DEBUG nova.compute.manager [req-404f917a-4a35-4ece-b582-0350c7cf4d90 req-23095569-5672-4d56-8f14-65d3dd473802 service nova] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] No waiting events found dispatching network-vif-plugged-d3fd6d38-2e8f-43d7-876c-47e22fce7857 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 587.900587] env[62643]: WARNING nova.compute.manager [req-404f917a-4a35-4ece-b582-0350c7cf4d90 req-23095569-5672-4d56-8f14-65d3dd473802 service nova] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Received unexpected event network-vif-plugged-d3fd6d38-2e8f-43d7-876c-47e22fce7857 for instance with vm_state building and task_state spawning. [ 587.905063] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 587.905063] env[62643]: value = "task-2382596" [ 587.905063] env[62643]: _type = "Task" [ 587.905063] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.913521] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.991186] env[62643]: DEBUG nova.network.neutron [-] [instance: ee332a56-22ec-4c79-ac21-287662364180] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.007232] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.026922] env[62643]: DEBUG nova.compute.manager [req-2bdc3ddb-7c6a-4002-b0e8-1447a1995b9f req-0afda82b-ee16-43e0-ac02-2e6d12e91c08 service nova] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Received event network-changed-9d121d7e-4ad8-41fe-953c-f944b6e0bf97 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.027119] env[62643]: DEBUG nova.compute.manager [req-2bdc3ddb-7c6a-4002-b0e8-1447a1995b9f req-0afda82b-ee16-43e0-ac02-2e6d12e91c08 service nova] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Refreshing instance network info cache due to event network-changed-9d121d7e-4ad8-41fe-953c-f944b6e0bf97. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 588.027354] env[62643]: DEBUG oslo_concurrency.lockutils [req-2bdc3ddb-7c6a-4002-b0e8-1447a1995b9f req-0afda82b-ee16-43e0-ac02-2e6d12e91c08 service nova] Acquiring lock "refresh_cache-a7f0e157-fd31-4d6f-af3c-59b311ad974d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.027497] env[62643]: DEBUG oslo_concurrency.lockutils [req-2bdc3ddb-7c6a-4002-b0e8-1447a1995b9f req-0afda82b-ee16-43e0-ac02-2e6d12e91c08 service nova] Acquired lock "refresh_cache-a7f0e157-fd31-4d6f-af3c-59b311ad974d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.027652] env[62643]: DEBUG nova.network.neutron [req-2bdc3ddb-7c6a-4002-b0e8-1447a1995b9f req-0afda82b-ee16-43e0-ac02-2e6d12e91c08 service nova] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Refreshing network info cache for port 9d121d7e-4ad8-41fe-953c-f944b6e0bf97 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.180695] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Releasing lock "refresh_cache-33b468d7-3682-49cb-a4ad-1610abc8e2cb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.181040] env[62643]: DEBUG nova.compute.manager [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Instance network_info: |[{"id": "d3fd6d38-2e8f-43d7-876c-47e22fce7857", "address": "fa:16:3e:5e:84:ba", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fd6d38-2e", "ovs_interfaceid": "d3fd6d38-2e8f-43d7-876c-47e22fce7857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 588.181881] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:84:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3fd6d38-2e8f-43d7-876c-47e22fce7857', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.190221] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Creating folder: Project (4d9ff9e743d440c0aef10976fd681d96). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.190526] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c816e50-b004-4196-bc85-4f539cbee602 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.205671] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Created folder: Project (4d9ff9e743d440c0aef10976fd681d96) in parent group-v483488. [ 588.206284] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Creating folder: Instances. Parent ref: group-v483508. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.206576] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e7756ec-3081-4009-b5f4-8e7ae26935dd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.216560] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Created folder: Instances in parent group-v483508. [ 588.216835] env[62643]: DEBUG oslo.service.loopingcall [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 588.217045] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.217253] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38201f8c-25e7-44f3-a246-4acff865de76 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.243706] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.243706] env[62643]: value = "task-2382599" [ 588.243706] env[62643]: _type = "Task" [ 588.243706] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.254393] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382599, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.261038] env[62643]: DEBUG nova.network.neutron [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Successfully updated port: a0f2157e-54dd-429a-b2c8-7f223f3ac18c {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.355867] env[62643]: DEBUG oslo_concurrency.lockutils [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.614s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.355867] env[62643]: DEBUG nova.compute.manager [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.357371] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.887s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.377155] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.419396] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240909} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.420407] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.420620] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0c3241-e6ce-4664-a78d-eebb5450e0ae {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.450040] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] a7f0e157-fd31-4d6f-af3c-59b311ad974d/a7f0e157-fd31-4d6f-af3c-59b311ad974d.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.451580] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d477ad07-8858-4275-bea9-cb78552408d6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.477280] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 588.477280] env[62643]: value = "task-2382600" [ 588.477280] env[62643]: _type = "Task" [ 588.477280] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.485730] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.498134] env[62643]: INFO nova.compute.manager [-] [instance: ee332a56-22ec-4c79-ac21-287662364180] Took 2.01 seconds to deallocate network for instance. [ 588.757849] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382599, 'name': CreateVM_Task, 'duration_secs': 0.427571} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.760857] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.761220] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.761307] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.761675] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.762217] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2090108a-cf54-435d-b34a-f540fb475a2f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.769781] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Acquiring lock "refresh_cache-31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.769994] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Acquired lock "refresh_cache-31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.770194] env[62643]: DEBUG nova.network.neutron [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.776411] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Waiting for the task: (returnval){ [ 588.776411] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5214fe0a-7fa9-b4de-fd0b-39ff675fb824" [ 588.776411] env[62643]: _type = "Task" [ 588.776411] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.790726] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5214fe0a-7fa9-b4de-fd0b-39ff675fb824, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.792152] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.792152] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.792284] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.792378] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.793204] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.793204] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83b28b9c-fbf7-49d3-ac9c-bdb83b670404 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.802358] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.802542] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.803401] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a513028-9df9-46df-b12e-4a0183f71c59 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.811216] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Waiting for the task: (returnval){ [ 588.811216] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5296e996-9f5d-7310-8424-b62e92472fd6" [ 588.811216] env[62643]: _type = "Task" [ 588.811216] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.819333] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5296e996-9f5d-7310-8424-b62e92472fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.862597] env[62643]: DEBUG nova.compute.utils [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 588.869260] env[62643]: DEBUG nova.compute.manager [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Not allocating networking since 'none' was specified. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 588.880439] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382595, 'name': ReconfigVM_Task, 'duration_secs': 0.672758} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.884761] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Reconfigured VM instance instance-00000006 to attach disk [datastore1] efdf473f-8daa-4179-9a44-3b72bfb87f01/efdf473f-8daa-4179-9a44-3b72bfb87f01.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.885489] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a668366-5c65-4450-b3b8-48cd5a299876 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.892410] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 588.892410] env[62643]: value = "task-2382601" [ 588.892410] env[62643]: _type = "Task" [ 588.892410] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.903400] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382601, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.986064] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382600, 'name': ReconfigVM_Task, 'duration_secs': 0.410913} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.987338] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Reconfigured VM instance instance-00000007 to attach disk [datastore1] a7f0e157-fd31-4d6f-af3c-59b311ad974d/a7f0e157-fd31-4d6f-af3c-59b311ad974d.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.987338] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5674fbd7-404a-402a-ad9c-c02e1d2a55ef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.994762] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 588.994762] env[62643]: value = "task-2382602" [ 588.994762] env[62643]: _type = "Task" [ 588.994762] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.006269] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.006959] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382602, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.148806] env[62643]: DEBUG nova.network.neutron [req-2bdc3ddb-7c6a-4002-b0e8-1447a1995b9f req-0afda82b-ee16-43e0-ac02-2e6d12e91c08 service nova] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Updated VIF entry in instance network info cache for port 9d121d7e-4ad8-41fe-953c-f944b6e0bf97. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.149235] env[62643]: DEBUG nova.network.neutron [req-2bdc3ddb-7c6a-4002-b0e8-1447a1995b9f req-0afda82b-ee16-43e0-ac02-2e6d12e91c08 service nova] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Updating instance_info_cache with network_info: [{"id": "9d121d7e-4ad8-41fe-953c-f944b6e0bf97", "address": "fa:16:3e:b2:39:56", "network": {"id": "b0db6530-1a58-4ab0-b9b5-c5764bdd7d7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-466483620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc829a6049a94a2d98bd5f47a6df92b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d121d7e-4a", "ovs_interfaceid": "9d121d7e-4ad8-41fe-953c-f944b6e0bf97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.286755] env[62643]: DEBUG nova.compute.manager [None req-edcb99e0-703d-4e41-9f41-a23bdf035841 tempest-ServerExternalEventsTest-459750781 tempest-ServerExternalEventsTest-459750781-project] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Received event network-changed {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.286982] env[62643]: DEBUG nova.compute.manager [None req-edcb99e0-703d-4e41-9f41-a23bdf035841 tempest-ServerExternalEventsTest-459750781 tempest-ServerExternalEventsTest-459750781-project] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Refreshing instance network info cache due to event network-changed. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 589.287376] env[62643]: DEBUG oslo_concurrency.lockutils [None req-edcb99e0-703d-4e41-9f41-a23bdf035841 tempest-ServerExternalEventsTest-459750781 tempest-ServerExternalEventsTest-459750781-project] Acquiring lock "refresh_cache-76de7063-a5a3-4f98-9057-14fce25e3371" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.287557] env[62643]: DEBUG oslo_concurrency.lockutils [None req-edcb99e0-703d-4e41-9f41-a23bdf035841 tempest-ServerExternalEventsTest-459750781 tempest-ServerExternalEventsTest-459750781-project] Acquired lock "refresh_cache-76de7063-a5a3-4f98-9057-14fce25e3371" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.287750] env[62643]: DEBUG nova.network.neutron [None req-edcb99e0-703d-4e41-9f41-a23bdf035841 tempest-ServerExternalEventsTest-459750781 tempest-ServerExternalEventsTest-459750781-project] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.331865] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5296e996-9f5d-7310-8424-b62e92472fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.010672} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.331865] env[62643]: DEBUG nova.network.neutron [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.335037] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11485da-b80c-419e-ac87-90b9df00d764 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.346272] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Waiting for the task: (returnval){ [ 589.346272] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5289da4f-6de3-8269-73f2-59bbe7e6fb24" [ 589.346272] env[62643]: _type = "Task" [ 589.346272] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.358300] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5289da4f-6de3-8269-73f2-59bbe7e6fb24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.373072] env[62643]: DEBUG nova.compute.manager [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.377529] env[62643]: INFO nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updating resource usage from migration b82197a1-9d36-475c-9d74-07ff86b97d3c [ 589.409903] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382601, 'name': Rename_Task, 'duration_secs': 0.152773} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.410666] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.410940] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b30ad512-c1ce-4274-919a-2af4cb03578c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.418749] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 589.418749] env[62643]: value = "task-2382603" [ 589.418749] env[62643]: _type = "Task" [ 589.418749] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.429981] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.470326] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "6e77f974-5c90-4c53-9555-6b08d46d83da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.470525] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "6e77f974-5c90-4c53-9555-6b08d46d83da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.509822] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382602, 'name': Rename_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.627130] env[62643]: DEBUG nova.compute.manager [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.631485] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630979ac-7fb3-478d-8168-73ceb1fa8a7d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.656920] env[62643]: DEBUG oslo_concurrency.lockutils [req-2bdc3ddb-7c6a-4002-b0e8-1447a1995b9f req-0afda82b-ee16-43e0-ac02-2e6d12e91c08 service nova] Releasing lock "refresh_cache-a7f0e157-fd31-4d6f-af3c-59b311ad974d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.762477] env[62643]: DEBUG nova.network.neutron [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Updating instance_info_cache with network_info: [{"id": "a0f2157e-54dd-429a-b2c8-7f223f3ac18c", "address": "fa:16:3e:81:e6:2f", "network": {"id": "8bd202f7-d004-4dcd-be35-a3b60cc49d26", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1927395389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a08325184245de9d0ed4f821c47f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f2157e-54", "ovs_interfaceid": "a0f2157e-54dd-429a-b2c8-7f223f3ac18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.856487] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5289da4f-6de3-8269-73f2-59bbe7e6fb24, 'name': SearchDatastore_Task, 'duration_secs': 0.010553} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.856487] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.856487] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 33b468d7-3682-49cb-a4ad-1610abc8e2cb/33b468d7-3682-49cb-a4ad-1610abc8e2cb.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.857083] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6e3e8da-e8e0-4b71-a716-3950577af27e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.865071] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Waiting for the task: (returnval){ [ 589.865071] env[62643]: value = "task-2382604" [ 589.865071] env[62643]: _type = "Task" [ 589.865071] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.882622] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.930313] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 43dc5e13-a248-4173-9ed2-a66e9b09bcb9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 589.930473] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance f3d3bf6b-7561-4084-b363-01368aa28a0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 589.930558] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance ee332a56-22ec-4c79-ac21-287662364180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 589.930737] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 589.930795] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 33b468d7-3682-49cb-a4ad-1610abc8e2cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 589.941742] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.008551] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382602, 'name': Rename_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.144045] env[62643]: INFO nova.compute.manager [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] instance snapshotting [ 590.144045] env[62643]: WARNING nova.compute.manager [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 590.146975] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d30238-29d2-408f-8b54-6fc9709c5cf4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.174447] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06284315-1fbf-4f1d-a67b-1a031bd22af8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.267055] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Releasing lock "refresh_cache-31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.267714] env[62643]: DEBUG nova.compute.manager [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Instance network_info: |[{"id": "a0f2157e-54dd-429a-b2c8-7f223f3ac18c", "address": "fa:16:3e:81:e6:2f", "network": {"id": "8bd202f7-d004-4dcd-be35-a3b60cc49d26", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1927395389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a08325184245de9d0ed4f821c47f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f2157e-54", "ovs_interfaceid": "a0f2157e-54dd-429a-b2c8-7f223f3ac18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.267839] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:e6:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0f2157e-54dd-429a-b2c8-7f223f3ac18c', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.281559] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Creating folder: Project (d6a08325184245de9d0ed4f821c47f36). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.283044] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0375ded3-8860-40a5-8d37-1432788d0702 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.299903] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Created folder: Project (d6a08325184245de9d0ed4f821c47f36) in parent group-v483488. [ 590.301158] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Creating folder: Instances. Parent ref: group-v483511. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.303701] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c84aaaa-2236-4e46-9198-ce2d8cd34f70 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.316812] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Created folder: Instances in parent group-v483511. [ 590.316812] env[62643]: DEBUG oslo.service.loopingcall [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.316812] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.321022] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96f25100-94cc-4d93-b63b-2fb33cbc47f6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.346794] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.346794] env[62643]: value = "task-2382607" [ 590.346794] env[62643]: _type = "Task" [ 590.346794] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.358848] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382607, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.381368] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382604, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.390614] env[62643]: DEBUG nova.compute.manager [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.432096] env[62643]: DEBUG nova.virt.hardware [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.432371] env[62643]: DEBUG nova.virt.hardware [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.432524] env[62643]: DEBUG nova.virt.hardware [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.432722] env[62643]: DEBUG nova.virt.hardware [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.432875] env[62643]: DEBUG nova.virt.hardware [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.433062] env[62643]: DEBUG nova.virt.hardware [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.433263] env[62643]: DEBUG nova.virt.hardware [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.435215] env[62643]: DEBUG nova.virt.hardware [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.435215] env[62643]: DEBUG nova.virt.hardware [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.435215] env[62643]: DEBUG nova.virt.hardware [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.435215] env[62643]: DEBUG nova.virt.hardware [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.435215] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b286de8-92a0-4324-a287-9ac3f8693f19 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.440105] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance a8f3bc32-e3ce-4a46-8f09-e087a9597335 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 590.449560] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.451416] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854bccb9-9a0f-4d79-9ca5-76895a6cd0c6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.475014] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Instance VIF info [] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.485170] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Creating folder: Project (3c2323de9856468c8f04a286afd0a15a). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.486315] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22d116a9-f810-454e-9058-b6be0232737a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.506846] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Created folder: Project (3c2323de9856468c8f04a286afd0a15a) in parent group-v483488. [ 590.507567] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Creating folder: Instances. Parent ref: group-v483514. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.508288] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-131925a8-91dd-45c9-b9c3-f61ed6452805 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.513941] env[62643]: DEBUG nova.network.neutron [None req-edcb99e0-703d-4e41-9f41-a23bdf035841 tempest-ServerExternalEventsTest-459750781 tempest-ServerExternalEventsTest-459750781-project] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Updating instance_info_cache with network_info: [{"id": "d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5", "address": "fa:16:3e:bd:0a:79", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5fafbf8-d2", "ovs_interfaceid": "d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.515219] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382602, 'name': Rename_Task, 'duration_secs': 1.183537} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.515858] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.516137] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e137865b-19ac-4fae-8790-37abc4cd9d6f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.523245] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Created folder: Instances in parent group-v483514. [ 590.523687] env[62643]: DEBUG oslo.service.loopingcall [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.524987] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.525364] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 590.525364] env[62643]: value = "task-2382610" [ 590.525364] env[62643]: _type = "Task" [ 590.525364] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.525603] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-017fe733-497b-4f40-a2d1-231990117947 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.551788] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.551788] env[62643]: value = "task-2382611" [ 590.551788] env[62643]: _type = "Task" [ 590.551788] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.555652] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382610, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.570157] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382611, 'name': CreateVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.687248] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 590.687378] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-87b3a91e-0e33-483f-adce-00fe7b277aeb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.696115] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 590.696115] env[62643]: value = "task-2382612" [ 590.696115] env[62643]: _type = "Task" [ 590.696115] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.711310] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382612, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.861732] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382607, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.879932] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758532} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.880292] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 33b468d7-3682-49cb-a4ad-1610abc8e2cb/33b468d7-3682-49cb-a4ad-1610abc8e2cb.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.880429] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.880691] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7792fef-7874-47de-88fa-2ccbff0cb68f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.893741] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Waiting for the task: (returnval){ [ 590.893741] env[62643]: value = "task-2382613" [ 590.893741] env[62643]: _type = "Task" [ 590.893741] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.904160] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.933014] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382603, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.946141] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 6e77f974-5c90-4c53-9555-6b08d46d83da has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 591.020364] env[62643]: DEBUG oslo_concurrency.lockutils [None req-edcb99e0-703d-4e41-9f41-a23bdf035841 tempest-ServerExternalEventsTest-459750781 tempest-ServerExternalEventsTest-459750781-project] Releasing lock "refresh_cache-76de7063-a5a3-4f98-9057-14fce25e3371" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.060369] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382610, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.073404] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382611, 'name': CreateVM_Task, 'duration_secs': 0.423846} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.073657] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.075258] env[62643]: DEBUG oslo_concurrency.lockutils [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.075258] env[62643]: DEBUG oslo_concurrency.lockutils [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.075258] env[62643]: DEBUG oslo_concurrency.lockutils [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.075258] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92086889-87ac-4875-9dae-18ef3b2a69f0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.084851] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 591.084851] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521321ff-06cd-4d90-897d-f801e2d4ac10" [ 591.084851] env[62643]: _type = "Task" [ 591.084851] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.096166] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521321ff-06cd-4d90-897d-f801e2d4ac10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.213482] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382612, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.363221] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382607, 'name': CreateVM_Task, 'duration_secs': 0.613284} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.363413] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.364100] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.403768] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081262} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.405334] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.405334] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a83a75-40e5-43ce-a36d-de18187fce98 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.430246] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 33b468d7-3682-49cb-a4ad-1610abc8e2cb/33b468d7-3682-49cb-a4ad-1610abc8e2cb.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.430629] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b28299d-3ceb-4b1c-8755-e057abb7acb5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.450423] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance dd592887-7756-430b-bb18-8bf79d1b7a04 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 591.450614] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 7b61b38f-3e03-41f5-8d94-f56ec29e416a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 591.450744] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Migration b82197a1-9d36-475c-9d74-07ff86b97d3c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 591.450864] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance aaaea473-cf12-456a-8c69-ee3e7656334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 591.450986] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 76de7063-a5a3-4f98-9057-14fce25e3371 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 591.457647] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Waiting for the task: (returnval){ [ 591.457647] env[62643]: value = "task-2382614" [ 591.457647] env[62643]: _type = "Task" [ 591.457647] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.457647] env[62643]: DEBUG oslo_vmware.api [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382603, 'name': PowerOnVM_Task, 'duration_secs': 1.607368} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.458163] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.458792] env[62643]: INFO nova.compute.manager [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Took 14.04 seconds to spawn the instance on the hypervisor. [ 591.458792] env[62643]: DEBUG nova.compute.manager [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.464356] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec7df6c-2247-4bf8-8fc5-fec2090e7147 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.473429] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.552933] env[62643]: DEBUG oslo_vmware.api [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382610, 'name': PowerOnVM_Task, 'duration_secs': 0.641312} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.553273] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.553552] env[62643]: INFO nova.compute.manager [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Took 11.76 seconds to spawn the instance on the hypervisor. [ 591.553631] env[62643]: DEBUG nova.compute.manager [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.554533] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cfcbbd-7598-486f-a02b-d136c5611feb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.596240] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521321ff-06cd-4d90-897d-f801e2d4ac10, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.596554] env[62643]: DEBUG oslo_concurrency.lockutils [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.596742] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.596978] env[62643]: DEBUG oslo_concurrency.lockutils [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.597137] env[62643]: DEBUG oslo_concurrency.lockutils [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.597319] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.598884] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.598884] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.598884] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ad5fb91-2e66-41ce-a9a7-0bb586fb4c0a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.605026] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0feb262-1d45-453d-9774-0ac91830fa54 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.616020] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Waiting for the task: (returnval){ [ 591.616020] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523d5b2b-8c8e-9910-ea7d-c633c0593172" [ 591.616020] env[62643]: _type = "Task" [ 591.616020] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.618415] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.618599] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.620373] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd5bf7bd-3fb6-4d36-b0eb-d5fe5c73028d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.626763] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523d5b2b-8c8e-9910-ea7d-c633c0593172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.629464] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 591.629464] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a687f2-4d70-f20c-8a8a-3c79f243dc96" [ 591.629464] env[62643]: _type = "Task" [ 591.629464] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.637440] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a687f2-4d70-f20c-8a8a-3c79f243dc96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.712526] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382612, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.954838] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 39c2763c-aab1-4d5b-90b7-7db675df0dea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 591.969721] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.988523] env[62643]: INFO nova.compute.manager [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Took 26.65 seconds to build instance. [ 592.076278] env[62643]: INFO nova.compute.manager [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Took 25.29 seconds to build instance. [ 592.126991] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523d5b2b-8c8e-9910-ea7d-c633c0593172, 'name': SearchDatastore_Task, 'duration_secs': 0.015464} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.127811] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.128067] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.128329] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.144822] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a687f2-4d70-f20c-8a8a-3c79f243dc96, 'name': SearchDatastore_Task, 'duration_secs': 0.013251} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.145056] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7a0201d-1d03-4944-9b5f-37466babb24a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.152167] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 592.152167] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e3486a-e542-8315-531f-cc895811979b" [ 592.152167] env[62643]: _type = "Task" [ 592.152167] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.172771] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e3486a-e542-8315-531f-cc895811979b, 'name': SearchDatastore_Task, 'duration_secs': 0.012104} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.172771] env[62643]: DEBUG oslo_concurrency.lockutils [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.172771] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] f3d3bf6b-7561-4084-b363-01368aa28a0a/f3d3bf6b-7561-4084-b363-01368aa28a0a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.173442] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.173442] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.173442] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95c25acb-d670-4994-b51d-77986a82ed22 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.176754] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b047233a-672f-4288-b851-991f424a7869 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.184106] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 592.184106] env[62643]: value = "task-2382615" [ 592.184106] env[62643]: _type = "Task" [ 592.184106] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.190522] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.190709] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.194500] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b31d2d55-9e99-4783-bc90-16c8ee956475 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.202142] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.209206] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Waiting for the task: (returnval){ [ 592.209206] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a3849b-593d-d1b7-1ec1-6e6addaf8d79" [ 592.209206] env[62643]: _type = "Task" [ 592.209206] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.215563] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382612, 'name': CreateSnapshot_Task, 'duration_secs': 1.061282} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.216114] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 592.217193] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02a1f6d-f189-480d-a9e7-8814b26e9c19 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.224050] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a3849b-593d-d1b7-1ec1-6e6addaf8d79, 'name': SearchDatastore_Task, 'duration_secs': 0.012375} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.225264] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aefeb258-d4aa-4d4d-816f-44d493e02cc2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.240964] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Waiting for the task: (returnval){ [ 592.240964] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d2be31-c23e-e507-f972-6da7a014c5a9" [ 592.240964] env[62643]: _type = "Task" [ 592.240964] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.248626] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d2be31-c23e-e507-f972-6da7a014c5a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.457591] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 66f5454a-bc99-4b92-9a74-ef81b3a0c673 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 592.473048] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382614, 'name': ReconfigVM_Task, 'duration_secs': 0.732696} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.473453] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 33b468d7-3682-49cb-a4ad-1610abc8e2cb/33b468d7-3682-49cb-a4ad-1610abc8e2cb.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.476096] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d7700b6-0356-43c7-889d-d2ec25b56ac6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.487096] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Waiting for the task: (returnval){ [ 592.487096] env[62643]: value = "task-2382616" [ 592.487096] env[62643]: _type = "Task" [ 592.487096] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.494216] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd2caa81-9076-4305-a7a4-ed1d673db0e0 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "efdf473f-8daa-4179-9a44-3b72bfb87f01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.163s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.502930] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382616, 'name': Rename_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.582440] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e4eac6ca-adc0-4be7-a096-afc86a6426ce tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "a7f0e157-fd31-4d6f-af3c-59b311ad974d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.806s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.656030] env[62643]: DEBUG nova.compute.manager [req-77d20458-61ae-4a6f-aeff-6921757a6fba req-55d70564-6cf6-4ea9-bd9e-c7482df1ea31 service nova] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Received event network-changed-d3fd6d38-2e8f-43d7-876c-47e22fce7857 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 592.656030] env[62643]: DEBUG nova.compute.manager [req-77d20458-61ae-4a6f-aeff-6921757a6fba req-55d70564-6cf6-4ea9-bd9e-c7482df1ea31 service nova] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Refreshing instance network info cache due to event network-changed-d3fd6d38-2e8f-43d7-876c-47e22fce7857. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 592.656030] env[62643]: DEBUG oslo_concurrency.lockutils [req-77d20458-61ae-4a6f-aeff-6921757a6fba req-55d70564-6cf6-4ea9-bd9e-c7482df1ea31 service nova] Acquiring lock "refresh_cache-33b468d7-3682-49cb-a4ad-1610abc8e2cb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.656030] env[62643]: DEBUG oslo_concurrency.lockutils [req-77d20458-61ae-4a6f-aeff-6921757a6fba req-55d70564-6cf6-4ea9-bd9e-c7482df1ea31 service nova] Acquired lock "refresh_cache-33b468d7-3682-49cb-a4ad-1610abc8e2cb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.656030] env[62643]: DEBUG nova.network.neutron [req-77d20458-61ae-4a6f-aeff-6921757a6fba req-55d70564-6cf6-4ea9-bd9e-c7482df1ea31 service nova] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Refreshing network info cache for port d3fd6d38-2e8f-43d7-876c-47e22fce7857 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.669302] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Acquiring lock "76de7063-a5a3-4f98-9057-14fce25e3371" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.669548] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Lock "76de7063-a5a3-4f98-9057-14fce25e3371" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.669770] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Acquiring lock "76de7063-a5a3-4f98-9057-14fce25e3371-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.670058] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Lock "76de7063-a5a3-4f98-9057-14fce25e3371-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.670133] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Lock "76de7063-a5a3-4f98-9057-14fce25e3371-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.673570] env[62643]: INFO nova.compute.manager [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Terminating instance [ 592.699199] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "c24bad45-17ef-4e2b-805f-e5fd0ac8bca4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.699481] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "c24bad45-17ef-4e2b-805f-e5fd0ac8bca4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.708696] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382615, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.747455] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 592.747897] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3ec98214-2502-44c7-b9f8-1a8b9abe6410 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.764120] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d2be31-c23e-e507-f972-6da7a014c5a9, 'name': SearchDatastore_Task, 'duration_secs': 0.014755} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.766905] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.766905] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f/31c1303a-ec34-4a3c-8d76-413fe8ddbb6f.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.766905] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 592.766905] env[62643]: value = "task-2382617" [ 592.766905] env[62643]: _type = "Task" [ 592.766905] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.766905] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e6a5775-ab8d-46b7-a532-1dac7e9cfecf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.780774] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382617, 'name': CloneVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.782671] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Waiting for the task: (returnval){ [ 592.782671] env[62643]: value = "task-2382618" [ 592.782671] env[62643]: _type = "Task" [ 592.782671] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.792790] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.872291] env[62643]: DEBUG nova.compute.manager [req-b67227ed-ae0c-40cf-949f-f7bf121110e6 req-39b712ec-f0b6-48a9-91c7-d8ecda380358 service nova] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Received event network-vif-plugged-a0f2157e-54dd-429a-b2c8-7f223f3ac18c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 592.872590] env[62643]: DEBUG oslo_concurrency.lockutils [req-b67227ed-ae0c-40cf-949f-f7bf121110e6 req-39b712ec-f0b6-48a9-91c7-d8ecda380358 service nova] Acquiring lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.872744] env[62643]: DEBUG oslo_concurrency.lockutils [req-b67227ed-ae0c-40cf-949f-f7bf121110e6 req-39b712ec-f0b6-48a9-91c7-d8ecda380358 service nova] Lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.872917] env[62643]: DEBUG oslo_concurrency.lockutils [req-b67227ed-ae0c-40cf-949f-f7bf121110e6 req-39b712ec-f0b6-48a9-91c7-d8ecda380358 service nova] Lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.874465] env[62643]: DEBUG nova.compute.manager [req-b67227ed-ae0c-40cf-949f-f7bf121110e6 req-39b712ec-f0b6-48a9-91c7-d8ecda380358 service nova] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] No waiting events found dispatching network-vif-plugged-a0f2157e-54dd-429a-b2c8-7f223f3ac18c {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 592.874692] env[62643]: WARNING nova.compute.manager [req-b67227ed-ae0c-40cf-949f-f7bf121110e6 req-39b712ec-f0b6-48a9-91c7-d8ecda380358 service nova] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Received unexpected event network-vif-plugged-a0f2157e-54dd-429a-b2c8-7f223f3ac18c for instance with vm_state building and task_state spawning. [ 592.874869] env[62643]: DEBUG nova.compute.manager [req-b67227ed-ae0c-40cf-949f-f7bf121110e6 req-39b712ec-f0b6-48a9-91c7-d8ecda380358 service nova] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Received event network-changed-a0f2157e-54dd-429a-b2c8-7f223f3ac18c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 592.875117] env[62643]: DEBUG nova.compute.manager [req-b67227ed-ae0c-40cf-949f-f7bf121110e6 req-39b712ec-f0b6-48a9-91c7-d8ecda380358 service nova] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Refreshing instance network info cache due to event network-changed-a0f2157e-54dd-429a-b2c8-7f223f3ac18c. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 592.875336] env[62643]: DEBUG oslo_concurrency.lockutils [req-b67227ed-ae0c-40cf-949f-f7bf121110e6 req-39b712ec-f0b6-48a9-91c7-d8ecda380358 service nova] Acquiring lock "refresh_cache-31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.875489] env[62643]: DEBUG oslo_concurrency.lockutils [req-b67227ed-ae0c-40cf-949f-f7bf121110e6 req-39b712ec-f0b6-48a9-91c7-d8ecda380358 service nova] Acquired lock "refresh_cache-31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.875732] env[62643]: DEBUG nova.network.neutron [req-b67227ed-ae0c-40cf-949f-f7bf121110e6 req-39b712ec-f0b6-48a9-91c7-d8ecda380358 service nova] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Refreshing network info cache for port a0f2157e-54dd-429a-b2c8-7f223f3ac18c {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.967293] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance cc523733-d9ab-4337-bf4f-59c94fa1484b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 592.997712] env[62643]: DEBUG nova.compute.manager [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.011023] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382616, 'name': Rename_Task, 'duration_secs': 0.294841} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.011023] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.011023] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fdf190c-3671-4a90-9581-ea6f1ab56095 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.018454] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Waiting for the task: (returnval){ [ 593.018454] env[62643]: value = "task-2382619" [ 593.018454] env[62643]: _type = "Task" [ 593.018454] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.031125] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.085966] env[62643]: DEBUG nova.compute.manager [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.177831] env[62643]: DEBUG nova.compute.manager [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 593.178156] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 593.179085] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2d8c28-20aa-46c8-b235-ec351e46e0bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.191826] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 593.196337] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89f4b856-7047-4b0e-a13f-be775d97584d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.207290] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598811} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.209195] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] f3d3bf6b-7561-4084-b363-01368aa28a0a/f3d3bf6b-7561-4084-b363-01368aa28a0a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.209654] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.209742] env[62643]: DEBUG oslo_vmware.api [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Waiting for the task: (returnval){ [ 593.209742] env[62643]: value = "task-2382620" [ 593.209742] env[62643]: _type = "Task" [ 593.209742] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.209963] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce3ac04b-1f5a-4539-80bb-b10ac8e90d56 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.224748] env[62643]: DEBUG oslo_vmware.api [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.228407] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 593.228407] env[62643]: value = "task-2382621" [ 593.228407] env[62643]: _type = "Task" [ 593.228407] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.239665] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.285626] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382617, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.299111] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382618, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.470861] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 916ab81b-1461-464f-8194-1fe0d9a9216e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 593.471085] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance a7f0e157-fd31-4d6f-af3c-59b311ad974d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 593.471232] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance efdf473f-8daa-4179-9a44-3b72bfb87f01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 593.471398] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 593.471685] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 593.471777] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 593.533565] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.537676] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.610902] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.723780] env[62643]: DEBUG oslo_vmware.api [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.741270] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284147} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.741270] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.741270] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c1bc3e-46d9-4756-8b5c-d39b84569962 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.771162] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] f3d3bf6b-7561-4084-b363-01368aa28a0a/f3d3bf6b-7561-4084-b363-01368aa28a0a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.777468] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8af37a1-e34b-4484-b4cf-c41e0906b2f7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.824180] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382617, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.824273] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71349} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.829048] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f/31c1303a-ec34-4a3c-8d76-413fe8ddbb6f.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.829048] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.829048] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 593.829048] env[62643]: value = "task-2382622" [ 593.829048] env[62643]: _type = "Task" [ 593.829048] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.829420] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bda8c1f-b84e-43d8-b5fa-2f9c79410e36 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.842444] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.844767] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Waiting for the task: (returnval){ [ 593.844767] env[62643]: value = "task-2382623" [ 593.844767] env[62643]: _type = "Task" [ 593.844767] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.858352] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.927384] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667192f8-b458-4898-8164-84cad5bec1b8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.936559] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1fd32d-2695-4181-9e52-cfeba4fa5a8b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.975779] env[62643]: DEBUG nova.network.neutron [req-77d20458-61ae-4a6f-aeff-6921757a6fba req-55d70564-6cf6-4ea9-bd9e-c7482df1ea31 service nova] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Updated VIF entry in instance network info cache for port d3fd6d38-2e8f-43d7-876c-47e22fce7857. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.976276] env[62643]: DEBUG nova.network.neutron [req-77d20458-61ae-4a6f-aeff-6921757a6fba req-55d70564-6cf6-4ea9-bd9e-c7482df1ea31 service nova] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Updating instance_info_cache with network_info: [{"id": "d3fd6d38-2e8f-43d7-876c-47e22fce7857", "address": "fa:16:3e:5e:84:ba", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fd6d38-2e", "ovs_interfaceid": "d3fd6d38-2e8f-43d7-876c-47e22fce7857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.978186] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba756a23-9362-458d-9808-1608a34afbde {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.987291] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc686c49-b786-466e-a341-17582f397892 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.004548] env[62643]: DEBUG nova.compute.provider_tree [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.030298] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.101194] env[62643]: DEBUG nova.network.neutron [req-b67227ed-ae0c-40cf-949f-f7bf121110e6 req-39b712ec-f0b6-48a9-91c7-d8ecda380358 service nova] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Updated VIF entry in instance network info cache for port a0f2157e-54dd-429a-b2c8-7f223f3ac18c. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.101736] env[62643]: DEBUG nova.network.neutron [req-b67227ed-ae0c-40cf-949f-f7bf121110e6 req-39b712ec-f0b6-48a9-91c7-d8ecda380358 service nova] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Updating instance_info_cache with network_info: [{"id": "a0f2157e-54dd-429a-b2c8-7f223f3ac18c", "address": "fa:16:3e:81:e6:2f", "network": {"id": "8bd202f7-d004-4dcd-be35-a3b60cc49d26", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1927395389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a08325184245de9d0ed4f821c47f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f2157e-54", "ovs_interfaceid": "a0f2157e-54dd-429a-b2c8-7f223f3ac18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.225788] env[62643]: DEBUG oslo_vmware.api [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382620, 'name': PowerOffVM_Task, 'duration_secs': 0.773606} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.226275] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 594.226463] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 594.226747] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a251f5ae-56c6-4224-9fd1-745cd46b2aba {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.301549] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 594.301775] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 594.302171] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Deleting the datastore file [datastore2] 76de7063-a5a3-4f98-9057-14fce25e3371 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.309085] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fe3ce95-802d-4e94-aea2-2709300b81d9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.309085] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382617, 'name': CloneVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.312878] env[62643]: DEBUG oslo_vmware.api [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Waiting for the task: (returnval){ [ 594.312878] env[62643]: value = "task-2382625" [ 594.312878] env[62643]: _type = "Task" [ 594.312878] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.324258] env[62643]: DEBUG oslo_vmware.api [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.343895] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.353934] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080283} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.354397] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.355493] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705e1951-6092-4fc8-89f4-c79615012c32 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.381780] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f/31c1303a-ec34-4a3c-8d76-413fe8ddbb6f.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.382534] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35591083-b7a7-4dca-841b-9b437685bc9a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.404973] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Waiting for the task: (returnval){ [ 594.404973] env[62643]: value = "task-2382626" [ 594.404973] env[62643]: _type = "Task" [ 594.404973] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.415021] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.483062] env[62643]: DEBUG oslo_concurrency.lockutils [req-77d20458-61ae-4a6f-aeff-6921757a6fba req-55d70564-6cf6-4ea9-bd9e-c7482df1ea31 service nova] Releasing lock "refresh_cache-33b468d7-3682-49cb-a4ad-1610abc8e2cb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.485230] env[62643]: DEBUG nova.compute.manager [req-77d20458-61ae-4a6f-aeff-6921757a6fba req-55d70564-6cf6-4ea9-bd9e-c7482df1ea31 service nova] [instance: ee332a56-22ec-4c79-ac21-287662364180] Received event network-vif-deleted-0e0f9265-66e5-4214-8e86-5f1410e36105 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.509564] env[62643]: DEBUG nova.scheduler.client.report [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.531837] env[62643]: DEBUG oslo_vmware.api [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382619, 'name': PowerOnVM_Task, 'duration_secs': 1.45975} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.532854] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.533721] env[62643]: INFO nova.compute.manager [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Took 12.20 seconds to spawn the instance on the hypervisor. [ 594.533721] env[62643]: DEBUG nova.compute.manager [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.534926] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909f76c1-9ca0-41ed-bd02-45660cff74af {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.558102] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "863bc2da-9167-470b-a426-f898e8bbe187" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.558335] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "863bc2da-9167-470b-a426-f898e8bbe187" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.605137] env[62643]: DEBUG oslo_concurrency.lockutils [req-b67227ed-ae0c-40cf-949f-f7bf121110e6 req-39b712ec-f0b6-48a9-91c7-d8ecda380358 service nova] Releasing lock "refresh_cache-31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.811484] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382617, 'name': CloneVM_Task, 'duration_secs': 1.618952} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.811484] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Created linked-clone VM from snapshot [ 594.811484] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dfc459-6c78-445c-9a8c-8c14629725e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.824979] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Uploading image ff96f90f-135e-4ef9-9d91-6f8250f9b837 {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 594.831369] env[62643]: DEBUG oslo_vmware.api [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.845519] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382622, 'name': ReconfigVM_Task, 'duration_secs': 0.610146} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.845519] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Reconfigured VM instance instance-0000000a to attach disk [datastore1] f3d3bf6b-7561-4084-b363-01368aa28a0a/f3d3bf6b-7561-4084-b363-01368aa28a0a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.846217] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc1a6206-c65e-4777-812c-5c8d6c1a30b2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.857463] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 594.857463] env[62643]: value = "task-2382627" [ 594.857463] env[62643]: _type = "Task" [ 594.857463] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.868926] env[62643]: DEBUG oslo_vmware.rw_handles [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 594.868926] env[62643]: value = "vm-483518" [ 594.868926] env[62643]: _type = "VirtualMachine" [ 594.868926] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 594.869234] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-56310ae8-94e8-4110-b224-59adafd86084 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.877088] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382627, 'name': Rename_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.878328] env[62643]: DEBUG oslo_vmware.rw_handles [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lease: (returnval){ [ 594.878328] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52186f0c-c9cf-f9fa-bf6b-510740b166e8" [ 594.878328] env[62643]: _type = "HttpNfcLease" [ 594.878328] env[62643]: } obtained for exporting VM: (result){ [ 594.878328] env[62643]: value = "vm-483518" [ 594.878328] env[62643]: _type = "VirtualMachine" [ 594.878328] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 594.878762] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the lease: (returnval){ [ 594.878762] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52186f0c-c9cf-f9fa-bf6b-510740b166e8" [ 594.878762] env[62643]: _type = "HttpNfcLease" [ 594.878762] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 594.886228] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 594.886228] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52186f0c-c9cf-f9fa-bf6b-510740b166e8" [ 594.886228] env[62643]: _type = "HttpNfcLease" [ 594.886228] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 594.920490] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.014034] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 595.014379] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.657s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.014619] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.639s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.016135] env[62643]: INFO nova.compute.claims [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.059992] env[62643]: INFO nova.compute.manager [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Took 24.59 seconds to build instance. [ 595.325132] env[62643]: DEBUG oslo_vmware.api [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Task: {'id': task-2382625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.580837} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.325453] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 595.325453] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 595.325674] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 595.325799] env[62643]: INFO nova.compute.manager [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Took 2.15 seconds to destroy the instance on the hypervisor. [ 595.326016] env[62643]: DEBUG oslo.service.loopingcall [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.329094] env[62643]: DEBUG nova.compute.manager [-] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 595.329094] env[62643]: DEBUG nova.network.neutron [-] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 595.370838] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382627, 'name': Rename_Task, 'duration_secs': 0.255184} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.371976] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.371976] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b9ad096-883f-4b46-b7a2-efe6598cc657 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.381706] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 595.381706] env[62643]: value = "task-2382629" [ 595.381706] env[62643]: _type = "Task" [ 595.381706] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.401700] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 595.401700] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52186f0c-c9cf-f9fa-bf6b-510740b166e8" [ 595.401700] env[62643]: _type = "HttpNfcLease" [ 595.401700] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 595.402171] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.402253] env[62643]: DEBUG oslo_vmware.rw_handles [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 595.402253] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52186f0c-c9cf-f9fa-bf6b-510740b166e8" [ 595.402253] env[62643]: _type = "HttpNfcLease" [ 595.402253] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 595.403575] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19eb27bd-20ba-4cf5-83c7-d675fe891f50 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.415704] env[62643]: DEBUG oslo_vmware.rw_handles [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ed296-203c-5ea8-1ad9-aedb51d24f1a/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 595.415912] env[62643]: DEBUG oslo_vmware.rw_handles [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ed296-203c-5ea8-1ad9-aedb51d24f1a/disk-0.vmdk for reading. {{(pid=62643) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 595.480950] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382626, 'name': ReconfigVM_Task, 'duration_secs': 0.786388} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.482340] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f/31c1303a-ec34-4a3c-8d76-413fe8ddbb6f.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.483488] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd28ad2d-d1a1-4fc5-958f-190b44533261 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.489711] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Waiting for the task: (returnval){ [ 595.489711] env[62643]: value = "task-2382630" [ 595.489711] env[62643]: _type = "Task" [ 595.489711] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.499397] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382630, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.503377] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "20c560c8-551e-476c-b26a-45e5d9770dce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.503612] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "20c560c8-551e-476c-b26a-45e5d9770dce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.513701] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c9089bc1-adeb-4150-b3c7-a7e1d63afbeb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.561998] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65286d03-6487-4169-a6e6-09d9bd61eed2 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Lock "33b468d7-3682-49cb-a4ad-1610abc8e2cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.107s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.904052] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "f54a3315-6dde-4807-84cc-413afe64f178" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.904619] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f54a3315-6dde-4807-84cc-413afe64f178" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.912227] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382629, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.002780] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382630, 'name': Rename_Task, 'duration_secs': 0.190005} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.002780] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.002975] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03b04a18-66bd-4236-b6db-793322bae09c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.008997] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Waiting for the task: (returnval){ [ 596.008997] env[62643]: value = "task-2382631" [ 596.008997] env[62643]: _type = "Task" [ 596.008997] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.016837] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.065711] env[62643]: DEBUG nova.compute.manager [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.359054] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Acquiring lock "6e2ca819-ef07-44fd-ad79-f9aaca72d1e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.359054] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Lock "6e2ca819-ef07-44fd-ad79-f9aaca72d1e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.397608] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382629, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.481932] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223d77e0-9660-4e2f-92fd-4b10428e2060 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.503512] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865a1ca8-9d27-49e8-a73e-ed7adfff6225 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.551695] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b3c851-dfef-410a-becf-1660091ed310 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.562070] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382631, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.566177] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce4b857-cb20-4d0c-bbc6-65cd306641b6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.583523] env[62643]: DEBUG nova.compute.provider_tree [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.603793] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.685374] env[62643]: DEBUG nova.network.neutron [-] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.897706] env[62643]: DEBUG oslo_vmware.api [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382629, 'name': PowerOnVM_Task, 'duration_secs': 1.192877} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.897706] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.898187] env[62643]: INFO nova.compute.manager [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Took 6.51 seconds to spawn the instance on the hypervisor. [ 596.898187] env[62643]: DEBUG nova.compute.manager [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.898846] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c387256-11cd-4a26-bb62-914f9f90ace0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.063512] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382631, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.087078] env[62643]: DEBUG nova.scheduler.client.report [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.187895] env[62643]: INFO nova.compute.manager [-] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Took 1.86 seconds to deallocate network for instance. [ 597.423933] env[62643]: INFO nova.compute.manager [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Took 25.26 seconds to build instance. [ 597.560661] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382631, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.599028] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.599028] env[62643]: DEBUG nova.compute.manager [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.604874] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.634s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.607068] env[62643]: INFO nova.compute.claims [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.700943] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.924673] env[62643]: DEBUG nova.compute.manager [None req-97393c1b-ee1b-44be-af09-7c54b90b186a tempest-ServerDiagnosticsTest-654598663 tempest-ServerDiagnosticsTest-654598663-project-admin] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.927513] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dd11c4-f7c9-4d09-87cf-ca0d268dcaa0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.933881] env[62643]: DEBUG oslo_concurrency.lockutils [None req-486d3b14-2483-4890-b2c9-2b938d312a40 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Lock "f3d3bf6b-7561-4084-b363-01368aa28a0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.787s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.939193] env[62643]: INFO nova.compute.manager [None req-97393c1b-ee1b-44be-af09-7c54b90b186a tempest-ServerDiagnosticsTest-654598663 tempest-ServerDiagnosticsTest-654598663-project-admin] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Retrieving diagnostics [ 597.939488] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3103819-43b7-4375-b795-851031690007 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.990303] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "bb4772da-b738-487f-a72e-97673c3ae7f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.991035] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "bb4772da-b738-487f-a72e-97673c3ae7f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.067265] env[62643]: DEBUG oslo_vmware.api [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382631, 'name': PowerOnVM_Task, 'duration_secs': 1.792492} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.067600] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.067814] env[62643]: INFO nova.compute.manager [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Took 13.29 seconds to spawn the instance on the hypervisor. [ 598.069130] env[62643]: DEBUG nova.compute.manager [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.069345] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af00e4f3-5bd0-4726-b27c-f87f1b98d839 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.112066] env[62643]: DEBUG nova.compute.utils [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 598.115663] env[62643]: DEBUG nova.compute.manager [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.115871] env[62643]: DEBUG nova.network.neutron [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.146317] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.146639] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.247144] env[62643]: DEBUG nova.policy [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a6072c422bf4ef4b32f651e9ea96b53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abe827053d504b3a91f05e705cdea3fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.437645] env[62643]: DEBUG nova.compute.manager [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.469537] env[62643]: DEBUG nova.compute.manager [req-c41eb1de-aede-4b6f-b3f3-9519e9d00154 req-a1efafba-0e0d-403b-adca-fd9e6205e5cc service nova] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Received event network-vif-deleted-d5fafbf8-d2ad-41d4-aaba-5819e70bbfe5 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.573092] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Acquiring lock "c1c90088-c0e8-43b8-83e0-7a29dc83790e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.573399] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Lock "c1c90088-c0e8-43b8-83e0-7a29dc83790e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.592440] env[62643]: INFO nova.compute.manager [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Took 27.35 seconds to build instance. [ 598.616558] env[62643]: DEBUG nova.compute.manager [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.909726] env[62643]: DEBUG nova.network.neutron [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Successfully created port: 4dcaf876-26f5-4f76-9108-9823b31c53a6 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.975712] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.094441] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0877c2cb-90f5-4f30-bac6-4186f4a2f149 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.861s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.180378] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d6a055-5158-4413-af7f-ed6e39a964c3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.194198] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45862d3c-660b-4cb8-89b8-216019ddfc30 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.237928] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505513a4-089e-4313-872e-05bed1038675 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.246424] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713e8648-93cf-47ab-b9da-7de5165912ec {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.261847] env[62643]: DEBUG nova.compute.provider_tree [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.601017] env[62643]: DEBUG nova.compute.manager [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.633477] env[62643]: DEBUG nova.compute.manager [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.678066] env[62643]: DEBUG nova.virt.hardware [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.678328] env[62643]: DEBUG nova.virt.hardware [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.678490] env[62643]: DEBUG nova.virt.hardware [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.678685] env[62643]: DEBUG nova.virt.hardware [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.678832] env[62643]: DEBUG nova.virt.hardware [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.678982] env[62643]: DEBUG nova.virt.hardware [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.679568] env[62643]: DEBUG nova.virt.hardware [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.679720] env[62643]: DEBUG nova.virt.hardware [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.679894] env[62643]: DEBUG nova.virt.hardware [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.680073] env[62643]: DEBUG nova.virt.hardware [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.680279] env[62643]: DEBUG nova.virt.hardware [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.681463] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6af32c-c54c-44fa-a4c4-9161bee771ed {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.690750] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8b4ecb-a5f7-4eb9-8e07-6952b0f563ab {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.766719] env[62643]: DEBUG nova.scheduler.client.report [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.909827] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "3f036c4b-0b5b-49e8-89cd-4e63e9c80d65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.910071] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "3f036c4b-0b5b-49e8-89cd-4e63e9c80d65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.129555] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.280063] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.280487] env[62643]: DEBUG nova.compute.manager [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.286450] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.298s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.288707] env[62643]: INFO nova.compute.claims [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.326631] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Acquiring lock "33b468d7-3682-49cb-a4ad-1610abc8e2cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.327041] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Lock "33b468d7-3682-49cb-a4ad-1610abc8e2cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.327250] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Acquiring lock "33b468d7-3682-49cb-a4ad-1610abc8e2cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.327824] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Lock "33b468d7-3682-49cb-a4ad-1610abc8e2cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.327824] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Lock "33b468d7-3682-49cb-a4ad-1610abc8e2cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.331727] env[62643]: INFO nova.compute.manager [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Terminating instance [ 600.789173] env[62643]: DEBUG nova.compute.utils [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 600.791985] env[62643]: DEBUG nova.compute.manager [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.792132] env[62643]: DEBUG nova.network.neutron [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.820799] env[62643]: DEBUG oslo_concurrency.lockutils [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "bc813c11-8b43-4ca5-bfdf-832e02f020d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.821306] env[62643]: DEBUG oslo_concurrency.lockutils [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "bc813c11-8b43-4ca5-bfdf-832e02f020d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.841794] env[62643]: DEBUG nova.compute.manager [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 600.842076] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 600.843589] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7882e135-a1cf-44af-85db-4808cf3203a6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.852685] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 600.852951] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40680f60-e52b-4c10-97c2-5703668cc6f7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.860528] env[62643]: DEBUG oslo_vmware.api [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Waiting for the task: (returnval){ [ 600.860528] env[62643]: value = "task-2382632" [ 600.860528] env[62643]: _type = "Task" [ 600.860528] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.870201] env[62643]: DEBUG oslo_vmware.api [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.920302] env[62643]: INFO nova.compute.manager [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Rebuilding instance [ 600.978243] env[62643]: DEBUG nova.compute.manager [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.979209] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa77753-1973-4bfd-aea3-24c49f884cdd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.050527] env[62643]: DEBUG nova.policy [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0cebabe108843f0ac55066b6cfa82db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2557f220b46f4045909ac757cebe370c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.295834] env[62643]: DEBUG nova.compute.manager [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.376419] env[62643]: DEBUG oslo_vmware.api [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382632, 'name': PowerOffVM_Task, 'duration_secs': 0.363574} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.376685] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 601.376853] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 601.377110] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f57e297-5f7c-4d23-9c28-e789aea954c6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.438366] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 601.438618] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 601.441450] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Deleting the datastore file [datastore1] 33b468d7-3682-49cb-a4ad-1610abc8e2cb {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.441998] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-089987bb-fa94-42f4-bc0f-ef6c59f4e4c5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.451853] env[62643]: DEBUG oslo_vmware.api [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Waiting for the task: (returnval){ [ 601.451853] env[62643]: value = "task-2382634" [ 601.451853] env[62643]: _type = "Task" [ 601.451853] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.460364] env[62643]: DEBUG oslo_vmware.api [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.511844] env[62643]: DEBUG nova.network.neutron [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Successfully updated port: 4dcaf876-26f5-4f76-9108-9823b31c53a6 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.852312] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fc228e-9a5a-4b5e-87c0-1ea1fce68b5a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.864697] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2195af-3510-4136-bb70-a1c1a8ac8e5a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.912987] env[62643]: DEBUG nova.network.neutron [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Successfully created port: d554620c-91b7-498b-8471-e5ac90f75dd2 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.916808] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af852be1-144b-4a18-911c-50eb5fde5796 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.923930] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971418f3-15a6-4e6a-a4bd-f443c862efc0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.938601] env[62643]: DEBUG nova.compute.provider_tree [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.966339] env[62643]: DEBUG oslo_vmware.api [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Task: {'id': task-2382634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153212} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.966974] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.967810] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 601.967810] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 601.967810] env[62643]: INFO nova.compute.manager [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 601.967938] env[62643]: DEBUG oslo.service.loopingcall [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.968100] env[62643]: DEBUG nova.compute.manager [-] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 601.968190] env[62643]: DEBUG nova.network.neutron [-] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 601.995705] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 601.996040] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4549a00-8594-4fa0-afab-6e9c0f9a37c4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.006815] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 602.006815] env[62643]: value = "task-2382635" [ 602.006815] env[62643]: _type = "Task" [ 602.006815] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.017583] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Acquiring lock "refresh_cache-916ab81b-1461-464f-8194-1fe0d9a9216e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.018776] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Acquired lock "refresh_cache-916ab81b-1461-464f-8194-1fe0d9a9216e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.019907] env[62643]: DEBUG nova.network.neutron [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.029167] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.056419] env[62643]: DEBUG nova.compute.manager [req-3659ec77-7aee-4d47-a1f7-5eb98f1850f4 req-d9c1fb2f-d882-49e2-8c20-c4c5814c23ba service nova] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Received event network-vif-plugged-4dcaf876-26f5-4f76-9108-9823b31c53a6 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.056419] env[62643]: DEBUG oslo_concurrency.lockutils [req-3659ec77-7aee-4d47-a1f7-5eb98f1850f4 req-d9c1fb2f-d882-49e2-8c20-c4c5814c23ba service nova] Acquiring lock "916ab81b-1461-464f-8194-1fe0d9a9216e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.056419] env[62643]: DEBUG oslo_concurrency.lockutils [req-3659ec77-7aee-4d47-a1f7-5eb98f1850f4 req-d9c1fb2f-d882-49e2-8c20-c4c5814c23ba service nova] Lock "916ab81b-1461-464f-8194-1fe0d9a9216e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.056609] env[62643]: DEBUG oslo_concurrency.lockutils [req-3659ec77-7aee-4d47-a1f7-5eb98f1850f4 req-d9c1fb2f-d882-49e2-8c20-c4c5814c23ba service nova] Lock "916ab81b-1461-464f-8194-1fe0d9a9216e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.056788] env[62643]: DEBUG nova.compute.manager [req-3659ec77-7aee-4d47-a1f7-5eb98f1850f4 req-d9c1fb2f-d882-49e2-8c20-c4c5814c23ba service nova] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] No waiting events found dispatching network-vif-plugged-4dcaf876-26f5-4f76-9108-9823b31c53a6 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.056973] env[62643]: WARNING nova.compute.manager [req-3659ec77-7aee-4d47-a1f7-5eb98f1850f4 req-d9c1fb2f-d882-49e2-8c20-c4c5814c23ba service nova] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Received unexpected event network-vif-plugged-4dcaf876-26f5-4f76-9108-9823b31c53a6 for instance with vm_state building and task_state spawning. [ 602.148151] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "c771cbc2-e440-4c40-afea-0476d16f5328" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.148151] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "c771cbc2-e440-4c40-afea-0476d16f5328" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.311850] env[62643]: DEBUG nova.compute.manager [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.344742] env[62643]: DEBUG nova.virt.hardware [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1731579996',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1762286806',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.346618] env[62643]: DEBUG nova.virt.hardware [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.346618] env[62643]: DEBUG nova.virt.hardware [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.346618] env[62643]: DEBUG nova.virt.hardware [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.346618] env[62643]: DEBUG nova.virt.hardware [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.346618] env[62643]: DEBUG nova.virt.hardware [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.346881] env[62643]: DEBUG nova.virt.hardware [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.346881] env[62643]: DEBUG nova.virt.hardware [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.346881] env[62643]: DEBUG nova.virt.hardware [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.346881] env[62643]: DEBUG nova.virt.hardware [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.346881] env[62643]: DEBUG nova.virt.hardware [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.347519] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5c2517-ba58-488e-a215-117aba4ce73c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.356391] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01da4bf-776e-4cc6-bbcb-9f6fdc3945a6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.443957] env[62643]: DEBUG nova.scheduler.client.report [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.519294] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382635, 'name': PowerOffVM_Task, 'duration_secs': 0.274707} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.519486] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 602.519755] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 602.520596] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac9ac75-133f-4c09-9801-d31058cff7af {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.528456] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 602.529101] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94229bb5-b7b6-4e73-9aa9-3c05ecd4f0c0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.555545] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 602.555836] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 602.555935] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Deleting the datastore file [datastore1] f3d3bf6b-7561-4084-b363-01368aa28a0a {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.557150] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3bf2875-d419-4177-aadd-f96d300a55ea {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.563997] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 602.563997] env[62643]: value = "task-2382637" [ 602.563997] env[62643]: _type = "Task" [ 602.563997] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.572759] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.578921] env[62643]: DEBUG nova.network.neutron [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.813177] env[62643]: DEBUG nova.network.neutron [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Updating instance_info_cache with network_info: [{"id": "4dcaf876-26f5-4f76-9108-9823b31c53a6", "address": "fa:16:3e:a7:f1:43", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dcaf876-26", "ovs_interfaceid": "4dcaf876-26f5-4f76-9108-9823b31c53a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.952903] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.956022] env[62643]: DEBUG nova.compute.manager [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.956670] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.423s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.957953] env[62643]: INFO nova.compute.claims [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.979867] env[62643]: DEBUG nova.network.neutron [-] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.074773] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096834} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.075221] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.075486] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 603.075682] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 603.320394] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Releasing lock "refresh_cache-916ab81b-1461-464f-8194-1fe0d9a9216e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.320795] env[62643]: DEBUG nova.compute.manager [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Instance network_info: |[{"id": "4dcaf876-26f5-4f76-9108-9823b31c53a6", "address": "fa:16:3e:a7:f1:43", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dcaf876-26", "ovs_interfaceid": "4dcaf876-26f5-4f76-9108-9823b31c53a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.321243] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:f1:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dcaf876-26f5-4f76-9108-9823b31c53a6', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.328838] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Creating folder: Project (abe827053d504b3a91f05e705cdea3fb). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.329139] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0926949e-a6b1-40a6-a8b4-3dd348ad4cf1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.347758] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Created folder: Project (abe827053d504b3a91f05e705cdea3fb) in parent group-v483488. [ 603.348787] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Creating folder: Instances. Parent ref: group-v483519. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.349369] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1a34d0a-1e8d-4f82-9ad8-57ce9835cb7a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.359020] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Created folder: Instances in parent group-v483519. [ 603.359233] env[62643]: DEBUG oslo.service.loopingcall [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 603.359305] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.359469] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ba67cf6-bc97-446c-8266-cff66939774d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.378746] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.378746] env[62643]: value = "task-2382640" [ 603.378746] env[62643]: _type = "Task" [ 603.378746] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.392612] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382640, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.463406] env[62643]: DEBUG nova.compute.utils [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 603.465161] env[62643]: DEBUG nova.compute.manager [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.465853] env[62643]: DEBUG nova.network.neutron [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.483284] env[62643]: INFO nova.compute.manager [-] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Took 1.51 seconds to deallocate network for instance. [ 603.593422] env[62643]: DEBUG nova.policy [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71919f57a25c463583f4282e519c8d28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bd942078c64493a947352791fec311d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.893630] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382640, 'name': CreateVM_Task, 'duration_secs': 0.373663} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.893880] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.894953] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.894953] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.895249] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.895479] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-018343ad-7eaf-447c-b20c-f56503e3a477 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.900559] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Waiting for the task: (returnval){ [ 603.900559] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529cabd7-d483-6c9d-6eb2-3d89237b9f1c" [ 603.900559] env[62643]: _type = "Task" [ 603.900559] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.910853] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529cabd7-d483-6c9d-6eb2-3d89237b9f1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.970681] env[62643]: DEBUG nova.compute.manager [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.996673] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.055063] env[62643]: DEBUG oslo_vmware.rw_handles [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ed296-203c-5ea8-1ad9-aedb51d24f1a/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 604.056846] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ed8614-4c41-4f85-a884-756752296861 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.065768] env[62643]: DEBUG oslo_vmware.rw_handles [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ed296-203c-5ea8-1ad9-aedb51d24f1a/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 604.067137] env[62643]: ERROR oslo_vmware.rw_handles [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ed296-203c-5ea8-1ad9-aedb51d24f1a/disk-0.vmdk due to incomplete transfer. [ 604.067137] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a77b0778-1134-45e2-9d5f-40c371a44011 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.075718] env[62643]: DEBUG oslo_vmware.rw_handles [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ed296-203c-5ea8-1ad9-aedb51d24f1a/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 604.076272] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Uploaded image ff96f90f-135e-4ef9-9d91-6f8250f9b837 to the Glance image server {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 604.078484] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 604.078845] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-767ab8dd-3284-4149-96bb-7d8657e0af38 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.085585] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 604.085585] env[62643]: value = "task-2382641" [ 604.085585] env[62643]: _type = "Task" [ 604.085585] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.104146] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382641, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.143267] env[62643]: DEBUG nova.virt.hardware [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.143373] env[62643]: DEBUG nova.virt.hardware [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.143492] env[62643]: DEBUG nova.virt.hardware [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.143752] env[62643]: DEBUG nova.virt.hardware [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.143995] env[62643]: DEBUG nova.virt.hardware [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.143995] env[62643]: DEBUG nova.virt.hardware [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.144228] env[62643]: DEBUG nova.virt.hardware [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.144412] env[62643]: DEBUG nova.virt.hardware [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.144638] env[62643]: DEBUG nova.virt.hardware [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.144834] env[62643]: DEBUG nova.virt.hardware [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.144933] env[62643]: DEBUG nova.virt.hardware [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.145970] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6516721b-aa21-401d-8b7e-501ac031dbce {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.152234] env[62643]: DEBUG nova.network.neutron [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Successfully updated port: d554620c-91b7-498b-8471-e5ac90f75dd2 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.162042] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a488bb3-ebf9-4b3e-9f52-972d693cc938 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.182102] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Instance VIF info [] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.188840] env[62643]: DEBUG oslo.service.loopingcall [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.192702] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.192968] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-499a8a25-44bc-4cc0-ae54-ba7695da77ae {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.213202] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.213202] env[62643]: value = "task-2382642" [ 604.213202] env[62643]: _type = "Task" [ 604.213202] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.223158] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382642, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.342952] env[62643]: DEBUG nova.network.neutron [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Successfully created port: 088c7065-7ae3-4ce4-a5c9-3ccdb843158e {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.411228] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529cabd7-d483-6c9d-6eb2-3d89237b9f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.413946] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.414777] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.414926] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.415087] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.415272] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.416482] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e91ae202-35fa-4a85-9e76-36da0e4ed095 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.424839] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.425871] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.426009] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15545a4e-7ec1-4c14-8d37-1b94b0269ac0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.434742] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Waiting for the task: (returnval){ [ 604.434742] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5214fea4-49df-b049-07ef-f36c5572da53" [ 604.434742] env[62643]: _type = "Task" [ 604.434742] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.442538] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5214fea4-49df-b049-07ef-f36c5572da53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.513122] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b4691f-a918-4dee-8d8a-901a175d6c24 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.524222] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0632b0bf-9d92-4c9b-8f72-74d030f91522 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.562421] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4141bb88-db78-4cf7-8c13-1516a833e3cf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.571588] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84db4c13-7bb0-431c-b7c0-b05975ac9f48 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.587239] env[62643]: DEBUG nova.compute.provider_tree [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.597868] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382641, 'name': Destroy_Task, 'duration_secs': 0.441978} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.598701] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Destroyed the VM [ 604.599052] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 604.599301] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-96e83785-abd4-40fe-8333-134f793ad2f0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.606509] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 604.606509] env[62643]: value = "task-2382643" [ 604.606509] env[62643]: _type = "Task" [ 604.606509] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.615252] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382643, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.655144] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquiring lock "refresh_cache-43dc5e13-a248-4173-9ed2-a66e9b09bcb9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.655335] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquired lock "refresh_cache-43dc5e13-a248-4173-9ed2-a66e9b09bcb9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.655500] env[62643]: DEBUG nova.network.neutron [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.723396] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382642, 'name': CreateVM_Task, 'duration_secs': 0.334293} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.723571] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.724050] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.724224] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.724551] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.724803] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e246d16-a9e6-41d5-9fd4-a082f0a1eb2c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.729728] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 604.729728] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5228793c-098b-680c-3878-75393ed25d89" [ 604.729728] env[62643]: _type = "Task" [ 604.729728] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.737423] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5228793c-098b-680c-3878-75393ed25d89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.848707] env[62643]: DEBUG nova.compute.manager [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Received event network-changed-4dcaf876-26f5-4f76-9108-9823b31c53a6 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.848899] env[62643]: DEBUG nova.compute.manager [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Refreshing instance network info cache due to event network-changed-4dcaf876-26f5-4f76-9108-9823b31c53a6. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.849129] env[62643]: DEBUG oslo_concurrency.lockutils [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] Acquiring lock "refresh_cache-916ab81b-1461-464f-8194-1fe0d9a9216e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.849274] env[62643]: DEBUG oslo_concurrency.lockutils [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] Acquired lock "refresh_cache-916ab81b-1461-464f-8194-1fe0d9a9216e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.849435] env[62643]: DEBUG nova.network.neutron [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Refreshing network info cache for port 4dcaf876-26f5-4f76-9108-9823b31c53a6 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.947176] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5214fea4-49df-b049-07ef-f36c5572da53, 'name': SearchDatastore_Task, 'duration_secs': 0.009786} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.950507] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597a9d1c-7920-490c-bd6f-e36895fafe65 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.956067] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Waiting for the task: (returnval){ [ 604.956067] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523c817b-01a2-222a-a26f-5775e768eaec" [ 604.956067] env[62643]: _type = "Task" [ 604.956067] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.964524] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523c817b-01a2-222a-a26f-5775e768eaec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.984798] env[62643]: DEBUG nova.compute.manager [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.018631] env[62643]: DEBUG nova.virt.hardware [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.018892] env[62643]: DEBUG nova.virt.hardware [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.019066] env[62643]: DEBUG nova.virt.hardware [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.019258] env[62643]: DEBUG nova.virt.hardware [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.019406] env[62643]: DEBUG nova.virt.hardware [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.019584] env[62643]: DEBUG nova.virt.hardware [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.019971] env[62643]: DEBUG nova.virt.hardware [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.021033] env[62643]: DEBUG nova.virt.hardware [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.021033] env[62643]: DEBUG nova.virt.hardware [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.021033] env[62643]: DEBUG nova.virt.hardware [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.021577] env[62643]: DEBUG nova.virt.hardware [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.023410] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3051884-1268-472c-83aa-463932acc6b4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.034596] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13da154e-e769-45fa-b5b6-dd64718e05e2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.093892] env[62643]: DEBUG nova.scheduler.client.report [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.116941] env[62643]: DEBUG oslo_vmware.api [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382643, 'name': RemoveSnapshot_Task, 'duration_secs': 0.348583} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.117096] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 605.117316] env[62643]: INFO nova.compute.manager [None req-dc2403fe-90ed-4cdf-8119-224f0b5e290c tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Took 14.97 seconds to snapshot the instance on the hypervisor. [ 605.196360] env[62643]: DEBUG nova.network.neutron [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.241029] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5228793c-098b-680c-3878-75393ed25d89, 'name': SearchDatastore_Task, 'duration_secs': 0.009402} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.241325] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.241576] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.241904] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.405914] env[62643]: DEBUG nova.network.neutron [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Updating instance_info_cache with network_info: [{"id": "d554620c-91b7-498b-8471-e5ac90f75dd2", "address": "fa:16:3e:3a:52:f0", "network": {"id": "35f5602e-fffd-4944-a33d-5b1a02751e54", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-62865185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2557f220b46f4045909ac757cebe370c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd554620c-91", "ovs_interfaceid": "d554620c-91b7-498b-8471-e5ac90f75dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.475479] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523c817b-01a2-222a-a26f-5775e768eaec, 'name': SearchDatastore_Task, 'duration_secs': 0.008711} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.475758] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.476040] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 916ab81b-1461-464f-8194-1fe0d9a9216e/916ab81b-1461-464f-8194-1fe0d9a9216e.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.476333] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.476527] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.476776] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-138407e2-f76f-467c-8955-19539ee0fc31 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.480892] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eddc3fe-f678-41a3-8f64-049ce65bc4bf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.489334] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Waiting for the task: (returnval){ [ 605.489334] env[62643]: value = "task-2382644" [ 605.489334] env[62643]: _type = "Task" [ 605.489334] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.494028] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.494028] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.494635] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98435cd8-3fef-4e52-a355-ce5f336cc1ca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.507868] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 605.507868] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5275fa96-73e3-0209-15e1-fb017d5ab0e8" [ 605.507868] env[62643]: _type = "Task" [ 605.507868] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.508128] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': task-2382644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.520127] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5275fa96-73e3-0209-15e1-fb017d5ab0e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008573} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.520127] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e813fef-c77d-4d54-b4f8-722ae70ecbf3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.525387] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 605.525387] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528e0e75-a50b-a4df-12c2-68a27b2c0be2" [ 605.525387] env[62643]: _type = "Task" [ 605.525387] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.537108] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528e0e75-a50b-a4df-12c2-68a27b2c0be2, 'name': SearchDatastore_Task, 'duration_secs': 0.007771} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.538101] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.538369] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] f3d3bf6b-7561-4084-b363-01368aa28a0a/f3d3bf6b-7561-4084-b363-01368aa28a0a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.538713] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-325a159b-5a71-45d8-8f74-196d07144cc2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.544649] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 605.544649] env[62643]: value = "task-2382645" [ 605.544649] env[62643]: _type = "Task" [ 605.544649] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.553318] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.599573] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.600066] env[62643]: DEBUG nova.compute.manager [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.602649] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.758s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.909763] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Releasing lock "refresh_cache-43dc5e13-a248-4173-9ed2-a66e9b09bcb9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.910199] env[62643]: DEBUG nova.compute.manager [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Instance network_info: |[{"id": "d554620c-91b7-498b-8471-e5ac90f75dd2", "address": "fa:16:3e:3a:52:f0", "network": {"id": "35f5602e-fffd-4944-a33d-5b1a02751e54", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-62865185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2557f220b46f4045909ac757cebe370c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd554620c-91", "ovs_interfaceid": "d554620c-91b7-498b-8471-e5ac90f75dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.910793] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:52:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd554620c-91b7-498b-8471-e5ac90f75dd2', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.924044] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Creating folder: Project (2557f220b46f4045909ac757cebe370c). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.925251] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4b49cfc-9af0-49d7-b50d-a46cb989078d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.938091] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Created folder: Project (2557f220b46f4045909ac757cebe370c) in parent group-v483488. [ 605.938091] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Creating folder: Instances. Parent ref: group-v483523. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.938091] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-767426c1-568e-4213-8f84-6865e44f4b16 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.947594] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Created folder: Instances in parent group-v483523. [ 605.947906] env[62643]: DEBUG oslo.service.loopingcall [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 605.948141] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.948553] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31b3467d-589b-4690-95ab-ed1553e5ad1d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.971867] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.971867] env[62643]: value = "task-2382648" [ 605.971867] env[62643]: _type = "Task" [ 605.971867] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.980557] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382648, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.999779] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': task-2382644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497451} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.001667] env[62643]: DEBUG nova.network.neutron [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Updated VIF entry in instance network info cache for port 4dcaf876-26f5-4f76-9108-9823b31c53a6. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.002470] env[62643]: DEBUG nova.network.neutron [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Updating instance_info_cache with network_info: [{"id": "4dcaf876-26f5-4f76-9108-9823b31c53a6", "address": "fa:16:3e:a7:f1:43", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dcaf876-26", "ovs_interfaceid": "4dcaf876-26f5-4f76-9108-9823b31c53a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.004277] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 916ab81b-1461-464f-8194-1fe0d9a9216e/916ab81b-1461-464f-8194-1fe0d9a9216e.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.004277] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.008417] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dbb7222-a104-486d-92b4-5edfbf281c39 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.014751] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Waiting for the task: (returnval){ [ 606.014751] env[62643]: value = "task-2382649" [ 606.014751] env[62643]: _type = "Task" [ 606.014751] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.026755] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': task-2382649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.054715] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382645, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.109293] env[62643]: DEBUG nova.compute.utils [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 606.109293] env[62643]: DEBUG nova.compute.manager [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.109293] env[62643]: DEBUG nova.network.neutron [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.116094] env[62643]: INFO nova.compute.claims [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.212302] env[62643]: DEBUG nova.policy [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8406ac0359d4f46bdf67be2656ae37d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50fd83e9184341b394bc95fa7cc6c26e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.390620] env[62643]: DEBUG nova.network.neutron [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Successfully updated port: 088c7065-7ae3-4ce4-a5c9-3ccdb843158e {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.483403] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382648, 'name': CreateVM_Task, 'duration_secs': 0.49002} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.483711] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.484439] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.484842] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.485197] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.485468] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5236d61f-2080-4b64-8069-9fc25d2fd1f1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.490842] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 606.490842] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526a2215-993e-b7de-4eac-0ccc7d294530" [ 606.490842] env[62643]: _type = "Task" [ 606.490842] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.499751] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526a2215-993e-b7de-4eac-0ccc7d294530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.504830] env[62643]: DEBUG oslo_concurrency.lockutils [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] Releasing lock "refresh_cache-916ab81b-1461-464f-8194-1fe0d9a9216e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.505101] env[62643]: DEBUG nova.compute.manager [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Received event network-changed-a0f2157e-54dd-429a-b2c8-7f223f3ac18c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.505281] env[62643]: DEBUG nova.compute.manager [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Refreshing instance network info cache due to event network-changed-a0f2157e-54dd-429a-b2c8-7f223f3ac18c. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 606.505492] env[62643]: DEBUG oslo_concurrency.lockutils [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] Acquiring lock "refresh_cache-31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.505636] env[62643]: DEBUG oslo_concurrency.lockutils [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] Acquired lock "refresh_cache-31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.505795] env[62643]: DEBUG nova.network.neutron [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Refreshing network info cache for port a0f2157e-54dd-429a-b2c8-7f223f3ac18c {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.525025] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': task-2382649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.554794] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774533} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.555078] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] f3d3bf6b-7561-4084-b363-01368aa28a0a/f3d3bf6b-7561-4084-b363-01368aa28a0a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.555338] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.555539] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e441c25-6dcc-4e59-a1c1-d8d361142743 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.562551] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 606.562551] env[62643]: value = "task-2382650" [ 606.562551] env[62643]: _type = "Task" [ 606.562551] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.571656] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.622967] env[62643]: DEBUG nova.compute.manager [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.626989] env[62643]: INFO nova.compute.resource_tracker [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updating resource usage from migration b82197a1-9d36-475c-9d74-07ff86b97d3c [ 606.823751] env[62643]: DEBUG nova.network.neutron [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Successfully created port: d6a9efbe-66f0-48b8-85a8-b08c2ecfe664 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.891211] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquiring lock "refresh_cache-39c2763c-aab1-4d5b-90b7-7db675df0dea" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.891309] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquired lock "refresh_cache-39c2763c-aab1-4d5b-90b7-7db675df0dea" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.891445] env[62643]: DEBUG nova.network.neutron [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.004624] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526a2215-993e-b7de-4eac-0ccc7d294530, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.004624] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.005576] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.005576] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.005576] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.005576] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.005728] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09dc128a-aa37-4353-a717-99d3c667f541 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.018833] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.018833] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.019850] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41453460-173f-471e-9141-f74915a2eda1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.029775] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 607.029775] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527d9311-9489-a9da-489f-2a3451e8ac3d" [ 607.029775] env[62643]: _type = "Task" [ 607.029775] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.032402] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': task-2382649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.758572} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.040914] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.043994] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53516bff-27bd-4de3-8861-ed4865f713f9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.051659] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527d9311-9489-a9da-489f-2a3451e8ac3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009095} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.072337] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 916ab81b-1461-464f-8194-1fe0d9a9216e/916ab81b-1461-464f-8194-1fe0d9a9216e.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.077328] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5362ca8-c5d0-41be-862e-6c8e568ef082 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.080948] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4284e986-67e3-4a63-89af-24dda43c55f8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.108414] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 607.108414] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529af35f-b067-52ad-989c-db7b5efcfd16" [ 607.108414] env[62643]: _type = "Task" [ 607.108414] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.112537] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Waiting for the task: (returnval){ [ 607.112537] env[62643]: value = "task-2382651" [ 607.112537] env[62643]: _type = "Task" [ 607.112537] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.112811] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214241} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.116858] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.121489] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817a2247-561c-415e-9e4f-b594bd16771c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.137923] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529af35f-b067-52ad-989c-db7b5efcfd16, 'name': SearchDatastore_Task, 'duration_secs': 0.011328} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.149531] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.149644] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 43dc5e13-a248-4173-9ed2-a66e9b09bcb9/43dc5e13-a248-4173-9ed2-a66e9b09bcb9.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.150322] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': task-2382651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.160961] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] f3d3bf6b-7561-4084-b363-01368aa28a0a/f3d3bf6b-7561-4084-b363-01368aa28a0a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.164506] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-437d55a0-a57e-462f-b043-4753dd9e346a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.166932] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92805534-8862-4d8a-8a39-a51086df52ad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.194346] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 607.194346] env[62643]: value = "task-2382652" [ 607.194346] env[62643]: _type = "Task" [ 607.194346] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.194883] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 607.194883] env[62643]: value = "task-2382653" [ 607.194883] env[62643]: _type = "Task" [ 607.194883] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.209680] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.215613] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.232741] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb65e07e-1792-4dfe-9ba3-9627b33f406a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.241581] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910456c0-54eb-41e7-a0fe-cefb7a6cf6ab {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.274955] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6320ec35-88a1-4aa6-b745-2378e71b8bf9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.282716] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e8a574-c0df-4085-8ebf-fc3ff939dc1f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.299553] env[62643]: DEBUG nova.compute.provider_tree [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.465748] env[62643]: DEBUG nova.network.neutron [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.545234] env[62643]: DEBUG nova.compute.manager [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Received event network-changed-d554620c-91b7-498b-8471-e5ac90f75dd2 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.545435] env[62643]: DEBUG nova.compute.manager [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Refreshing instance network info cache due to event network-changed-d554620c-91b7-498b-8471-e5ac90f75dd2. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 607.545648] env[62643]: DEBUG oslo_concurrency.lockutils [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] Acquiring lock "refresh_cache-43dc5e13-a248-4173-9ed2-a66e9b09bcb9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.545790] env[62643]: DEBUG oslo_concurrency.lockutils [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] Acquired lock "refresh_cache-43dc5e13-a248-4173-9ed2-a66e9b09bcb9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.546144] env[62643]: DEBUG nova.network.neutron [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Refreshing network info cache for port d554620c-91b7-498b-8471-e5ac90f75dd2 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.548111] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Acquiring lock "7a8bcdaf-4a30-4118-8260-22fb84ed89f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.548111] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Lock "7a8bcdaf-4a30-4118-8260-22fb84ed89f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.635876] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': task-2382651, 'name': ReconfigVM_Task, 'duration_secs': 0.289281} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.635876] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 916ab81b-1461-464f-8194-1fe0d9a9216e/916ab81b-1461-464f-8194-1fe0d9a9216e.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.635876] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f87e3a02-a3a4-481c-a10d-a13660b1a1c1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.643765] env[62643]: DEBUG nova.compute.manager [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.646215] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Waiting for the task: (returnval){ [ 607.646215] env[62643]: value = "task-2382654" [ 607.646215] env[62643]: _type = "Task" [ 607.646215] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.656413] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': task-2382654, 'name': Rename_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.672074] env[62643]: DEBUG nova.network.neutron [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Updated VIF entry in instance network info cache for port a0f2157e-54dd-429a-b2c8-7f223f3ac18c. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.673805] env[62643]: DEBUG nova.network.neutron [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Updating instance_info_cache with network_info: [{"id": "a0f2157e-54dd-429a-b2c8-7f223f3ac18c", "address": "fa:16:3e:81:e6:2f", "network": {"id": "8bd202f7-d004-4dcd-be35-a3b60cc49d26", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1927395389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a08325184245de9d0ed4f821c47f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f2157e-54", "ovs_interfaceid": "a0f2157e-54dd-429a-b2c8-7f223f3ac18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.677913] env[62643]: DEBUG nova.virt.hardware [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.678242] env[62643]: DEBUG nova.virt.hardware [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.678322] env[62643]: DEBUG nova.virt.hardware [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.678504] env[62643]: DEBUG nova.virt.hardware [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.678650] env[62643]: DEBUG nova.virt.hardware [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.678790] env[62643]: DEBUG nova.virt.hardware [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.678992] env[62643]: DEBUG nova.virt.hardware [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.679165] env[62643]: DEBUG nova.virt.hardware [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.679661] env[62643]: DEBUG nova.virt.hardware [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.679661] env[62643]: DEBUG nova.virt.hardware [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.679973] env[62643]: DEBUG nova.virt.hardware [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.681676] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adece71-5f21-4810-88c8-6426670f93c5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.694751] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a41fb63-df5b-49cb-a1b2-91f6f4ceb1d4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.736293] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382653, 'name': ReconfigVM_Task, 'duration_secs': 0.274197} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.738532] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382652, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.738532] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Reconfigured VM instance instance-0000000a to attach disk [datastore2] f3d3bf6b-7561-4084-b363-01368aa28a0a/f3d3bf6b-7561-4084-b363-01368aa28a0a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.738532] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a298ef7-559c-40ee-b884-fcb2a0bec901 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.744302] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 607.744302] env[62643]: value = "task-2382655" [ 607.744302] env[62643]: _type = "Task" [ 607.744302] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.753674] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382655, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.803408] env[62643]: DEBUG nova.scheduler.client.report [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.866650] env[62643]: DEBUG nova.network.neutron [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Updating instance_info_cache with network_info: [{"id": "088c7065-7ae3-4ce4-a5c9-3ccdb843158e", "address": "fa:16:3e:5e:84:70", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088c7065-7a", "ovs_interfaceid": "088c7065-7ae3-4ce4-a5c9-3ccdb843158e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.159991] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': task-2382654, 'name': Rename_Task, 'duration_secs': 0.182021} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.161262] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.161491] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ccecb0-cbf1-478b-94b4-e4ce9e696c09 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.168489] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Waiting for the task: (returnval){ [ 608.168489] env[62643]: value = "task-2382656" [ 608.168489] env[62643]: _type = "Task" [ 608.168489] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.178505] env[62643]: DEBUG oslo_concurrency.lockutils [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] Releasing lock "refresh_cache-31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.178767] env[62643]: DEBUG nova.compute.manager [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Received event network-vif-deleted-d3fd6d38-2e8f-43d7-876c-47e22fce7857 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 608.178953] env[62643]: DEBUG nova.compute.manager [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Received event network-vif-plugged-d554620c-91b7-498b-8471-e5ac90f75dd2 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 608.179164] env[62643]: DEBUG oslo_concurrency.lockutils [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] Acquiring lock "43dc5e13-a248-4173-9ed2-a66e9b09bcb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.179364] env[62643]: DEBUG oslo_concurrency.lockutils [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] Lock "43dc5e13-a248-4173-9ed2-a66e9b09bcb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.179529] env[62643]: DEBUG oslo_concurrency.lockutils [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] Lock "43dc5e13-a248-4173-9ed2-a66e9b09bcb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.179722] env[62643]: DEBUG nova.compute.manager [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] No waiting events found dispatching network-vif-plugged-d554620c-91b7-498b-8471-e5ac90f75dd2 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.179874] env[62643]: WARNING nova.compute.manager [req-cc8c4451-912d-4f95-9694-6d516bc15a95 req-1da3a722-1c63-4378-a3a2-6ce822984eb5 service nova] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Received unexpected event network-vif-plugged-d554620c-91b7-498b-8471-e5ac90f75dd2 for instance with vm_state building and task_state spawning. [ 608.180299] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': task-2382656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.220867] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529093} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.220867] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 43dc5e13-a248-4173-9ed2-a66e9b09bcb9/43dc5e13-a248-4173-9ed2-a66e9b09bcb9.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.220867] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.220867] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64d8280a-a38f-4701-8747-ac19ab39ef60 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.227178] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 608.227178] env[62643]: value = "task-2382657" [ 608.227178] env[62643]: _type = "Task" [ 608.227178] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.237817] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.255014] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382655, 'name': Rename_Task, 'duration_secs': 0.154177} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.255619] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.255866] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b338497-2371-4a08-a3f3-64c7adde0fcc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.262099] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 608.262099] env[62643]: value = "task-2382658" [ 608.262099] env[62643]: _type = "Task" [ 608.262099] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.272633] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.309028] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.706s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.309280] env[62643]: INFO nova.compute.manager [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Migrating [ 608.309654] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.309910] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.311917] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.305s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.314213] env[62643]: INFO nova.compute.claims [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.322306] env[62643]: INFO nova.compute.rpcapi [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 608.323187] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.368986] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Releasing lock "refresh_cache-39c2763c-aab1-4d5b-90b7-7db675df0dea" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.369519] env[62643]: DEBUG nova.compute.manager [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Instance network_info: |[{"id": "088c7065-7ae3-4ce4-a5c9-3ccdb843158e", "address": "fa:16:3e:5e:84:70", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088c7065-7a", "ovs_interfaceid": "088c7065-7ae3-4ce4-a5c9-3ccdb843158e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.370194] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:84:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '088c7065-7ae3-4ce4-a5c9-3ccdb843158e', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.380518] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Creating folder: Project (9bd942078c64493a947352791fec311d). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.381751] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12432c6a-68c3-49a2-b0f3-3ac3a66e08d7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.392506] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Created folder: Project (9bd942078c64493a947352791fec311d) in parent group-v483488. [ 608.392779] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Creating folder: Instances. Parent ref: group-v483526. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.393151] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fa90f56-e5ea-4633-a6ca-757d390afd91 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.407125] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Created folder: Instances in parent group-v483526. [ 608.407125] env[62643]: DEBUG oslo.service.loopingcall [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.407125] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.407125] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63c9a178-aef3-427e-8f0d-f0c6f89c9876 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.428173] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.428173] env[62643]: value = "task-2382661" [ 608.428173] env[62643]: _type = "Task" [ 608.428173] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.436632] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382661, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.677754] env[62643]: DEBUG oslo_vmware.api [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': task-2382656, 'name': PowerOnVM_Task, 'duration_secs': 0.463553} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.678094] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.678337] env[62643]: INFO nova.compute.manager [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Took 9.04 seconds to spawn the instance on the hypervisor. [ 608.678615] env[62643]: DEBUG nova.compute.manager [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.679430] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346f1726-621f-441e-b633-a0016007e8cc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.715709] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.715989] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.716228] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.716418] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.716591] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.722075] env[62643]: INFO nova.compute.manager [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Terminating instance [ 608.745036] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054062} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.745036] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.745036] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1658041a-408e-47c5-85a5-54759f275fef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.773805] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 43dc5e13-a248-4173-9ed2-a66e9b09bcb9/43dc5e13-a248-4173-9ed2-a66e9b09bcb9.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.774562] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7a7de75-e59e-4042-b90b-28038f6275ea {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.797855] env[62643]: DEBUG nova.network.neutron [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Updated VIF entry in instance network info cache for port d554620c-91b7-498b-8471-e5ac90f75dd2. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.798575] env[62643]: DEBUG nova.network.neutron [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Updating instance_info_cache with network_info: [{"id": "d554620c-91b7-498b-8471-e5ac90f75dd2", "address": "fa:16:3e:3a:52:f0", "network": {"id": "35f5602e-fffd-4944-a33d-5b1a02751e54", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-62865185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2557f220b46f4045909ac757cebe370c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd554620c-91", "ovs_interfaceid": "d554620c-91b7-498b-8471-e5ac90f75dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.803622] env[62643]: DEBUG nova.network.neutron [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Successfully updated port: d6a9efbe-66f0-48b8-85a8-b08c2ecfe664 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.808949] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382658, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.809159] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 608.809159] env[62643]: value = "task-2382662" [ 608.809159] env[62643]: _type = "Task" [ 608.809159] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.823318] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382662, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.857241] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.857241] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquired lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.857241] env[62643]: DEBUG nova.network.neutron [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.947537] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382661, 'name': CreateVM_Task, 'duration_secs': 0.372709} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.947710] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.948954] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.948954] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.950029] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.950216] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38cb7716-a794-4a39-8ea5-660210fd7c50 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.959391] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 608.959391] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fae8c3-5852-4374-30bd-7d36ce91de4b" [ 608.959391] env[62643]: _type = "Task" [ 608.959391] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.974793] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fae8c3-5852-4374-30bd-7d36ce91de4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.199492] env[62643]: INFO nova.compute.manager [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Took 27.86 seconds to build instance. [ 609.225786] env[62643]: DEBUG nova.compute.manager [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.226014] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.227110] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614fbd33-584f-4a9a-b150-393ffb3c3015 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.234880] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 609.236120] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e48f3722-74bb-4c7e-9ac7-dbffb26fe2b8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.285888] env[62643]: DEBUG oslo_vmware.api [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382658, 'name': PowerOnVM_Task, 'duration_secs': 0.576327} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.285888] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.285888] env[62643]: DEBUG nova.compute.manager [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.285888] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f366122-86da-41ae-8a6b-3d3f1d55b17f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.296614] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 609.296959] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 609.297420] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleting the datastore file [datastore2] 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.298080] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92d9e8ad-d819-449d-872c-7b1b0e7977ef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.300718] env[62643]: DEBUG oslo_concurrency.lockutils [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] Releasing lock "refresh_cache-43dc5e13-a248-4173-9ed2-a66e9b09bcb9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.300969] env[62643]: DEBUG nova.compute.manager [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Received event network-vif-plugged-088c7065-7ae3-4ce4-a5c9-3ccdb843158e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.301184] env[62643]: DEBUG oslo_concurrency.lockutils [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] Acquiring lock "39c2763c-aab1-4d5b-90b7-7db675df0dea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.301387] env[62643]: DEBUG oslo_concurrency.lockutils [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] Lock "39c2763c-aab1-4d5b-90b7-7db675df0dea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.301558] env[62643]: DEBUG oslo_concurrency.lockutils [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] Lock "39c2763c-aab1-4d5b-90b7-7db675df0dea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.302179] env[62643]: DEBUG nova.compute.manager [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] No waiting events found dispatching network-vif-plugged-088c7065-7ae3-4ce4-a5c9-3ccdb843158e {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.302179] env[62643]: WARNING nova.compute.manager [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Received unexpected event network-vif-plugged-088c7065-7ae3-4ce4-a5c9-3ccdb843158e for instance with vm_state building and task_state spawning. [ 609.302179] env[62643]: DEBUG nova.compute.manager [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Received event network-changed-088c7065-7ae3-4ce4-a5c9-3ccdb843158e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.302346] env[62643]: DEBUG nova.compute.manager [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Refreshing instance network info cache due to event network-changed-088c7065-7ae3-4ce4-a5c9-3ccdb843158e. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 609.302592] env[62643]: DEBUG oslo_concurrency.lockutils [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] Acquiring lock "refresh_cache-39c2763c-aab1-4d5b-90b7-7db675df0dea" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.302750] env[62643]: DEBUG oslo_concurrency.lockutils [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] Acquired lock "refresh_cache-39c2763c-aab1-4d5b-90b7-7db675df0dea" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.302985] env[62643]: DEBUG nova.network.neutron [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Refreshing network info cache for port 088c7065-7ae3-4ce4-a5c9-3ccdb843158e {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.308080] env[62643]: DEBUG oslo_vmware.api [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 609.308080] env[62643]: value = "task-2382664" [ 609.308080] env[62643]: _type = "Task" [ 609.308080] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.311324] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Acquiring lock "refresh_cache-a8f3bc32-e3ce-4a46-8f09-e087a9597335" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.311486] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Acquired lock "refresh_cache-a8f3bc32-e3ce-4a46-8f09-e087a9597335" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.311638] env[62643]: DEBUG nova.network.neutron [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.326022] env[62643]: DEBUG oslo_vmware.api [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.334501] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.471673] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fae8c3-5852-4374-30bd-7d36ce91de4b, 'name': SearchDatastore_Task, 'duration_secs': 0.028645} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.474509] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.474899] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.475278] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.475542] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.475857] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.476461] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1786a5e5-db74-4244-b5e6-c8e9377fa82a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.495060] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.498016] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.498016] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c763b6e2-e33c-4326-adb1-0480e6926253 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.501729] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 609.501729] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522bb8a5-9268-51cd-e428-cfc8b38908f4" [ 609.501729] env[62643]: _type = "Task" [ 609.501729] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.511685] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522bb8a5-9268-51cd-e428-cfc8b38908f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.712250] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5833374f-a8fe-46a9-8839-be9baecb9a83 tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Lock "916ab81b-1461-464f-8194-1fe0d9a9216e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.538s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.811014] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.828863] env[62643]: DEBUG oslo_vmware.api [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.831480] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382662, 'name': ReconfigVM_Task, 'duration_secs': 0.564788} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.831763] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 43dc5e13-a248-4173-9ed2-a66e9b09bcb9/43dc5e13-a248-4173-9ed2-a66e9b09bcb9.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.836190] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4f87e50-0671-479e-a78b-cf92ce80d3c0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.840905] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00305dd6-cba4-441a-be4c-9da679fec3f8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.849988] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e0723b-203c-4d53-bd28-aa17e7295146 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.855323] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 609.855323] env[62643]: value = "task-2382665" [ 609.855323] env[62643]: _type = "Task" [ 609.855323] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.886794] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdd564a-9654-420c-9187-68dc2728fdaa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.896341] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382665, 'name': Rename_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.898715] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f76c780-ee87-4144-b4d8-1994dcbd2018 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.912529] env[62643]: DEBUG nova.compute.provider_tree [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.915247] env[62643]: DEBUG nova.network.neutron [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.922672] env[62643]: DEBUG nova.network.neutron [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updating instance_info_cache with network_info: [{"id": "9f8dbc68-75d8-4962-89df-74fb7ed6f66b", "address": "fa:16:3e:26:a8:80", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8dbc68-75", "ovs_interfaceid": "9f8dbc68-75d8-4962-89df-74fb7ed6f66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.014141] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522bb8a5-9268-51cd-e428-cfc8b38908f4, 'name': SearchDatastore_Task, 'duration_secs': 0.018752} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.017162] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c508bb-b328-474b-8a04-2b5ea3ac567b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.024331] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 610.024331] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52383e96-06f2-f132-c26c-563236dc040a" [ 610.024331] env[62643]: _type = "Task" [ 610.024331] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.030174] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52383e96-06f2-f132-c26c-563236dc040a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.081410] env[62643]: DEBUG nova.compute.manager [req-d9ff0c56-ecab-4ca7-8ce9-b60bd2ab1b48 req-064732d3-736d-4752-8973-b951d8dcb5b6 service nova] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Received event network-vif-plugged-d6a9efbe-66f0-48b8-85a8-b08c2ecfe664 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.081633] env[62643]: DEBUG oslo_concurrency.lockutils [req-d9ff0c56-ecab-4ca7-8ce9-b60bd2ab1b48 req-064732d3-736d-4752-8973-b951d8dcb5b6 service nova] Acquiring lock "a8f3bc32-e3ce-4a46-8f09-e087a9597335-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.081857] env[62643]: DEBUG oslo_concurrency.lockutils [req-d9ff0c56-ecab-4ca7-8ce9-b60bd2ab1b48 req-064732d3-736d-4752-8973-b951d8dcb5b6 service nova] Lock "a8f3bc32-e3ce-4a46-8f09-e087a9597335-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.081997] env[62643]: DEBUG oslo_concurrency.lockutils [req-d9ff0c56-ecab-4ca7-8ce9-b60bd2ab1b48 req-064732d3-736d-4752-8973-b951d8dcb5b6 service nova] Lock "a8f3bc32-e3ce-4a46-8f09-e087a9597335-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.082173] env[62643]: DEBUG nova.compute.manager [req-d9ff0c56-ecab-4ca7-8ce9-b60bd2ab1b48 req-064732d3-736d-4752-8973-b951d8dcb5b6 service nova] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] No waiting events found dispatching network-vif-plugged-d6a9efbe-66f0-48b8-85a8-b08c2ecfe664 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.082332] env[62643]: WARNING nova.compute.manager [req-d9ff0c56-ecab-4ca7-8ce9-b60bd2ab1b48 req-064732d3-736d-4752-8973-b951d8dcb5b6 service nova] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Received unexpected event network-vif-plugged-d6a9efbe-66f0-48b8-85a8-b08c2ecfe664 for instance with vm_state building and task_state spawning. [ 610.213804] env[62643]: DEBUG nova.compute.manager [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.264062] env[62643]: DEBUG nova.network.neutron [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Updating instance_info_cache with network_info: [{"id": "d6a9efbe-66f0-48b8-85a8-b08c2ecfe664", "address": "fa:16:3e:a6:06:d2", "network": {"id": "489d553e-2908-4078-ae48-55ddcb1a1c8f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1246757812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50fd83e9184341b394bc95fa7cc6c26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a9efbe-66", "ovs_interfaceid": "d6a9efbe-66f0-48b8-85a8-b08c2ecfe664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.323347] env[62643]: DEBUG oslo_vmware.api [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533536} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.324100] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.324589] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.324916] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.325469] env[62643]: INFO nova.compute.manager [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 610.325849] env[62643]: DEBUG oslo.service.loopingcall [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.326173] env[62643]: DEBUG nova.compute.manager [-] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.326361] env[62643]: DEBUG nova.network.neutron [-] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.333290] env[62643]: DEBUG nova.network.neutron [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Updated VIF entry in instance network info cache for port 088c7065-7ae3-4ce4-a5c9-3ccdb843158e. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.333627] env[62643]: DEBUG nova.network.neutron [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Updating instance_info_cache with network_info: [{"id": "088c7065-7ae3-4ce4-a5c9-3ccdb843158e", "address": "fa:16:3e:5e:84:70", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088c7065-7a", "ovs_interfaceid": "088c7065-7ae3-4ce4-a5c9-3ccdb843158e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.364997] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382665, 'name': Rename_Task, 'duration_secs': 0.227334} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.365336] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.365579] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ba78d2e-c5cf-4b74-88e2-6f8a407c1320 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.372492] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 610.372492] env[62643]: value = "task-2382666" [ 610.372492] env[62643]: _type = "Task" [ 610.372492] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.380340] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.416580] env[62643]: DEBUG nova.scheduler.client.report [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.425953] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Releasing lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.534067] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52383e96-06f2-f132-c26c-563236dc040a, 'name': SearchDatastore_Task, 'duration_secs': 0.013783} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.537893] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.540920] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 39c2763c-aab1-4d5b-90b7-7db675df0dea/39c2763c-aab1-4d5b-90b7-7db675df0dea.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.541540] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e44813d7-b95d-4db4-9064-ba193caf2dbc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.543638] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "3d8f298d-a597-4e2a-af07-0046d0bbd22a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.543901] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "3d8f298d-a597-4e2a-af07-0046d0bbd22a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.549830] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 610.549830] env[62643]: value = "task-2382667" [ 610.549830] env[62643]: _type = "Task" [ 610.549830] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.558655] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.742801] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.764596] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Releasing lock "refresh_cache-a8f3bc32-e3ce-4a46-8f09-e087a9597335" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.764956] env[62643]: DEBUG nova.compute.manager [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Instance network_info: |[{"id": "d6a9efbe-66f0-48b8-85a8-b08c2ecfe664", "address": "fa:16:3e:a6:06:d2", "network": {"id": "489d553e-2908-4078-ae48-55ddcb1a1c8f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1246757812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50fd83e9184341b394bc95fa7cc6c26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a9efbe-66", "ovs_interfaceid": "d6a9efbe-66f0-48b8-85a8-b08c2ecfe664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.765440] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:06:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6a9efbe-66f0-48b8-85a8-b08c2ecfe664', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.773771] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Creating folder: Project (50fd83e9184341b394bc95fa7cc6c26e). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.774725] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c390882d-7104-44eb-9709-7449815ba743 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.785026] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Created folder: Project (50fd83e9184341b394bc95fa7cc6c26e) in parent group-v483488. [ 610.785294] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Creating folder: Instances. Parent ref: group-v483529. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.785578] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56d4259c-cca8-4be2-80bb-e8ca315d9daf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.795692] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Created folder: Instances in parent group-v483529. [ 610.795945] env[62643]: DEBUG oslo.service.loopingcall [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.796163] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.796362] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27bb5098-c039-4ef3-b40a-3d3af163d6ab {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.826037] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.826037] env[62643]: value = "task-2382670" [ 610.826037] env[62643]: _type = "Task" [ 610.826037] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.835008] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382670, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.835573] env[62643]: DEBUG oslo_concurrency.lockutils [req-4c805b5f-7ad0-4af8-a50d-7b7d42b099a6 req-f242f7b5-f589-4283-9794-80b07db6fa99 service nova] Releasing lock "refresh_cache-39c2763c-aab1-4d5b-90b7-7db675df0dea" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.884153] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382666, 'name': PowerOnVM_Task} progress is 96%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.926024] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.926024] env[62643]: DEBUG nova.compute.manager [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.927991] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.922s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.929456] env[62643]: DEBUG nova.objects.instance [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Lazy-loading 'resources' on Instance uuid ee332a56-22ec-4c79-ac21-287662364180 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 611.067087] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382667, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.337527] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382670, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.391505] env[62643]: DEBUG oslo_vmware.api [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382666, 'name': PowerOnVM_Task, 'duration_secs': 0.559164} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.392265] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.394785] env[62643]: INFO nova.compute.manager [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Took 9.08 seconds to spawn the instance on the hypervisor. [ 611.394785] env[62643]: DEBUG nova.compute.manager [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.394785] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e0277b-3977-4924-acdb-af8632adca92 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.434634] env[62643]: DEBUG nova.compute.utils [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 611.436478] env[62643]: DEBUG nova.compute.manager [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.436859] env[62643]: DEBUG nova.network.neutron [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.565885] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641051} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.566403] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 39c2763c-aab1-4d5b-90b7-7db675df0dea/39c2763c-aab1-4d5b-90b7-7db675df0dea.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.566678] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.566992] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4fb22c9-3ddd-421b-9e04-9551da17f98d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.573779] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 611.573779] env[62643]: value = "task-2382671" [ 611.573779] env[62643]: _type = "Task" [ 611.573779] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.585493] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.640508] env[62643]: DEBUG nova.network.neutron [-] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.687158] env[62643]: DEBUG nova.policy [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71919f57a25c463583f4282e519c8d28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bd942078c64493a947352791fec311d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.845455] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382670, 'name': CreateVM_Task, 'duration_secs': 0.737442} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.845880] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.846641] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.846725] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.847154] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.847424] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-218a2bcc-b341-40f6-b7a3-624931f7c4e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.854123] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Waiting for the task: (returnval){ [ 611.854123] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52899210-4296-d222-ff5d-42c07be925b0" [ 611.854123] env[62643]: _type = "Task" [ 611.854123] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.860250] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52899210-4296-d222-ff5d-42c07be925b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.925759] env[62643]: INFO nova.compute.manager [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Took 28.98 seconds to build instance. [ 611.943137] env[62643]: DEBUG nova.compute.manager [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.959027] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5389a97-6357-410b-a87c-248808dea893 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.979203] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updating instance '7b61b38f-3e03-41f5-8d94-f56ec29e416a' progress to 0 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 612.023112] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae8abf4-7f81-4504-9f72-e4b07f64a100 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.030120] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5eb2b2-4fb9-443b-bf2c-bea71ea3ca3b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.070626] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d692085-2a3d-4706-a4e7-52f98d7c5830 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.075708] env[62643]: DEBUG nova.compute.manager [req-2307077f-42e3-46ec-a6bd-2c9023f62596 req-d65e77b6-260e-4b25-b69e-20ea17d7d04a service nova] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Received event network-vif-deleted-a65e8255-2e0a-4f7f-91cb-035a6d5e64d8 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.091215] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0891f9bb-7621-4f40-800b-a73e80e68fbe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.096990] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069191} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.096990] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.098265] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721332ce-2cd5-4653-921e-d5074a122a5c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.110819] env[62643]: DEBUG nova.compute.provider_tree [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.134112] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 39c2763c-aab1-4d5b-90b7-7db675df0dea/39c2763c-aab1-4d5b-90b7-7db675df0dea.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.135671] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-400cfd39-8cd4-4d91-9498-00c5bf90cf7d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.152305] env[62643]: INFO nova.compute.manager [-] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Took 1.83 seconds to deallocate network for instance. [ 612.164594] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 612.164594] env[62643]: value = "task-2382672" [ 612.164594] env[62643]: _type = "Task" [ 612.164594] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.173261] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.362585] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52899210-4296-d222-ff5d-42c07be925b0, 'name': SearchDatastore_Task, 'duration_secs': 0.059591} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.362918] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.363090] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.363359] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.363534] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.363716] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.363982] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a33d0052-8ddc-452f-8c2e-ba186bf194fe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.378968] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.379175] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.380113] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1347c9e6-97e9-46b6-9114-2e5798352a80 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.385151] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Waiting for the task: (returnval){ [ 612.385151] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5295cdda-cbfa-be3b-3ca7-ce27418550a1" [ 612.385151] env[62643]: _type = "Task" [ 612.385151] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.392252] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5295cdda-cbfa-be3b-3ca7-ce27418550a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.429032] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0dd7b10-3e6c-4d27-afd1-0b8abe8d903b tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "43dc5e13-a248-4173-9ed2-a66e9b09bcb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.073s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.485718] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 612.486044] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d669d283-d7cc-4fed-8b59-8e6cd6d13eec {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.493621] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 612.493621] env[62643]: value = "task-2382673" [ 612.493621] env[62643]: _type = "Task" [ 612.493621] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.503338] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.615535] env[62643]: DEBUG nova.scheduler.client.report [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.658261] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Acquiring lock "916ab81b-1461-464f-8194-1fe0d9a9216e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.658588] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Lock "916ab81b-1461-464f-8194-1fe0d9a9216e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.659134] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Acquiring lock "916ab81b-1461-464f-8194-1fe0d9a9216e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.659335] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Lock "916ab81b-1461-464f-8194-1fe0d9a9216e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.659571] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Lock "916ab81b-1461-464f-8194-1fe0d9a9216e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.663049] env[62643]: INFO nova.compute.manager [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Terminating instance [ 612.665012] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.678919] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.900240] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5295cdda-cbfa-be3b-3ca7-ce27418550a1, 'name': SearchDatastore_Task, 'duration_secs': 0.040244} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.900885] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57655fa9-4f24-4850-a6e7-bf6b07066ea9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.909027] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Waiting for the task: (returnval){ [ 612.909027] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520e5a09-de5a-a25a-94c0-4a9fb781356b" [ 612.909027] env[62643]: _type = "Task" [ 612.909027] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.923210] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520e5a09-de5a-a25a-94c0-4a9fb781356b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.931832] env[62643]: DEBUG nova.compute.manager [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.956399] env[62643]: DEBUG nova.compute.manager [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.988131] env[62643]: DEBUG nova.virt.hardware [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.988426] env[62643]: DEBUG nova.virt.hardware [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.988626] env[62643]: DEBUG nova.virt.hardware [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.988844] env[62643]: DEBUG nova.virt.hardware [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.989119] env[62643]: DEBUG nova.virt.hardware [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.989323] env[62643]: DEBUG nova.virt.hardware [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.989567] env[62643]: DEBUG nova.virt.hardware [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.989730] env[62643]: DEBUG nova.virt.hardware [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.989894] env[62643]: DEBUG nova.virt.hardware [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.990070] env[62643]: DEBUG nova.virt.hardware [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.990238] env[62643]: DEBUG nova.virt.hardware [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.991146] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f8ad16-12ad-4ef6-835a-4aed012818fc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.001931] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2909ac11-08c4-4c07-b090-adb24f6d766b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.009385] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382673, 'name': PowerOffVM_Task, 'duration_secs': 0.346145} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.010017] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.010201] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updating instance '7b61b38f-3e03-41f5-8d94-f56ec29e416a' progress to 17 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 613.021839] env[62643]: DEBUG nova.network.neutron [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Successfully created port: 071275d0-c3b1-4054-ad79-023f9dbc7a46 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.120738] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.123966] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.590s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.125619] env[62643]: INFO nova.compute.claims [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.161212] env[62643]: INFO nova.scheduler.client.report [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Deleted allocations for instance ee332a56-22ec-4c79-ac21-287662364180 [ 613.178384] env[62643]: DEBUG nova.compute.manager [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 613.178384] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.179209] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b38e1c-2264-422b-9b12-2d054c67aa04 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.196595] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382672, 'name': ReconfigVM_Task, 'duration_secs': 0.905321} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.200062] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 39c2763c-aab1-4d5b-90b7-7db675df0dea/39c2763c-aab1-4d5b-90b7-7db675df0dea.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.200863] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.201105] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85953535-0ebf-4485-9b62-f682f33a1665 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.204354] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dab84dab-af2a-4056-adaa-70fedcdaef9f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.208697] env[62643]: DEBUG nova.compute.manager [req-073c0db6-cff5-4080-8a26-b9671885fc6b req-cca9eea6-d2ff-4b77-8fea-a897c2a398f7 service nova] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Received event network-changed-d6a9efbe-66f0-48b8-85a8-b08c2ecfe664 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.208976] env[62643]: DEBUG nova.compute.manager [req-073c0db6-cff5-4080-8a26-b9671885fc6b req-cca9eea6-d2ff-4b77-8fea-a897c2a398f7 service nova] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Refreshing instance network info cache due to event network-changed-d6a9efbe-66f0-48b8-85a8-b08c2ecfe664. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 613.209160] env[62643]: DEBUG oslo_concurrency.lockutils [req-073c0db6-cff5-4080-8a26-b9671885fc6b req-cca9eea6-d2ff-4b77-8fea-a897c2a398f7 service nova] Acquiring lock "refresh_cache-a8f3bc32-e3ce-4a46-8f09-e087a9597335" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.209991] env[62643]: DEBUG oslo_concurrency.lockutils [req-073c0db6-cff5-4080-8a26-b9671885fc6b req-cca9eea6-d2ff-4b77-8fea-a897c2a398f7 service nova] Acquired lock "refresh_cache-a8f3bc32-e3ce-4a46-8f09-e087a9597335" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.209991] env[62643]: DEBUG nova.network.neutron [req-073c0db6-cff5-4080-8a26-b9671885fc6b req-cca9eea6-d2ff-4b77-8fea-a897c2a398f7 service nova] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Refreshing network info cache for port d6a9efbe-66f0-48b8-85a8-b08c2ecfe664 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.217473] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 613.217473] env[62643]: value = "task-2382674" [ 613.217473] env[62643]: _type = "Task" [ 613.217473] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.219120] env[62643]: DEBUG oslo_vmware.api [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Waiting for the task: (returnval){ [ 613.219120] env[62643]: value = "task-2382675" [ 613.219120] env[62643]: _type = "Task" [ 613.219120] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.241443] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382674, 'name': Rename_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.241743] env[62643]: DEBUG oslo_vmware.api [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': task-2382675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.426361] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520e5a09-de5a-a25a-94c0-4a9fb781356b, 'name': SearchDatastore_Task, 'duration_secs': 0.010568} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.426684] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.426901] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] a8f3bc32-e3ce-4a46-8f09-e087a9597335/a8f3bc32-e3ce-4a46-8f09-e087a9597335.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.427259] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81e96eb7-188e-4f28-9bfc-8ccee15fe591 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.434778] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Waiting for the task: (returnval){ [ 613.434778] env[62643]: value = "task-2382676" [ 613.434778] env[62643]: _type = "Task" [ 613.434778] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.449327] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': task-2382676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.462605] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.529146] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.529146] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.529146] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.529146] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.530520] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.530520] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.530520] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.530520] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.530520] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.530743] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.530743] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.543672] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9049695b-73fa-4e29-8ce0-13ad41c5b226 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.557033] env[62643]: INFO nova.compute.manager [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Rebuilding instance [ 613.565617] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 613.565617] env[62643]: value = "task-2382677" [ 613.565617] env[62643]: _type = "Task" [ 613.565617] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.574425] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.612428] env[62643]: DEBUG nova.compute.manager [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.613636] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a38a70-da27-43ab-9e68-6988f9c1784d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.681966] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cc2af05a-cf7d-45cf-b73f-b2e0e03140ed tempest-DeleteServersAdminTestJSON-731101546 tempest-DeleteServersAdminTestJSON-731101546-project-admin] Lock "ee332a56-22ec-4c79-ac21-287662364180" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.831s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.734927] env[62643]: DEBUG oslo_vmware.api [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': task-2382675, 'name': PowerOffVM_Task, 'duration_secs': 0.199312} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.739853] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.740343] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 613.740865] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382674, 'name': Rename_Task, 'duration_secs': 0.147138} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.741425] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-753d0bf3-00e5-4674-89b2-8541ac4fd9e3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.743504] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.744507] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dcdd777-d1fb-430f-babf-a0b73c1b0a1b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.755560] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 613.755560] env[62643]: value = "task-2382679" [ 613.755560] env[62643]: _type = "Task" [ 613.755560] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.764416] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.830566] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 613.830566] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 613.830566] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Deleting the datastore file [datastore2] 916ab81b-1461-464f-8194-1fe0d9a9216e {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.830566] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2349fc31-dce8-47d2-9100-09077d39f8d2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.838714] env[62643]: DEBUG oslo_vmware.api [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Waiting for the task: (returnval){ [ 613.838714] env[62643]: value = "task-2382680" [ 613.838714] env[62643]: _type = "Task" [ 613.838714] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.851314] env[62643]: DEBUG oslo_vmware.api [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': task-2382680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.946904] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': task-2382676, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.080580] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382677, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.275475] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382679, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.351707] env[62643]: DEBUG oslo_vmware.api [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Task: {'id': task-2382680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351016} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.351950] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.352160] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 614.352313] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 614.352519] env[62643]: INFO nova.compute.manager [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 614.352788] env[62643]: DEBUG oslo.service.loopingcall [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 614.352981] env[62643]: DEBUG nova.compute.manager [-] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 614.353105] env[62643]: DEBUG nova.network.neutron [-] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.364706] env[62643]: DEBUG nova.network.neutron [req-073c0db6-cff5-4080-8a26-b9671885fc6b req-cca9eea6-d2ff-4b77-8fea-a897c2a398f7 service nova] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Updated VIF entry in instance network info cache for port d6a9efbe-66f0-48b8-85a8-b08c2ecfe664. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.365335] env[62643]: DEBUG nova.network.neutron [req-073c0db6-cff5-4080-8a26-b9671885fc6b req-cca9eea6-d2ff-4b77-8fea-a897c2a398f7 service nova] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Updating instance_info_cache with network_info: [{"id": "d6a9efbe-66f0-48b8-85a8-b08c2ecfe664", "address": "fa:16:3e:a6:06:d2", "network": {"id": "489d553e-2908-4078-ae48-55ddcb1a1c8f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1246757812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50fd83e9184341b394bc95fa7cc6c26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a9efbe-66", "ovs_interfaceid": "d6a9efbe-66f0-48b8-85a8-b08c2ecfe664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.447380] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': task-2382676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526878} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.451444] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] a8f3bc32-e3ce-4a46-8f09-e087a9597335/a8f3bc32-e3ce-4a46-8f09-e087a9597335.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.451444] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.451444] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df24682a-60d5-4b6d-9180-a246ef6e19db {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.459019] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Waiting for the task: (returnval){ [ 614.459019] env[62643]: value = "task-2382681" [ 614.459019] env[62643]: _type = "Task" [ 614.459019] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.468485] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': task-2382681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.580814] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382677, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.631883] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.632178] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48e0d6c5-6ee0-4acc-acb3-739e032564aa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.641661] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Waiting for the task: (returnval){ [ 614.641661] env[62643]: value = "task-2382682" [ 614.641661] env[62643]: _type = "Task" [ 614.641661] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.656674] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': task-2382682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.776476] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382679, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.791438] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010fa006-7ef1-4804-8139-3bc2c14cc07d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.798818] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5a3c39-6ca7-4f31-ba78-4cc2695084b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.829924] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e7390c-438d-4ba0-beca-a230b60e2db9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.837454] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65254e2-977a-4690-b0e0-4f076aa9ccdf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.851486] env[62643]: DEBUG nova.compute.provider_tree [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.868311] env[62643]: DEBUG oslo_concurrency.lockutils [req-073c0db6-cff5-4080-8a26-b9671885fc6b req-cca9eea6-d2ff-4b77-8fea-a897c2a398f7 service nova] Releasing lock "refresh_cache-a8f3bc32-e3ce-4a46-8f09-e087a9597335" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.970631] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': task-2382681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.079991] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382677, 'name': ReconfigVM_Task, 'duration_secs': 1.495122} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.082133] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updating instance '7b61b38f-3e03-41f5-8d94-f56ec29e416a' progress to 33 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 615.152175] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': task-2382682, 'name': PowerOffVM_Task, 'duration_secs': 0.227935} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.152536] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.152796] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 615.153928] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1075b5e-5fba-4ce7-a578-49efa32e93df {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.161124] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 615.161362] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30ebf8d9-611c-44ca-8fbe-731768192dd7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.186995] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.187195] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.187305] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Deleting the datastore file [datastore2] f3d3bf6b-7561-4084-b363-01368aa28a0a {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.187598] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55bf721d-6ff7-4212-992e-b138d619c279 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.194280] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Waiting for the task: (returnval){ [ 615.194280] env[62643]: value = "task-2382684" [ 615.194280] env[62643]: _type = "Task" [ 615.194280] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.204196] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': task-2382684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.278912] env[62643]: DEBUG oslo_vmware.api [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382679, 'name': PowerOnVM_Task, 'duration_secs': 1.042329} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.279134] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.279357] env[62643]: INFO nova.compute.manager [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Took 10.29 seconds to spawn the instance on the hypervisor. [ 615.279546] env[62643]: DEBUG nova.compute.manager [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.280716] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd861755-d937-43c6-8367-ea9c579df445 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.358246] env[62643]: DEBUG nova.scheduler.client.report [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.474729] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': task-2382681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.611606} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.474729] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.474729] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80194702-c1b1-41ea-86bd-604ead22987d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.497198] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] a8f3bc32-e3ce-4a46-8f09-e087a9597335/a8f3bc32-e3ce-4a46-8f09-e087a9597335.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.497580] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a9bc9f5-2be9-447c-8cf8-6cb73df3499e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.520296] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Waiting for the task: (returnval){ [ 615.520296] env[62643]: value = "task-2382685" [ 615.520296] env[62643]: _type = "Task" [ 615.520296] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.532443] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': task-2382685, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.587756] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.588203] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.588398] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.588598] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.588748] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.588896] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.592313] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.592418] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.592648] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.592832] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.592993] env[62643]: DEBUG nova.virt.hardware [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.598345] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Reconfiguring VM instance instance-00000003 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 615.598698] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02c1921d-5cb9-449a-8aa7-71b1956a9390 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.616844] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 615.616844] env[62643]: value = "task-2382686" [ 615.616844] env[62643]: _type = "Task" [ 615.616844] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.625804] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.711311] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': task-2382684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111322} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.711311] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.711311] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.711311] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.725453] env[62643]: DEBUG nova.network.neutron [-] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.799468] env[62643]: INFO nova.compute.manager [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Took 32.83 seconds to build instance. [ 615.867436] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.867947] env[62643]: DEBUG nova.compute.manager [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.874831] env[62643]: DEBUG nova.network.neutron [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Successfully updated port: 071275d0-c3b1-4054-ad79-023f9dbc7a46 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.876131] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.266s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.877714] env[62643]: INFO nova.compute.claims [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.000937] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquiring lock "027d839d-93e5-45e1-aac3-6936b4c29795" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.001447] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Lock "027d839d-93e5-45e1-aac3-6936b4c29795" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.031270] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': task-2382685, 'name': ReconfigVM_Task, 'duration_secs': 0.271264} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.031270] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Reconfigured VM instance instance-0000000e to attach disk [datastore2] a8f3bc32-e3ce-4a46-8f09-e087a9597335/a8f3bc32-e3ce-4a46-8f09-e087a9597335.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.031673] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b4dda0d-77e9-42c7-8099-1c71c2d7a2e2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.038885] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Waiting for the task: (returnval){ [ 616.038885] env[62643]: value = "task-2382687" [ 616.038885] env[62643]: _type = "Task" [ 616.038885] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.048611] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': task-2382687, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.129578] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382686, 'name': ReconfigVM_Task, 'duration_secs': 0.159378} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.130122] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Reconfigured VM instance instance-00000003 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 616.131252] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18e8d28-9e5a-48c6-9fba-6acb737a6ae9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.159392] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 7b61b38f-3e03-41f5-8d94-f56ec29e416a/7b61b38f-3e03-41f5-8d94-f56ec29e416a.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.161067] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e06c0d46-556d-4ab5-9705-cd0f4c279c83 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.176054] env[62643]: DEBUG nova.compute.manager [req-b6e41d22-b545-48e2-9269-59b101905347 req-32b7ae06-31f2-49ed-a701-73de97a27d3c service nova] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Received event network-vif-deleted-4dcaf876-26f5-4f76-9108-9823b31c53a6 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.182287] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 616.182287] env[62643]: value = "task-2382688" [ 616.182287] env[62643]: _type = "Task" [ 616.182287] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.191601] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.227946] env[62643]: INFO nova.compute.manager [-] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Took 1.87 seconds to deallocate network for instance. [ 616.244953] env[62643]: DEBUG nova.compute.manager [req-9b615104-388f-488d-b00d-8d3cb21da87d req-4216914e-f4f3-43f7-995a-74014dae4625 service nova] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Received event network-vif-plugged-071275d0-c3b1-4054-ad79-023f9dbc7a46 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.245188] env[62643]: DEBUG oslo_concurrency.lockutils [req-9b615104-388f-488d-b00d-8d3cb21da87d req-4216914e-f4f3-43f7-995a-74014dae4625 service nova] Acquiring lock "66f5454a-bc99-4b92-9a74-ef81b3a0c673-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.245405] env[62643]: DEBUG oslo_concurrency.lockutils [req-9b615104-388f-488d-b00d-8d3cb21da87d req-4216914e-f4f3-43f7-995a-74014dae4625 service nova] Lock "66f5454a-bc99-4b92-9a74-ef81b3a0c673-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.245576] env[62643]: DEBUG oslo_concurrency.lockutils [req-9b615104-388f-488d-b00d-8d3cb21da87d req-4216914e-f4f3-43f7-995a-74014dae4625 service nova] Lock "66f5454a-bc99-4b92-9a74-ef81b3a0c673-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.245782] env[62643]: DEBUG nova.compute.manager [req-9b615104-388f-488d-b00d-8d3cb21da87d req-4216914e-f4f3-43f7-995a-74014dae4625 service nova] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] No waiting events found dispatching network-vif-plugged-071275d0-c3b1-4054-ad79-023f9dbc7a46 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.246116] env[62643]: WARNING nova.compute.manager [req-9b615104-388f-488d-b00d-8d3cb21da87d req-4216914e-f4f3-43f7-995a-74014dae4625 service nova] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Received unexpected event network-vif-plugged-071275d0-c3b1-4054-ad79-023f9dbc7a46 for instance with vm_state building and task_state spawning. [ 616.302973] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6fad7c88-252f-4057-9f13-4fdf3261ba16 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "39c2763c-aab1-4d5b-90b7-7db675df0dea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.737s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.382104] env[62643]: DEBUG nova.compute.utils [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 616.384498] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquiring lock "refresh_cache-66f5454a-bc99-4b92-9a74-ef81b3a0c673" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.384637] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquired lock "refresh_cache-66f5454a-bc99-4b92-9a74-ef81b3a0c673" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.384914] env[62643]: DEBUG nova.network.neutron [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.386521] env[62643]: DEBUG nova.compute.manager [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.386687] env[62643]: DEBUG nova.network.neutron [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.443946] env[62643]: DEBUG nova.policy [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f929cf4c99d4e42b740cbff0703178f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a47dde31f50e4a028ae9053fd0472e44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.551313] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': task-2382687, 'name': Rename_Task, 'duration_secs': 0.150261} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.551650] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.551985] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7bdbf49-709a-4bfd-8f19-37bd7de14b9f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.559051] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Waiting for the task: (returnval){ [ 616.559051] env[62643]: value = "task-2382689" [ 616.559051] env[62643]: _type = "Task" [ 616.559051] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.569861] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': task-2382689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.600661] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c031cf49-5c69-4155-9232-74e84dd6f073 tempest-ServersListShow296Test-899031998 tempest-ServersListShow296Test-899031998-project-member] Acquiring lock "4798fbfc-d4bc-44d5-afb8-744fc375b9cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.601113] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c031cf49-5c69-4155-9232-74e84dd6f073 tempest-ServersListShow296Test-899031998 tempest-ServersListShow296Test-899031998-project-member] Lock "4798fbfc-d4bc-44d5-afb8-744fc375b9cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.703886] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382688, 'name': ReconfigVM_Task, 'duration_secs': 0.253154} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.704514] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 7b61b38f-3e03-41f5-8d94-f56ec29e416a/7b61b38f-3e03-41f5-8d94-f56ec29e416a.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.705049] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updating instance '7b61b38f-3e03-41f5-8d94-f56ec29e416a' progress to 50 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 616.742260] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.753769] env[62643]: DEBUG nova.virt.hardware [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.754606] env[62643]: DEBUG nova.virt.hardware [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.754606] env[62643]: DEBUG nova.virt.hardware [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.754606] env[62643]: DEBUG nova.virt.hardware [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.754606] env[62643]: DEBUG nova.virt.hardware [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.754979] env[62643]: DEBUG nova.virt.hardware [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.754979] env[62643]: DEBUG nova.virt.hardware [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.754979] env[62643]: DEBUG nova.virt.hardware [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.755316] env[62643]: DEBUG nova.virt.hardware [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.755413] env[62643]: DEBUG nova.virt.hardware [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.755585] env[62643]: DEBUG nova.virt.hardware [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.756723] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216af60c-4cd2-4dfd-bb7c-3e64cfd1acdf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.766895] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0d29da-113d-4e4c-9e46-55b354cb1f57 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.784216] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Instance VIF info [] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.792927] env[62643]: DEBUG oslo.service.loopingcall [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.796356] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.796596] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37edd6f5-6b07-4615-9610-233037463708 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.811602] env[62643]: DEBUG nova.compute.manager [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.819176] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.819176] env[62643]: value = "task-2382690" [ 616.819176] env[62643]: _type = "Task" [ 616.819176] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.827378] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382690, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.858207] env[62643]: DEBUG nova.network.neutron [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Successfully created port: 0b6cacb8-b346-4dae-9ab7-12040baa0c00 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.889306] env[62643]: DEBUG nova.compute.manager [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.966838] env[62643]: DEBUG nova.network.neutron [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.072014] env[62643]: DEBUG oslo_vmware.api [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': task-2382689, 'name': PowerOnVM_Task, 'duration_secs': 0.468441} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.075134] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.075733] env[62643]: INFO nova.compute.manager [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Took 9.43 seconds to spawn the instance on the hypervisor. [ 617.075733] env[62643]: DEBUG nova.compute.manager [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.076677] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fef5dc-4c37-48b3-9f81-ec3f7e923a50 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.214157] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37901e5-fa6e-4992-92cf-04402db99a8c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.247937] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13070a6e-608e-4809-835b-43366b74d0d4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.270159] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updating instance '7b61b38f-3e03-41f5-8d94-f56ec29e416a' progress to 67 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 617.341392] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382690, 'name': CreateVM_Task, 'duration_secs': 0.322111} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.341392] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.341814] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.341969] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.343200] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.343200] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ab9ad6a-a582-4d79-b1ef-ddb52e80947c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.345964] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.351377] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Waiting for the task: (returnval){ [ 617.351377] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52466031-170e-1c41-e2e9-6a02a92babb1" [ 617.351377] env[62643]: _type = "Task" [ 617.351377] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.364591] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52466031-170e-1c41-e2e9-6a02a92babb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.444018] env[62643]: DEBUG nova.network.neutron [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Updating instance_info_cache with network_info: [{"id": "071275d0-c3b1-4054-ad79-023f9dbc7a46", "address": "fa:16:3e:8c:5b:98", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071275d0-c3", "ovs_interfaceid": "071275d0-c3b1-4054-ad79-023f9dbc7a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.547479] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e87bae9-cd53-41af-b682-d96f6de397db {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.556591] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a396a4-6db6-43f0-8619-0d09c1757a93 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.590701] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d77830-4350-4261-bcf3-6054c546e8b4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.607687] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933082ec-4b00-42bd-b028-b552a116b3af {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.612813] env[62643]: INFO nova.compute.manager [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Took 32.10 seconds to build instance. [ 617.624352] env[62643]: DEBUG nova.compute.provider_tree [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.854505] env[62643]: DEBUG nova.network.neutron [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Port 9f8dbc68-75d8-4962-89df-74fb7ed6f66b binding to destination host cpu-1 is already ACTIVE {{(pid=62643) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 617.869552] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52466031-170e-1c41-e2e9-6a02a92babb1, 'name': SearchDatastore_Task, 'duration_secs': 0.011292} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.870455] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.870789] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.871079] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.871286] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.871502] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.871800] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-784bb25e-01a9-4f53-bc2e-397452f411bf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.882829] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.883103] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.884726] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217b815d-1d61-4835-8adf-7476f7551aad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.891455] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Waiting for the task: (returnval){ [ 617.891455] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a346dc-1845-82e7-fd6b-a8166208fabd" [ 617.891455] env[62643]: _type = "Task" [ 617.891455] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.902636] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a346dc-1845-82e7-fd6b-a8166208fabd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.909225] env[62643]: DEBUG nova.compute.manager [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.948480] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Releasing lock "refresh_cache-66f5454a-bc99-4b92-9a74-ef81b3a0c673" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.948480] env[62643]: DEBUG nova.compute.manager [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Instance network_info: |[{"id": "071275d0-c3b1-4054-ad79-023f9dbc7a46", "address": "fa:16:3e:8c:5b:98", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071275d0-c3", "ovs_interfaceid": "071275d0-c3b1-4054-ad79-023f9dbc7a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.956913] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:5b:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '071275d0-c3b1-4054-ad79-023f9dbc7a46', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.971325] env[62643]: DEBUG oslo.service.loopingcall [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.976064] env[62643]: DEBUG nova.virt.hardware [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.976322] env[62643]: DEBUG nova.virt.hardware [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.976473] env[62643]: DEBUG nova.virt.hardware [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.976661] env[62643]: DEBUG nova.virt.hardware [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.976850] env[62643]: DEBUG nova.virt.hardware [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.977012] env[62643]: DEBUG nova.virt.hardware [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.981240] env[62643]: DEBUG nova.virt.hardware [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.981240] env[62643]: DEBUG nova.virt.hardware [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.981240] env[62643]: DEBUG nova.virt.hardware [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.981240] env[62643]: DEBUG nova.virt.hardware [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.981240] env[62643]: DEBUG nova.virt.hardware [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.981418] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.982195] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40a930b-17a6-44f5-8971-42c719b6bcdd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.989460] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4645def9-83c2-452b-8380-1b8e7897e913 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.015738] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Acquiring lock "c316241e-bdb6-4f77-8e3b-277a6bb2f6ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.016069] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Lock "c316241e-bdb6-4f77-8e3b-277a6bb2f6ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.018083] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d126cc03-9a44-49b2-ba83-bdd1f9825aff {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.024124] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.024124] env[62643]: value = "task-2382691" [ 618.024124] env[62643]: _type = "Task" [ 618.024124] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.041366] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382691, 'name': CreateVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.115970] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d426e668-f095-4598-bce7-6068e3b892b5 tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Lock "a8f3bc32-e3ce-4a46-8f09-e087a9597335" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.608s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.130173] env[62643]: DEBUG nova.scheduler.client.report [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.403780] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a346dc-1845-82e7-fd6b-a8166208fabd, 'name': SearchDatastore_Task, 'duration_secs': 0.014608} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.404619] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18201ce3-2261-4126-a405-44ea54a57c96 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.410485] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Waiting for the task: (returnval){ [ 618.410485] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526adc08-62de-4875-6273-802101592d47" [ 618.410485] env[62643]: _type = "Task" [ 618.410485] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.420898] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526adc08-62de-4875-6273-802101592d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.534067] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382691, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.541950] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "8cf78384-7e0f-4a97-a030-1e51f123f086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.542286] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "8cf78384-7e0f-4a97-a030-1e51f123f086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.568056] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "aa8b44af-9322-4151-beff-e3878bf793a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.568056] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "aa8b44af-9322-4151-beff-e3878bf793a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.594572] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "f48ce860-ff20-482e-93fb-68aa4206bec5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.594572] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "f48ce860-ff20-482e-93fb-68aa4206bec5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.620466] env[62643]: DEBUG nova.compute.manager [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.628324] env[62643]: DEBUG nova.network.neutron [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Successfully updated port: 0b6cacb8-b346-4dae-9ab7-12040baa0c00 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.637125] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.637125] env[62643]: DEBUG nova.compute.manager [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.639835] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.036s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.641490] env[62643]: INFO nova.compute.claims [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.886856] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.888888] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.888888] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.924369] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526adc08-62de-4875-6273-802101592d47, 'name': SearchDatastore_Task, 'duration_secs': 0.012196} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.924369] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.924369] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] f3d3bf6b-7561-4084-b363-01368aa28a0a/f3d3bf6b-7561-4084-b363-01368aa28a0a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.924616] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3017976f-dd0a-454e-a8dc-5edd398108e8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.933076] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Waiting for the task: (returnval){ [ 618.933076] env[62643]: value = "task-2382692" [ 618.933076] env[62643]: _type = "Task" [ 618.933076] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.945827] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': task-2382692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.037560] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382691, 'name': CreateVM_Task, 'duration_secs': 0.56651} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.037708] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.038452] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.038615] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.039247] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.039247] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9d8a11-dbd2-4f7a-a937-599826221877 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.047552] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 619.047552] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5299d2d9-b6be-9841-7db3-e53df9a6e51f" [ 619.047552] env[62643]: _type = "Task" [ 619.047552] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.059703] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5299d2d9-b6be-9841-7db3-e53df9a6e51f, 'name': SearchDatastore_Task, 'duration_secs': 0.00982} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.059703] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.060089] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.060089] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.060622] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.060622] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.060622] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d830eae5-60a4-44b5-a53d-9d7e1abd05c4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.068601] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.068777] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.069577] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3232a019-ae80-443e-8f80-ceaf6018b560 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.076273] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 619.076273] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fa6067-2624-6bbd-049d-aa8d1750dcf9" [ 619.076273] env[62643]: _type = "Task" [ 619.076273] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.085721] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fa6067-2624-6bbd-049d-aa8d1750dcf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.131562] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.131562] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.131764] env[62643]: DEBUG nova.network.neutron [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.147311] env[62643]: DEBUG nova.compute.utils [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 619.156246] env[62643]: DEBUG nova.compute.manager [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.156558] env[62643]: DEBUG nova.network.neutron [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.219359] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.232693] env[62643]: DEBUG nova.policy [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c71921096164529889a8e44d01014df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f8c11e91f6647f8aa35a3c55b9d46fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.426660] env[62643]: DEBUG nova.compute.manager [req-79e08b67-2762-4947-ac7e-cad3ba360065 req-a77a36c7-1625-4425-88cb-c1c5ac0012ce service nova] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Received event network-changed-071275d0-c3b1-4054-ad79-023f9dbc7a46 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.426832] env[62643]: DEBUG nova.compute.manager [req-79e08b67-2762-4947-ac7e-cad3ba360065 req-a77a36c7-1625-4425-88cb-c1c5ac0012ce service nova] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Refreshing instance network info cache due to event network-changed-071275d0-c3b1-4054-ad79-023f9dbc7a46. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 619.427172] env[62643]: DEBUG oslo_concurrency.lockutils [req-79e08b67-2762-4947-ac7e-cad3ba360065 req-a77a36c7-1625-4425-88cb-c1c5ac0012ce service nova] Acquiring lock "refresh_cache-66f5454a-bc99-4b92-9a74-ef81b3a0c673" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.427280] env[62643]: DEBUG oslo_concurrency.lockutils [req-79e08b67-2762-4947-ac7e-cad3ba360065 req-a77a36c7-1625-4425-88cb-c1c5ac0012ce service nova] Acquired lock "refresh_cache-66f5454a-bc99-4b92-9a74-ef81b3a0c673" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.427440] env[62643]: DEBUG nova.network.neutron [req-79e08b67-2762-4947-ac7e-cad3ba360065 req-a77a36c7-1625-4425-88cb-c1c5ac0012ce service nova] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Refreshing network info cache for port 071275d0-c3b1-4054-ad79-023f9dbc7a46 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.450069] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': task-2382692, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.587767] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fa6067-2624-6bbd-049d-aa8d1750dcf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010016} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.589016] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd5c1f2-23ff-4849-8326-5c3325369e29 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.596144] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 619.596144] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527ff155-88d1-5779-7a4f-ddf030d9748d" [ 619.596144] env[62643]: _type = "Task" [ 619.596144] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.604088] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527ff155-88d1-5779-7a4f-ddf030d9748d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.649516] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "966100c4-9633-4d98-a860-578dc2253d7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.650295] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "966100c4-9633-4d98-a860-578dc2253d7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.658954] env[62643]: DEBUG nova.compute.manager [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.689801] env[62643]: DEBUG nova.network.neutron [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.772971] env[62643]: DEBUG nova.network.neutron [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Successfully created port: 7b26e6c2-b568-4c17-a8f1-00af6a263f2d {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.947625] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': task-2382692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597635} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.947939] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] f3d3bf6b-7561-4084-b363-01368aa28a0a/f3d3bf6b-7561-4084-b363-01368aa28a0a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.948203] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.948458] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fe33ab6-7363-444b-9935-64f69e98f042 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.954688] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Waiting for the task: (returnval){ [ 619.954688] env[62643]: value = "task-2382693" [ 619.954688] env[62643]: _type = "Task" [ 619.954688] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.970686] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': task-2382693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.976990] env[62643]: DEBUG nova.network.neutron [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Updating instance_info_cache with network_info: [{"id": "0b6cacb8-b346-4dae-9ab7-12040baa0c00", "address": "fa:16:3e:dd:66:7b", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6cacb8-b3", "ovs_interfaceid": "0b6cacb8-b346-4dae-9ab7-12040baa0c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.978096] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Acquiring lock "fdb3277a-e02d-4150-9980-ba907497b2dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.978317] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Lock "fdb3277a-e02d-4150-9980-ba907497b2dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.117147] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527ff155-88d1-5779-7a4f-ddf030d9748d, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.117443] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.117777] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 66f5454a-bc99-4b92-9a74-ef81b3a0c673/66f5454a-bc99-4b92-9a74-ef81b3a0c673.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.118167] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-472a5321-afa3-4749-8a75-3e005711db64 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.125149] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 620.125149] env[62643]: value = "task-2382694" [ 620.125149] env[62643]: _type = "Task" [ 620.125149] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.133722] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.265881] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.266301] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquired lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.266407] env[62643]: DEBUG nova.network.neutron [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.352275] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc4d51d-af59-4eae-8fab-15d950558c90 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.368037] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1238a5ba-7c79-4cde-b4ea-9f4cad2fa4dd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.405830] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3a3a4e-439e-4a28-babe-42afb97e9417 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.414512] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3890a34-558c-4303-b5e7-837d1c0879c8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.431960] env[62643]: DEBUG nova.compute.provider_tree [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.464215] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': task-2382693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183838} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.464609] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.465508] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49784b0c-d44c-409a-a48e-0c11a47ddc60 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.488274] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] f3d3bf6b-7561-4084-b363-01368aa28a0a/f3d3bf6b-7561-4084-b363-01368aa28a0a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.494726] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.494726] env[62643]: DEBUG nova.compute.manager [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Instance network_info: |[{"id": "0b6cacb8-b346-4dae-9ab7-12040baa0c00", "address": "fa:16:3e:dd:66:7b", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6cacb8-b3", "ovs_interfaceid": "0b6cacb8-b346-4dae-9ab7-12040baa0c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.495051] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccaebb2e-e10c-42a1-a779-82c579bfb000 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.510698] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:66:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b6cacb8-b346-4dae-9ab7-12040baa0c00', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.518409] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Creating folder: Project (a47dde31f50e4a028ae9053fd0472e44). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.519662] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dce28451-3c74-461a-9ccd-f597319477b7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.526435] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Waiting for the task: (returnval){ [ 620.526435] env[62643]: value = "task-2382695" [ 620.526435] env[62643]: _type = "Task" [ 620.526435] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.532182] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Created folder: Project (a47dde31f50e4a028ae9053fd0472e44) in parent group-v483488. [ 620.532182] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Creating folder: Instances. Parent ref: group-v483534. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.532182] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93449de4-7d21-4054-aa52-cb5034301ed5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.536747] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': task-2382695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.544694] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Created folder: Instances in parent group-v483534. [ 620.545185] env[62643]: DEBUG oslo.service.loopingcall [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.545453] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.545720] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed6ac360-2dc9-4749-a87c-e7b854168e17 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.565333] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.565333] env[62643]: value = "task-2382698" [ 620.565333] env[62643]: _type = "Task" [ 620.565333] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.572936] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382698, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.636725] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.673024] env[62643]: DEBUG nova.compute.manager [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.676067] env[62643]: DEBUG nova.network.neutron [req-79e08b67-2762-4947-ac7e-cad3ba360065 req-a77a36c7-1625-4425-88cb-c1c5ac0012ce service nova] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Updated VIF entry in instance network info cache for port 071275d0-c3b1-4054-ad79-023f9dbc7a46. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.676416] env[62643]: DEBUG nova.network.neutron [req-79e08b67-2762-4947-ac7e-cad3ba360065 req-a77a36c7-1625-4425-88cb-c1c5ac0012ce service nova] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Updating instance_info_cache with network_info: [{"id": "071275d0-c3b1-4054-ad79-023f9dbc7a46", "address": "fa:16:3e:8c:5b:98", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071275d0-c3", "ovs_interfaceid": "071275d0-c3b1-4054-ad79-023f9dbc7a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.717913] env[62643]: DEBUG nova.virt.hardware [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.718273] env[62643]: DEBUG nova.virt.hardware [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.718365] env[62643]: DEBUG nova.virt.hardware [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.718568] env[62643]: DEBUG nova.virt.hardware [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.718731] env[62643]: DEBUG nova.virt.hardware [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.718880] env[62643]: DEBUG nova.virt.hardware [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.719146] env[62643]: DEBUG nova.virt.hardware [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.719316] env[62643]: DEBUG nova.virt.hardware [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.719485] env[62643]: DEBUG nova.virt.hardware [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.719653] env[62643]: DEBUG nova.virt.hardware [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.719842] env[62643]: DEBUG nova.virt.hardware [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.720816] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d105d368-f5bd-41ca-aa46-c5af0606ee0f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.731704] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba9597c-f195-4321-98ed-235fb4a49f77 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.935068] env[62643]: DEBUG nova.scheduler.client.report [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.036172] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': task-2382695, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.085259] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382698, 'name': CreateVM_Task, 'duration_secs': 0.348159} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.085259] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.085570] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.086403] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.086403] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.087682] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a4700c6-b58a-486d-a357-b873dae6f018 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.091895] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 621.091895] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e60215-c28c-ba1d-3e5d-dc75b514503f" [ 621.091895] env[62643]: _type = "Task" [ 621.091895] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.100386] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e60215-c28c-ba1d-3e5d-dc75b514503f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.109294] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Acquiring lock "a8f3bc32-e3ce-4a46-8f09-e087a9597335" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.109294] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Lock "a8f3bc32-e3ce-4a46-8f09-e087a9597335" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.109807] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Acquiring lock "a8f3bc32-e3ce-4a46-8f09-e087a9597335-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.110088] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Lock "a8f3bc32-e3ce-4a46-8f09-e087a9597335-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.110498] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Lock "a8f3bc32-e3ce-4a46-8f09-e087a9597335-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.113943] env[62643]: INFO nova.compute.manager [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Terminating instance [ 621.145586] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.919936} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.148314] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 66f5454a-bc99-4b92-9a74-ef81b3a0c673/66f5454a-bc99-4b92-9a74-ef81b3a0c673.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.148314] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.148496] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1d5e40a-70ff-4730-a602-37e5e173e488 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.155174] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 621.155174] env[62643]: value = "task-2382699" [ 621.155174] env[62643]: _type = "Task" [ 621.155174] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.164560] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.183892] env[62643]: DEBUG oslo_concurrency.lockutils [req-79e08b67-2762-4947-ac7e-cad3ba360065 req-a77a36c7-1625-4425-88cb-c1c5ac0012ce service nova] Releasing lock "refresh_cache-66f5454a-bc99-4b92-9a74-ef81b3a0c673" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.184212] env[62643]: DEBUG nova.compute.manager [req-79e08b67-2762-4947-ac7e-cad3ba360065 req-a77a36c7-1625-4425-88cb-c1c5ac0012ce service nova] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Received event network-changed-d554620c-91b7-498b-8471-e5ac90f75dd2 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.184402] env[62643]: DEBUG nova.compute.manager [req-79e08b67-2762-4947-ac7e-cad3ba360065 req-a77a36c7-1625-4425-88cb-c1c5ac0012ce service nova] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Refreshing instance network info cache due to event network-changed-d554620c-91b7-498b-8471-e5ac90f75dd2. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 621.184629] env[62643]: DEBUG oslo_concurrency.lockutils [req-79e08b67-2762-4947-ac7e-cad3ba360065 req-a77a36c7-1625-4425-88cb-c1c5ac0012ce service nova] Acquiring lock "refresh_cache-43dc5e13-a248-4173-9ed2-a66e9b09bcb9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.184801] env[62643]: DEBUG oslo_concurrency.lockutils [req-79e08b67-2762-4947-ac7e-cad3ba360065 req-a77a36c7-1625-4425-88cb-c1c5ac0012ce service nova] Acquired lock "refresh_cache-43dc5e13-a248-4173-9ed2-a66e9b09bcb9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.184988] env[62643]: DEBUG nova.network.neutron [req-79e08b67-2762-4947-ac7e-cad3ba360065 req-a77a36c7-1625-4425-88cb-c1c5ac0012ce service nova] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Refreshing network info cache for port d554620c-91b7-498b-8471-e5ac90f75dd2 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.203590] env[62643]: DEBUG nova.network.neutron [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updating instance_info_cache with network_info: [{"id": "9f8dbc68-75d8-4962-89df-74fb7ed6f66b", "address": "fa:16:3e:26:a8:80", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8dbc68-75", "ovs_interfaceid": "9f8dbc68-75d8-4962-89df-74fb7ed6f66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.444587] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.445170] env[62643]: DEBUG nova.compute.manager [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.448568] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.752s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.448568] env[62643]: DEBUG nova.objects.instance [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Lazy-loading 'resources' on Instance uuid 76de7063-a5a3-4f98-9057-14fce25e3371 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 621.458610] env[62643]: DEBUG nova.compute.manager [req-81dbe703-24db-4380-aac7-c417b637842a req-a80b7d29-12de-40d8-acb0-34911556cdfc service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Received event network-vif-plugged-0b6cacb8-b346-4dae-9ab7-12040baa0c00 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.459017] env[62643]: DEBUG oslo_concurrency.lockutils [req-81dbe703-24db-4380-aac7-c417b637842a req-a80b7d29-12de-40d8-acb0-34911556cdfc service nova] Acquiring lock "cc523733-d9ab-4337-bf4f-59c94fa1484b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.459095] env[62643]: DEBUG oslo_concurrency.lockutils [req-81dbe703-24db-4380-aac7-c417b637842a req-a80b7d29-12de-40d8-acb0-34911556cdfc service nova] Lock "cc523733-d9ab-4337-bf4f-59c94fa1484b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.459215] env[62643]: DEBUG oslo_concurrency.lockutils [req-81dbe703-24db-4380-aac7-c417b637842a req-a80b7d29-12de-40d8-acb0-34911556cdfc service nova] Lock "cc523733-d9ab-4337-bf4f-59c94fa1484b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.459382] env[62643]: DEBUG nova.compute.manager [req-81dbe703-24db-4380-aac7-c417b637842a req-a80b7d29-12de-40d8-acb0-34911556cdfc service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] No waiting events found dispatching network-vif-plugged-0b6cacb8-b346-4dae-9ab7-12040baa0c00 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.459559] env[62643]: WARNING nova.compute.manager [req-81dbe703-24db-4380-aac7-c417b637842a req-a80b7d29-12de-40d8-acb0-34911556cdfc service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Received unexpected event network-vif-plugged-0b6cacb8-b346-4dae-9ab7-12040baa0c00 for instance with vm_state building and task_state spawning. [ 621.459697] env[62643]: DEBUG nova.compute.manager [req-81dbe703-24db-4380-aac7-c417b637842a req-a80b7d29-12de-40d8-acb0-34911556cdfc service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Received event network-changed-0b6cacb8-b346-4dae-9ab7-12040baa0c00 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.459863] env[62643]: DEBUG nova.compute.manager [req-81dbe703-24db-4380-aac7-c417b637842a req-a80b7d29-12de-40d8-acb0-34911556cdfc service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Refreshing instance network info cache due to event network-changed-0b6cacb8-b346-4dae-9ab7-12040baa0c00. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 621.460048] env[62643]: DEBUG oslo_concurrency.lockutils [req-81dbe703-24db-4380-aac7-c417b637842a req-a80b7d29-12de-40d8-acb0-34911556cdfc service nova] Acquiring lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.460190] env[62643]: DEBUG oslo_concurrency.lockutils [req-81dbe703-24db-4380-aac7-c417b637842a req-a80b7d29-12de-40d8-acb0-34911556cdfc service nova] Acquired lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.460345] env[62643]: DEBUG nova.network.neutron [req-81dbe703-24db-4380-aac7-c417b637842a req-a80b7d29-12de-40d8-acb0-34911556cdfc service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Refreshing network info cache for port 0b6cacb8-b346-4dae-9ab7-12040baa0c00 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.539119] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': task-2382695, 'name': ReconfigVM_Task, 'duration_secs': 0.514448} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.539442] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Reconfigured VM instance instance-0000000a to attach disk [datastore2] f3d3bf6b-7561-4084-b363-01368aa28a0a/f3d3bf6b-7561-4084-b363-01368aa28a0a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.540147] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b44d230-ca70-4553-970f-7193ce59d151 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.546774] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Waiting for the task: (returnval){ [ 621.546774] env[62643]: value = "task-2382700" [ 621.546774] env[62643]: _type = "Task" [ 621.546774] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.558280] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': task-2382700, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.602772] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e60215-c28c-ba1d-3e5d-dc75b514503f, 'name': SearchDatastore_Task, 'duration_secs': 0.010557} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.602970] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.603408] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.603498] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.603584] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.604275] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.604275] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18e0fa9b-730b-4f4d-a788-8519ba742063 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.612903] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.613162] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.613864] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94445634-f71f-4c7d-bd19-2f70dfffb166 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.620163] env[62643]: DEBUG nova.compute.manager [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 621.620376] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.620695] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 621.620695] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5274a972-3d19-aa42-bfe9-a55d26a55d49" [ 621.620695] env[62643]: _type = "Task" [ 621.620695] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.621525] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee655774-0e52-43ba-ab5d-0685ac473f88 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.634738] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5274a972-3d19-aa42-bfe9-a55d26a55d49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.636879] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.637149] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86aef39a-1a90-487b-a323-7a92e5714050 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.649463] env[62643]: DEBUG oslo_vmware.api [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Waiting for the task: (returnval){ [ 621.649463] env[62643]: value = "task-2382701" [ 621.649463] env[62643]: _type = "Task" [ 621.649463] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.658708] env[62643]: DEBUG oslo_vmware.api [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': task-2382701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.665979] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066036} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.666242] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.667287] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad04a75-9741-41d0-9b1b-a5510a5b86a2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.692030] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 66f5454a-bc99-4b92-9a74-ef81b3a0c673/66f5454a-bc99-4b92-9a74-ef81b3a0c673.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.694531] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b192e26-00e9-464a-9028-6c21212811e1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.710807] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Releasing lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.721600] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 621.721600] env[62643]: value = "task-2382702" [ 621.721600] env[62643]: _type = "Task" [ 621.721600] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.732463] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382702, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.951690] env[62643]: DEBUG nova.compute.utils [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 621.956314] env[62643]: DEBUG nova.compute.manager [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.956523] env[62643]: DEBUG nova.network.neutron [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.063913] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': task-2382700, 'name': Rename_Task, 'duration_secs': 0.245096} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.063913] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.063913] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f6d67a9-278e-4ad1-8948-88cd49057905 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.069911] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Waiting for the task: (returnval){ [ 622.069911] env[62643]: value = "task-2382703" [ 622.069911] env[62643]: _type = "Task" [ 622.069911] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.079037] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': task-2382703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.119788] env[62643]: DEBUG nova.policy [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c71921096164529889a8e44d01014df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f8c11e91f6647f8aa35a3c55b9d46fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.142765] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5274a972-3d19-aa42-bfe9-a55d26a55d49, 'name': SearchDatastore_Task, 'duration_secs': 0.036702} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.144051] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62679f6e-17ee-45bc-a807-e5072d3f5770 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.167032] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 622.167032] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e4b22b-1cc5-ad6e-9a97-dbc3a38865aa" [ 622.167032] env[62643]: _type = "Task" [ 622.167032] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.191601] env[62643]: DEBUG oslo_vmware.api [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': task-2382701, 'name': PowerOffVM_Task, 'duration_secs': 0.189647} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.195847] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.195847] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.195847] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8287b80f-81c1-42ef-9db6-fb9c5ba711be {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.201914] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e4b22b-1cc5-ad6e-9a97-dbc3a38865aa, 'name': SearchDatastore_Task, 'duration_secs': 0.018178} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.202620] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.202912] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] cc523733-d9ab-4337-bf4f-59c94fa1484b/cc523733-d9ab-4337-bf4f-59c94fa1484b.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.203200] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-680cd960-974a-49a6-87d5-3214db3822dd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.211444] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 622.211444] env[62643]: value = "task-2382705" [ 622.211444] env[62643]: _type = "Task" [ 622.211444] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.224111] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2382705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.242851] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.247468] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f6dc8e-4494-4bab-9977-362c2f04757b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.279451] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fe9100-43a0-4ddc-8159-272f3f25b03b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.286989] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.287249] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.287506] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Deleting the datastore file [datastore2] a8f3bc32-e3ce-4a46-8f09-e087a9597335 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.288120] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-230c7ee9-ac2e-44cc-a49c-ffc68605123a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.292276] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updating instance '7b61b38f-3e03-41f5-8d94-f56ec29e416a' progress to 83 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 622.300284] env[62643]: DEBUG oslo_vmware.api [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Waiting for the task: (returnval){ [ 622.300284] env[62643]: value = "task-2382706" [ 622.300284] env[62643]: _type = "Task" [ 622.300284] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.307990] env[62643]: DEBUG oslo_vmware.api [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': task-2382706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.338862] env[62643]: DEBUG nova.network.neutron [req-81dbe703-24db-4380-aac7-c417b637842a req-a80b7d29-12de-40d8-acb0-34911556cdfc service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Updated VIF entry in instance network info cache for port 0b6cacb8-b346-4dae-9ab7-12040baa0c00. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.338862] env[62643]: DEBUG nova.network.neutron [req-81dbe703-24db-4380-aac7-c417b637842a req-a80b7d29-12de-40d8-acb0-34911556cdfc service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Updating instance_info_cache with network_info: [{"id": "0b6cacb8-b346-4dae-9ab7-12040baa0c00", "address": "fa:16:3e:dd:66:7b", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6cacb8-b3", "ovs_interfaceid": "0b6cacb8-b346-4dae-9ab7-12040baa0c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.459212] env[62643]: DEBUG nova.compute.manager [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.582051] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': task-2382703, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.583389] env[62643]: DEBUG nova.network.neutron [req-79e08b67-2762-4947-ac7e-cad3ba360065 req-a77a36c7-1625-4425-88cb-c1c5ac0012ce service nova] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Updated VIF entry in instance network info cache for port d554620c-91b7-498b-8471-e5ac90f75dd2. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.584209] env[62643]: DEBUG nova.network.neutron [req-79e08b67-2762-4947-ac7e-cad3ba360065 req-a77a36c7-1625-4425-88cb-c1c5ac0012ce service nova] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Updating instance_info_cache with network_info: [{"id": "d554620c-91b7-498b-8471-e5ac90f75dd2", "address": "fa:16:3e:3a:52:f0", "network": {"id": "35f5602e-fffd-4944-a33d-5b1a02751e54", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-62865185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2557f220b46f4045909ac757cebe370c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd554620c-91", "ovs_interfaceid": "d554620c-91b7-498b-8471-e5ac90f75dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.627225] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e430844-773b-46ee-b1f9-a914fb5dc6c7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.636428] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341e73c6-492d-4aec-b08b-9adb5dd53f2f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.676831] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696f2d03-85dd-4001-b61e-82f710586217 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.685522] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2877b8-74dc-4ff1-9bee-ebc7a799bafb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.702057] env[62643]: DEBUG nova.compute.provider_tree [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.721596] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2382705, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.736374] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382702, 'name': ReconfigVM_Task, 'duration_secs': 0.878982} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.736493] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 66f5454a-bc99-4b92-9a74-ef81b3a0c673/66f5454a-bc99-4b92-9a74-ef81b3a0c673.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.737148] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2f233f8-1d0d-4b44-b2c0-d605fdd0e3f3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.744377] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 622.744377] env[62643]: value = "task-2382707" [ 622.744377] env[62643]: _type = "Task" [ 622.744377] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.754591] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382707, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.754758] env[62643]: DEBUG nova.network.neutron [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Successfully updated port: 7b26e6c2-b568-4c17-a8f1-00af6a263f2d {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.799450] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.800349] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c4a94f5-34d0-434b-bcd3-01b8c5ec7b61 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.813337] env[62643]: DEBUG oslo_vmware.api [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Task: {'id': task-2382706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42376} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.815087] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.815381] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 622.815593] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 622.815934] env[62643]: INFO nova.compute.manager [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Took 1.20 seconds to destroy the instance on the hypervisor. [ 622.816062] env[62643]: DEBUG oslo.service.loopingcall [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 622.816289] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 622.816289] env[62643]: value = "task-2382708" [ 622.816289] env[62643]: _type = "Task" [ 622.816289] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.816556] env[62643]: DEBUG nova.compute.manager [-] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 622.816666] env[62643]: DEBUG nova.network.neutron [-] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 622.827709] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382708, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.841089] env[62643]: DEBUG oslo_concurrency.lockutils [req-81dbe703-24db-4380-aac7-c417b637842a req-a80b7d29-12de-40d8-acb0-34911556cdfc service nova] Releasing lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.077733] env[62643]: DEBUG nova.network.neutron [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Successfully created port: c2f118d5-15f3-4a66-8786-292a9ef8d489 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.088518] env[62643]: DEBUG oslo_concurrency.lockutils [req-79e08b67-2762-4947-ac7e-cad3ba360065 req-a77a36c7-1625-4425-88cb-c1c5ac0012ce service nova] Releasing lock "refresh_cache-43dc5e13-a248-4173-9ed2-a66e9b09bcb9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.088814] env[62643]: DEBUG oslo_vmware.api [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Task: {'id': task-2382703, 'name': PowerOnVM_Task, 'duration_secs': 0.755279} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.090262] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.090262] env[62643]: DEBUG nova.compute.manager [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.090262] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ce0ae8-3534-405f-8e7c-533449f0c1f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.205844] env[62643]: DEBUG nova.scheduler.client.report [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.222848] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2382705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641256} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.223109] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] cc523733-d9ab-4337-bf4f-59c94fa1484b/cc523733-d9ab-4337-bf4f-59c94fa1484b.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.223331] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.223599] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b66508b-6769-4886-ad17-b0cd6aa08026 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.230952] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 623.230952] env[62643]: value = "task-2382709" [ 623.230952] env[62643]: _type = "Task" [ 623.230952] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.239986] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2382709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.257626] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382707, 'name': Rename_Task, 'duration_secs': 0.226674} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.257626] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.257626] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce5393e9-d3ef-4818-87f2-3c5b80b1093c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.257821] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "refresh_cache-dd592887-7756-430b-bb18-8bf79d1b7a04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.258041] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquired lock "refresh_cache-dd592887-7756-430b-bb18-8bf79d1b7a04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.258366] env[62643]: DEBUG nova.network.neutron [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.265239] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 623.265239] env[62643]: value = "task-2382710" [ 623.265239] env[62643]: _type = "Task" [ 623.265239] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.279666] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.328172] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.478186] env[62643]: DEBUG nova.compute.manager [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.511036] env[62643]: DEBUG nova.virt.hardware [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.511036] env[62643]: DEBUG nova.virt.hardware [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.511181] env[62643]: DEBUG nova.virt.hardware [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.511527] env[62643]: DEBUG nova.virt.hardware [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.511527] env[62643]: DEBUG nova.virt.hardware [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.511666] env[62643]: DEBUG nova.virt.hardware [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.512079] env[62643]: DEBUG nova.virt.hardware [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.512079] env[62643]: DEBUG nova.virt.hardware [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.513153] env[62643]: DEBUG nova.virt.hardware [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.513153] env[62643]: DEBUG nova.virt.hardware [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.513153] env[62643]: DEBUG nova.virt.hardware [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.513519] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e318ba2b-3506-4c6b-94e1-685ddc303593 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.521888] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3975d75d-55fd-48b1-8c2b-b57a10ded61a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.606826] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.711104] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.713491] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.738s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.715545] env[62643]: INFO nova.compute.claims [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.732810] env[62643]: INFO nova.scheduler.client.report [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Deleted allocations for instance 76de7063-a5a3-4f98-9057-14fce25e3371 [ 623.742768] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2382709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063671} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.742768] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.743657] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04dd7b1-028b-4c4e-9933-be7aabd79fa0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.766237] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] cc523733-d9ab-4337-bf4f-59c94fa1484b/cc523733-d9ab-4337-bf4f-59c94fa1484b.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.768852] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f796de5b-537f-4a44-ae7f-c89f51bafff8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.795076] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382710, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.796465] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 623.796465] env[62643]: value = "task-2382711" [ 623.796465] env[62643]: _type = "Task" [ 623.796465] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.805032] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2382711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.828040] env[62643]: DEBUG oslo_vmware.api [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2382708, 'name': PowerOnVM_Task, 'duration_secs': 0.619056} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.828389] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.828618] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5f2634-df73-47d8-90f5-99e52809c107 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updating instance '7b61b38f-3e03-41f5-8d94-f56ec29e416a' progress to 100 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 623.833483] env[62643]: DEBUG nova.network.neutron [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.889331] env[62643]: DEBUG nova.compute.manager [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Received event network-vif-plugged-7b26e6c2-b568-4c17-a8f1-00af6a263f2d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.889331] env[62643]: DEBUG oslo_concurrency.lockutils [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] Acquiring lock "dd592887-7756-430b-bb18-8bf79d1b7a04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.889331] env[62643]: DEBUG oslo_concurrency.lockutils [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] Lock "dd592887-7756-430b-bb18-8bf79d1b7a04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.889331] env[62643]: DEBUG oslo_concurrency.lockutils [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] Lock "dd592887-7756-430b-bb18-8bf79d1b7a04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.889331] env[62643]: DEBUG nova.compute.manager [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] No waiting events found dispatching network-vif-plugged-7b26e6c2-b568-4c17-a8f1-00af6a263f2d {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.889828] env[62643]: WARNING nova.compute.manager [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Received unexpected event network-vif-plugged-7b26e6c2-b568-4c17-a8f1-00af6a263f2d for instance with vm_state building and task_state spawning. [ 623.889828] env[62643]: DEBUG nova.compute.manager [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Received event network-changed-7b26e6c2-b568-4c17-a8f1-00af6a263f2d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.889828] env[62643]: DEBUG nova.compute.manager [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Refreshing instance network info cache due to event network-changed-7b26e6c2-b568-4c17-a8f1-00af6a263f2d. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 623.889828] env[62643]: DEBUG oslo_concurrency.lockutils [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] Acquiring lock "refresh_cache-dd592887-7756-430b-bb18-8bf79d1b7a04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.944588] env[62643]: DEBUG nova.network.neutron [-] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.035651] env[62643]: DEBUG nova.network.neutron [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Updating instance_info_cache with network_info: [{"id": "7b26e6c2-b568-4c17-a8f1-00af6a263f2d", "address": "fa:16:3e:aa:01:02", "network": {"id": "1dea83c8-ab82-45fb-9bd4-d990282f97aa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1523639067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8c11e91f6647f8aa35a3c55b9d46fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b26e6c2-b5", "ovs_interfaceid": "7b26e6c2-b568-4c17-a8f1-00af6a263f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.066826] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquiring lock "589046f1-74fa-4f42-b4ba-cea6a23c9e7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.067392] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "589046f1-74fa-4f42-b4ba-cea6a23c9e7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.241464] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4dd270f1-e1b3-4946-a4ab-7e2d7fcad325 tempest-ServerExternalEventsTest-498769789 tempest-ServerExternalEventsTest-498769789-project-member] Lock "76de7063-a5a3-4f98-9057-14fce25e3371" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.572s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.281462] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382710, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.308601] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2382711, 'name': ReconfigVM_Task, 'duration_secs': 0.298417} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.308601] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Reconfigured VM instance instance-00000010 to attach disk [datastore2] cc523733-d9ab-4337-bf4f-59c94fa1484b/cc523733-d9ab-4337-bf4f-59c94fa1484b.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.308601] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a3a9194-dee3-491c-b485-33fd38b0fdec {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.315338] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 624.315338] env[62643]: value = "task-2382712" [ 624.315338] env[62643]: _type = "Task" [ 624.315338] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.325565] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2382712, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.447125] env[62643]: INFO nova.compute.manager [-] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Took 1.63 seconds to deallocate network for instance. [ 624.537727] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Releasing lock "refresh_cache-dd592887-7756-430b-bb18-8bf79d1b7a04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.538086] env[62643]: DEBUG nova.compute.manager [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Instance network_info: |[{"id": "7b26e6c2-b568-4c17-a8f1-00af6a263f2d", "address": "fa:16:3e:aa:01:02", "network": {"id": "1dea83c8-ab82-45fb-9bd4-d990282f97aa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1523639067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8c11e91f6647f8aa35a3c55b9d46fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b26e6c2-b5", "ovs_interfaceid": "7b26e6c2-b568-4c17-a8f1-00af6a263f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.538564] env[62643]: DEBUG oslo_concurrency.lockutils [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] Acquired lock "refresh_cache-dd592887-7756-430b-bb18-8bf79d1b7a04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.538819] env[62643]: DEBUG nova.network.neutron [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Refreshing network info cache for port 7b26e6c2-b568-4c17-a8f1-00af6a263f2d {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.540786] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:01:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b26e6c2-b568-4c17-a8f1-00af6a263f2d', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.551746] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Creating folder: Project (5f8c11e91f6647f8aa35a3c55b9d46fe). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.553014] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a588012-fcb2-4bc5-b799-cfc19b34b4df {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.563018] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Created folder: Project (5f8c11e91f6647f8aa35a3c55b9d46fe) in parent group-v483488. [ 624.563160] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Creating folder: Instances. Parent ref: group-v483537. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.565212] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3c8abc6-2382-48aa-a5e1-150d13265e54 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.571870] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Created folder: Instances in parent group-v483537. [ 624.572120] env[62643]: DEBUG oslo.service.loopingcall [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.572306] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.572505] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec4c1fc1-e985-46aa-bb79-3c08a225eb1b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.593918] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.593918] env[62643]: value = "task-2382715" [ 624.593918] env[62643]: _type = "Task" [ 624.593918] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.601983] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382715, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.768237] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquiring lock "f3d3bf6b-7561-4084-b363-01368aa28a0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.768237] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Lock "f3d3bf6b-7561-4084-b363-01368aa28a0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.768237] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquiring lock "f3d3bf6b-7561-4084-b363-01368aa28a0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.768237] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Lock "f3d3bf6b-7561-4084-b363-01368aa28a0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.768753] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Lock "f3d3bf6b-7561-4084-b363-01368aa28a0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.769476] env[62643]: INFO nova.compute.manager [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Terminating instance [ 624.788918] env[62643]: DEBUG oslo_vmware.api [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382710, 'name': PowerOnVM_Task, 'duration_secs': 1.267004} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.789351] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.789669] env[62643]: INFO nova.compute.manager [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Took 11.83 seconds to spawn the instance on the hypervisor. [ 624.789957] env[62643]: DEBUG nova.compute.manager [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.791798] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406c4340-ba9d-4476-aa18-646632d707a4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.828177] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2382712, 'name': Rename_Task, 'duration_secs': 0.146273} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.828775] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.828775] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d6347f8-0b9d-4121-b892-e2e6d8bff45b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.843158] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 624.843158] env[62643]: value = "task-2382716" [ 624.843158] env[62643]: _type = "Task" [ 624.843158] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.855111] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2382716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.956120] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.060474] env[62643]: DEBUG nova.network.neutron [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Successfully updated port: c2f118d5-15f3-4a66-8786-292a9ef8d489 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.110148] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382715, 'name': CreateVM_Task, 'duration_secs': 0.465108} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.110148] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.110638] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.110801] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.111138] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.111720] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95e28dcb-24e0-4199-b5fb-6bfde5008cf5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.122023] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 625.122023] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b8197c-4879-4245-3bcf-ccc325851cb4" [ 625.122023] env[62643]: _type = "Task" [ 625.122023] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.131614] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b8197c-4879-4245-3bcf-ccc325851cb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.282536] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquiring lock "refresh_cache-f3d3bf6b-7561-4084-b363-01368aa28a0a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.282798] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquired lock "refresh_cache-f3d3bf6b-7561-4084-b363-01368aa28a0a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.283022] env[62643]: DEBUG nova.network.neutron [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.318669] env[62643]: INFO nova.compute.manager [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Took 37.34 seconds to build instance. [ 625.369607] env[62643]: DEBUG oslo_vmware.api [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2382716, 'name': PowerOnVM_Task, 'duration_secs': 0.479686} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.369787] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.370023] env[62643]: INFO nova.compute.manager [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Took 7.46 seconds to spawn the instance on the hypervisor. [ 625.370228] env[62643]: DEBUG nova.compute.manager [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.371132] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e157e32b-5b13-4f7c-bfb7-ab5743e2879b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.460145] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f111a6-7443-4a0a-9d15-909f4cba86d6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.468307] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a36268a-03c8-4e91-a28b-dca5ca21b7bb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.503051] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a262179-36ad-4dff-b173-4ab6e9ef9500 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.513729] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9008f6c-7cda-4557-a675-baf5129919f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.527310] env[62643]: DEBUG nova.compute.provider_tree [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.569086] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "refresh_cache-6e77f974-5c90-4c53-9555-6b08d46d83da" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.569086] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquired lock "refresh_cache-6e77f974-5c90-4c53-9555-6b08d46d83da" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.569086] env[62643]: DEBUG nova.network.neutron [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.578814] env[62643]: DEBUG nova.network.neutron [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Updated VIF entry in instance network info cache for port 7b26e6c2-b568-4c17-a8f1-00af6a263f2d. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.579096] env[62643]: DEBUG nova.network.neutron [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Updating instance_info_cache with network_info: [{"id": "7b26e6c2-b568-4c17-a8f1-00af6a263f2d", "address": "fa:16:3e:aa:01:02", "network": {"id": "1dea83c8-ab82-45fb-9bd4-d990282f97aa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1523639067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8c11e91f6647f8aa35a3c55b9d46fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b26e6c2-b5", "ovs_interfaceid": "7b26e6c2-b568-4c17-a8f1-00af6a263f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.638338] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b8197c-4879-4245-3bcf-ccc325851cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.011078} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.638650] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.638881] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.639138] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.639286] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.639564] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.639840] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e6d76ab-a0bb-45b7-ab5e-f6a79c0a5928 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.649130] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.649352] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.650251] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-affc8eda-5ae6-4207-ace5-e94cde6033fb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.656199] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 625.656199] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cffed7-b143-9656-9e85-b3a36c81fc68" [ 625.656199] env[62643]: _type = "Task" [ 625.656199] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.664975] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cffed7-b143-9656-9e85-b3a36c81fc68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.817508] env[62643]: DEBUG nova.network.neutron [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.819730] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e06b6fbe-d05a-4d62-a65d-a0d5216acf25 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "66f5454a-bc99-4b92-9a74-ef81b3a0c673" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.932s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.897871] env[62643]: INFO nova.compute.manager [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Took 32.39 seconds to build instance. [ 625.923816] env[62643]: DEBUG nova.network.neutron [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.030334] env[62643]: DEBUG nova.scheduler.client.report [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.081932] env[62643]: DEBUG oslo_concurrency.lockutils [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] Releasing lock "refresh_cache-dd592887-7756-430b-bb18-8bf79d1b7a04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.082227] env[62643]: DEBUG nova.compute.manager [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Received event network-vif-deleted-d6a9efbe-66f0-48b8-85a8-b08c2ecfe664 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.082402] env[62643]: INFO nova.compute.manager [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Neutron deleted interface d6a9efbe-66f0-48b8-85a8-b08c2ecfe664; detaching it from the instance and deleting it from the info cache [ 626.082570] env[62643]: DEBUG nova.network.neutron [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.137391] env[62643]: DEBUG nova.network.neutron [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.172182] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cffed7-b143-9656-9e85-b3a36c81fc68, 'name': SearchDatastore_Task, 'duration_secs': 0.011883} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.172830] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93188ab0-06f9-4549-b626-f7ee5a542d73 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.181955] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 626.181955] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528188cf-d60d-b5fc-f3bb-3449056ec37e" [ 626.181955] env[62643]: _type = "Task" [ 626.181955] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.191088] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528188cf-d60d-b5fc-f3bb-3449056ec37e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.262740] env[62643]: DEBUG nova.compute.manager [req-74aa77eb-b5f8-4463-8fe9-b01f2ec9fe84 req-2d5e42b5-cb51-4bdf-9e49-cff29b175244 service nova] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Received event network-vif-plugged-c2f118d5-15f3-4a66-8786-292a9ef8d489 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.263202] env[62643]: DEBUG oslo_concurrency.lockutils [req-74aa77eb-b5f8-4463-8fe9-b01f2ec9fe84 req-2d5e42b5-cb51-4bdf-9e49-cff29b175244 service nova] Acquiring lock "6e77f974-5c90-4c53-9555-6b08d46d83da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.263561] env[62643]: DEBUG oslo_concurrency.lockutils [req-74aa77eb-b5f8-4463-8fe9-b01f2ec9fe84 req-2d5e42b5-cb51-4bdf-9e49-cff29b175244 service nova] Lock "6e77f974-5c90-4c53-9555-6b08d46d83da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.263852] env[62643]: DEBUG oslo_concurrency.lockutils [req-74aa77eb-b5f8-4463-8fe9-b01f2ec9fe84 req-2d5e42b5-cb51-4bdf-9e49-cff29b175244 service nova] Lock "6e77f974-5c90-4c53-9555-6b08d46d83da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.263939] env[62643]: DEBUG nova.compute.manager [req-74aa77eb-b5f8-4463-8fe9-b01f2ec9fe84 req-2d5e42b5-cb51-4bdf-9e49-cff29b175244 service nova] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] No waiting events found dispatching network-vif-plugged-c2f118d5-15f3-4a66-8786-292a9ef8d489 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.264198] env[62643]: WARNING nova.compute.manager [req-74aa77eb-b5f8-4463-8fe9-b01f2ec9fe84 req-2d5e42b5-cb51-4bdf-9e49-cff29b175244 service nova] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Received unexpected event network-vif-plugged-c2f118d5-15f3-4a66-8786-292a9ef8d489 for instance with vm_state building and task_state spawning. [ 626.264421] env[62643]: DEBUG nova.compute.manager [req-74aa77eb-b5f8-4463-8fe9-b01f2ec9fe84 req-2d5e42b5-cb51-4bdf-9e49-cff29b175244 service nova] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Received event network-changed-c2f118d5-15f3-4a66-8786-292a9ef8d489 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.264636] env[62643]: DEBUG nova.compute.manager [req-74aa77eb-b5f8-4463-8fe9-b01f2ec9fe84 req-2d5e42b5-cb51-4bdf-9e49-cff29b175244 service nova] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Refreshing instance network info cache due to event network-changed-c2f118d5-15f3-4a66-8786-292a9ef8d489. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 626.264858] env[62643]: DEBUG oslo_concurrency.lockutils [req-74aa77eb-b5f8-4463-8fe9-b01f2ec9fe84 req-2d5e42b5-cb51-4bdf-9e49-cff29b175244 service nova] Acquiring lock "refresh_cache-6e77f974-5c90-4c53-9555-6b08d46d83da" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.328021] env[62643]: DEBUG nova.compute.manager [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.334147] env[62643]: DEBUG nova.network.neutron [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Updating instance_info_cache with network_info: [{"id": "c2f118d5-15f3-4a66-8786-292a9ef8d489", "address": "fa:16:3e:ef:fc:a9", "network": {"id": "1dea83c8-ab82-45fb-9bd4-d990282f97aa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1523639067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8c11e91f6647f8aa35a3c55b9d46fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f118d5-15", "ovs_interfaceid": "c2f118d5-15f3-4a66-8786-292a9ef8d489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.400649] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3e122c52-86b0-41a7-ba0d-f63607cf69fb tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "cc523733-d9ab-4337-bf4f-59c94fa1484b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.162s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.427655] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Releasing lock "refresh_cache-f3d3bf6b-7561-4084-b363-01368aa28a0a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.428158] env[62643]: DEBUG nova.compute.manager [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.428375] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.429611] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ee38af-67b0-492f-a4d5-6fbdd93879e5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.438328] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.438590] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e0e9976-30b3-4ddb-9356-3b3415652fa1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.444667] env[62643]: DEBUG oslo_vmware.api [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 626.444667] env[62643]: value = "task-2382717" [ 626.444667] env[62643]: _type = "Task" [ 626.444667] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.453143] env[62643]: DEBUG oslo_vmware.api [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.542806] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.542976] env[62643]: DEBUG nova.compute.manager [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.546642] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.417s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.548894] env[62643]: INFO nova.compute.claims [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.589549] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c52c290-bf85-46d3-8a0c-140bdeb15997 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.600480] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95afe356-e85c-4489-8a23-712fa8896e99 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.631167] env[62643]: DEBUG nova.compute.manager [req-b83d4f42-d132-4736-9cdd-26fbae71af92 req-77703b0a-86fe-460e-a93b-bc282d08289f service nova] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Detach interface failed, port_id=d6a9efbe-66f0-48b8-85a8-b08c2ecfe664, reason: Instance a8f3bc32-e3ce-4a46-8f09-e087a9597335 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 626.692195] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528188cf-d60d-b5fc-f3bb-3449056ec37e, 'name': SearchDatastore_Task, 'duration_secs': 0.015553} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.692431] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.692744] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] dd592887-7756-430b-bb18-8bf79d1b7a04/dd592887-7756-430b-bb18-8bf79d1b7a04.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.693082] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-839f4e38-231f-48ac-ac25-0c9d2a86f293 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.700518] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 626.700518] env[62643]: value = "task-2382718" [ 626.700518] env[62643]: _type = "Task" [ 626.700518] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.710889] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.844140] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Releasing lock "refresh_cache-6e77f974-5c90-4c53-9555-6b08d46d83da" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.844140] env[62643]: DEBUG nova.compute.manager [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Instance network_info: |[{"id": "c2f118d5-15f3-4a66-8786-292a9ef8d489", "address": "fa:16:3e:ef:fc:a9", "network": {"id": "1dea83c8-ab82-45fb-9bd4-d990282f97aa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1523639067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8c11e91f6647f8aa35a3c55b9d46fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f118d5-15", "ovs_interfaceid": "c2f118d5-15f3-4a66-8786-292a9ef8d489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.844460] env[62643]: DEBUG oslo_concurrency.lockutils [req-74aa77eb-b5f8-4463-8fe9-b01f2ec9fe84 req-2d5e42b5-cb51-4bdf-9e49-cff29b175244 service nova] Acquired lock "refresh_cache-6e77f974-5c90-4c53-9555-6b08d46d83da" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.844999] env[62643]: DEBUG nova.network.neutron [req-74aa77eb-b5f8-4463-8fe9-b01f2ec9fe84 req-2d5e42b5-cb51-4bdf-9e49-cff29b175244 service nova] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Refreshing network info cache for port c2f118d5-15f3-4a66-8786-292a9ef8d489 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.846210] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:fc:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2f118d5-15f3-4a66-8786-292a9ef8d489', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.856220] env[62643]: DEBUG oslo.service.loopingcall [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 626.856220] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.856220] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aa66dd9-d28c-4247-8647-994b44211414 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.872890] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.877814] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.877814] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.877814] env[62643]: DEBUG nova.compute.manager [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Going to confirm migration 1 {{(pid=62643) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 626.884460] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.884460] env[62643]: value = "task-2382719" [ 626.884460] env[62643]: _type = "Task" [ 626.884460] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.895749] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382719, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.903038] env[62643]: DEBUG nova.compute.manager [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.586461] env[62643]: DEBUG nova.compute.utils [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 627.592446] env[62643]: DEBUG nova.compute.manager [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.603400] env[62643]: DEBUG nova.compute.manager [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.603400] env[62643]: DEBUG nova.network.neutron [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.608727] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269626ee-0985-447e-a776-4b97165582df {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.615045] env[62643]: DEBUG oslo_concurrency.lockutils [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Acquiring lock "87c398c4-2165-41c0-b584-df1f5995ae3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.615496] env[62643]: DEBUG oslo_concurrency.lockutils [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Lock "87c398c4-2165-41c0-b584-df1f5995ae3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.618971] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.623520] env[62643]: DEBUG oslo_vmware.api [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382717, 'name': PowerOffVM_Task, 'duration_secs': 0.306417} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.627707] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 627.627707] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 627.628972] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4021d86f-c4da-41e8-88e7-d55dc27c9e83 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.633670] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382718, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.638292] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382719, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.658882] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 627.659103] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 627.659286] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Deleting the datastore file [datastore2] f3d3bf6b-7561-4084-b363-01368aa28a0a {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 627.659539] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7f60de1-0778-4b72-aeab-2d19fd0b0e9e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.668208] env[62643]: DEBUG oslo_vmware.api [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for the task: (returnval){ [ 627.668208] env[62643]: value = "task-2382721" [ 627.668208] env[62643]: _type = "Task" [ 627.668208] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.673936] env[62643]: DEBUG oslo_vmware.api [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.745204] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.745428] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquired lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.745609] env[62643]: DEBUG nova.network.neutron [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.745787] env[62643]: DEBUG nova.objects.instance [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lazy-loading 'info_cache' on Instance uuid 7b61b38f-3e03-41f5-8d94-f56ec29e416a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.801359] env[62643]: DEBUG nova.policy [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c71921096164529889a8e44d01014df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f8c11e91f6647f8aa35a3c55b9d46fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.810163] env[62643]: DEBUG nova.compute.manager [req-7116ef47-cccb-436c-94c2-1f10b3d96e35 req-df6bffd5-27c2-43b2-be47-2a12a3f8fd3e service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Received event network-changed-0b6cacb8-b346-4dae-9ab7-12040baa0c00 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.810163] env[62643]: DEBUG nova.compute.manager [req-7116ef47-cccb-436c-94c2-1f10b3d96e35 req-df6bffd5-27c2-43b2-be47-2a12a3f8fd3e service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Refreshing instance network info cache due to event network-changed-0b6cacb8-b346-4dae-9ab7-12040baa0c00. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 627.810163] env[62643]: DEBUG oslo_concurrency.lockutils [req-7116ef47-cccb-436c-94c2-1f10b3d96e35 req-df6bffd5-27c2-43b2-be47-2a12a3f8fd3e service nova] Acquiring lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.810163] env[62643]: DEBUG oslo_concurrency.lockutils [req-7116ef47-cccb-436c-94c2-1f10b3d96e35 req-df6bffd5-27c2-43b2-be47-2a12a3f8fd3e service nova] Acquired lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.810163] env[62643]: DEBUG nova.network.neutron [req-7116ef47-cccb-436c-94c2-1f10b3d96e35 req-df6bffd5-27c2-43b2-be47-2a12a3f8fd3e service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Refreshing network info cache for port 0b6cacb8-b346-4dae-9ab7-12040baa0c00 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.072819] env[62643]: DEBUG nova.network.neutron [req-74aa77eb-b5f8-4463-8fe9-b01f2ec9fe84 req-2d5e42b5-cb51-4bdf-9e49-cff29b175244 service nova] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Updated VIF entry in instance network info cache for port c2f118d5-15f3-4a66-8786-292a9ef8d489. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.073237] env[62643]: DEBUG nova.network.neutron [req-74aa77eb-b5f8-4463-8fe9-b01f2ec9fe84 req-2d5e42b5-cb51-4bdf-9e49-cff29b175244 service nova] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Updating instance_info_cache with network_info: [{"id": "c2f118d5-15f3-4a66-8786-292a9ef8d489", "address": "fa:16:3e:ef:fc:a9", "network": {"id": "1dea83c8-ab82-45fb-9bd4-d990282f97aa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1523639067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8c11e91f6647f8aa35a3c55b9d46fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f118d5-15", "ovs_interfaceid": "c2f118d5-15f3-4a66-8786-292a9ef8d489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.100772] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382718, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.112757] env[62643]: DEBUG nova.compute.manager [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.123426] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382719, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.135470] env[62643]: INFO nova.compute.manager [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] instance snapshotting [ 628.141443] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a3122c-bc49-4cea-9c4f-5ecb00cfb82f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.175328] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a37295e-94b7-4ca1-84ad-413c9ce23099 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.183963] env[62643]: DEBUG oslo_vmware.api [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Task: {'id': task-2382721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449816} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.185875] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.186087] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 628.186292] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 628.186471] env[62643]: INFO nova.compute.manager [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Took 1.76 seconds to destroy the instance on the hypervisor. [ 628.186711] env[62643]: DEBUG oslo.service.loopingcall [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 628.191547] env[62643]: DEBUG nova.compute.manager [-] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 628.191683] env[62643]: DEBUG nova.network.neutron [-] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 628.218473] env[62643]: DEBUG nova.network.neutron [-] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.336366] env[62643]: DEBUG nova.network.neutron [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Successfully created port: 912e72ef-1c4b-46ca-a98f-1d36cf2afa1b {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.577611] env[62643]: DEBUG oslo_concurrency.lockutils [req-74aa77eb-b5f8-4463-8fe9-b01f2ec9fe84 req-2d5e42b5-cb51-4bdf-9e49-cff29b175244 service nova] Releasing lock "refresh_cache-6e77f974-5c90-4c53-9555-6b08d46d83da" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.606357] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382718, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.709016} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.606626] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] dd592887-7756-430b-bb18-8bf79d1b7a04/dd592887-7756-430b-bb18-8bf79d1b7a04.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.606838] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.607452] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e26bf9a-2a5a-4631-8a2e-5e8bf864b24c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.612357] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382719, 'name': CreateVM_Task, 'duration_secs': 1.513517} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.612885] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.613831] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.613998] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.614314] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.616972] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b240b08-dfc7-4317-8f4c-83a03fa2f7cf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.628993] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 628.628993] env[62643]: value = "task-2382722" [ 628.628993] env[62643]: _type = "Task" [ 628.628993] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.633629] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 628.633629] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fce8cd-6b0a-46dc-5e6e-5fe1f1f653b7" [ 628.633629] env[62643]: _type = "Task" [ 628.633629] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.642356] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.648037] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fce8cd-6b0a-46dc-5e6e-5fe1f1f653b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013809} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.648037] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.648196] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.648725] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.648725] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.648725] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.649015] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6916aeb5-7e30-4930-a930-4116b32407e2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.656590] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.656760] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.657486] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d948ccd-00cb-4dc9-ae6c-4169b9b16ca9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.662588] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 628.662588] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e34e82-4910-44e5-f339-c9fea60b5af9" [ 628.662588] env[62643]: _type = "Task" [ 628.662588] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.670136] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e34e82-4910-44e5-f339-c9fea60b5af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.698029] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 628.698029] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b82bca52-5755-44b4-9de6-11be4a0548cc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.703290] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 628.703290] env[62643]: value = "task-2382723" [ 628.703290] env[62643]: _type = "Task" [ 628.703290] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.714979] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382723, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.723192] env[62643]: DEBUG nova.network.neutron [-] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.758429] env[62643]: DEBUG nova.network.neutron [req-7116ef47-cccb-436c-94c2-1f10b3d96e35 req-df6bffd5-27c2-43b2-be47-2a12a3f8fd3e service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Updated VIF entry in instance network info cache for port 0b6cacb8-b346-4dae-9ab7-12040baa0c00. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.758429] env[62643]: DEBUG nova.network.neutron [req-7116ef47-cccb-436c-94c2-1f10b3d96e35 req-df6bffd5-27c2-43b2-be47-2a12a3f8fd3e service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Updating instance_info_cache with network_info: [{"id": "0b6cacb8-b346-4dae-9ab7-12040baa0c00", "address": "fa:16:3e:dd:66:7b", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6cacb8-b3", "ovs_interfaceid": "0b6cacb8-b346-4dae-9ab7-12040baa0c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.763414] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81771ff-3ea2-4cd7-a6de-087a2f5f94e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.772798] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48b6cc6-8eb1-4e5a-81b3-afb65f2efd08 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.805694] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90486292-a503-49b4-afb3-50900f360402 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.817754] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0616afca-3b4b-4308-80f2-92e0a683666e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.833235] env[62643]: DEBUG nova.compute.provider_tree [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.043228] env[62643]: DEBUG nova.network.neutron [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updating instance_info_cache with network_info: [{"id": "9f8dbc68-75d8-4962-89df-74fb7ed6f66b", "address": "fa:16:3e:26:a8:80", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8dbc68-75", "ovs_interfaceid": "9f8dbc68-75d8-4962-89df-74fb7ed6f66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.135805] env[62643]: DEBUG nova.compute.manager [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.140916] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065054} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.141139] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.141927] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3f0216-d0cd-4200-82cb-4e1498384b1c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.163534] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] dd592887-7756-430b-bb18-8bf79d1b7a04/dd592887-7756-430b-bb18-8bf79d1b7a04.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.166473] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eed26ea-6de0-4989-8dc1-1e0bc82da86c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.188308] env[62643]: DEBUG nova.virt.hardware [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.188565] env[62643]: DEBUG nova.virt.hardware [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.188720] env[62643]: DEBUG nova.virt.hardware [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.189558] env[62643]: DEBUG nova.virt.hardware [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.189558] env[62643]: DEBUG nova.virt.hardware [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.189558] env[62643]: DEBUG nova.virt.hardware [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.189558] env[62643]: DEBUG nova.virt.hardware [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.189870] env[62643]: DEBUG nova.virt.hardware [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.189870] env[62643]: DEBUG nova.virt.hardware [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.190018] env[62643]: DEBUG nova.virt.hardware [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.190206] env[62643]: DEBUG nova.virt.hardware [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.191696] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd878e1-9c12-4cab-b9f7-a97b696dcfe9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.196078] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 629.196078] env[62643]: value = "task-2382724" [ 629.196078] env[62643]: _type = "Task" [ 629.196078] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.199579] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e34e82-4910-44e5-f339-c9fea60b5af9, 'name': SearchDatastore_Task, 'duration_secs': 0.009194} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.205063] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b13b7b2-fa7e-4d08-8c7c-642822a03e69 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.208086] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137a695e-5c5f-484e-b587-9645e447d129 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.220963] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.235020] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382723, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.235020] env[62643]: INFO nova.compute.manager [-] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Took 1.04 seconds to deallocate network for instance. [ 629.235020] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 629.235020] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52baeb20-7ecb-6522-3282-a16c2439f7aa" [ 629.235020] env[62643]: _type = "Task" [ 629.235020] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.250142] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52baeb20-7ecb-6522-3282-a16c2439f7aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.250280] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.252026] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 6e77f974-5c90-4c53-9555-6b08d46d83da/6e77f974-5c90-4c53-9555-6b08d46d83da.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.252026] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-649053d2-54ec-4c8f-810a-c0e967df1dae {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.257517] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 629.257517] env[62643]: value = "task-2382725" [ 629.257517] env[62643]: _type = "Task" [ 629.257517] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.266025] env[62643]: DEBUG oslo_concurrency.lockutils [req-7116ef47-cccb-436c-94c2-1f10b3d96e35 req-df6bffd5-27c2-43b2-be47-2a12a3f8fd3e service nova] Releasing lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.266145] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.336034] env[62643]: DEBUG nova.scheduler.client.report [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.548035] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Releasing lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.548035] env[62643]: DEBUG nova.objects.instance [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lazy-loading 'migration_context' on Instance uuid 7b61b38f-3e03-41f5-8d94-f56ec29e416a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.712623] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382724, 'name': ReconfigVM_Task, 'duration_secs': 0.323552} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.713362] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Reconfigured VM instance instance-00000011 to attach disk [datastore1] dd592887-7756-430b-bb18-8bf79d1b7a04/dd592887-7756-430b-bb18-8bf79d1b7a04.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.714114] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eded1f6e-f4af-40dc-8c0c-1c3681e8678a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.718860] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382723, 'name': CreateSnapshot_Task, 'duration_secs': 0.920817} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.719508] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 629.720249] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32749742-bedd-41f3-9d2d-7d882f574412 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.724207] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 629.724207] env[62643]: value = "task-2382726" [ 629.724207] env[62643]: _type = "Task" [ 629.724207] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.737038] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382726, 'name': Rename_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.746233] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.767959] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382725, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.841142] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.294s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.842145] env[62643]: DEBUG nova.compute.manager [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.845036] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.848s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.845036] env[62643]: DEBUG nova.objects.instance [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Lazy-loading 'resources' on Instance uuid 33b468d7-3682-49cb-a4ad-1610abc8e2cb {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.054693] env[62643]: DEBUG nova.objects.base [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Object Instance<7b61b38f-3e03-41f5-8d94-f56ec29e416a> lazy-loaded attributes: info_cache,migration_context {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 630.055688] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766e853b-7414-4b2a-9821-327fe6c37ff4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.075430] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a546c039-6938-4ee0-938f-0c735cfaac62 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.080999] env[62643]: DEBUG oslo_vmware.api [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 630.080999] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526ab70b-b74f-588d-cb64-409128ad6141" [ 630.080999] env[62643]: _type = "Task" [ 630.080999] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.089068] env[62643]: DEBUG oslo_vmware.api [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526ab70b-b74f-588d-cb64-409128ad6141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.160594] env[62643]: DEBUG nova.network.neutron [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Successfully updated port: 912e72ef-1c4b-46ca-a98f-1d36cf2afa1b {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.211139] env[62643]: DEBUG nova.compute.manager [req-6d4d9561-1f52-4765-86ef-dcaca2312e68 req-93e502cf-03bc-4d2d-9cc9-4b0af9d9dafb service nova] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Received event network-vif-plugged-912e72ef-1c4b-46ca-a98f-1d36cf2afa1b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 630.211139] env[62643]: DEBUG oslo_concurrency.lockutils [req-6d4d9561-1f52-4765-86ef-dcaca2312e68 req-93e502cf-03bc-4d2d-9cc9-4b0af9d9dafb service nova] Acquiring lock "c24bad45-17ef-4e2b-805f-e5fd0ac8bca4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.211139] env[62643]: DEBUG oslo_concurrency.lockutils [req-6d4d9561-1f52-4765-86ef-dcaca2312e68 req-93e502cf-03bc-4d2d-9cc9-4b0af9d9dafb service nova] Lock "c24bad45-17ef-4e2b-805f-e5fd0ac8bca4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.211139] env[62643]: DEBUG oslo_concurrency.lockutils [req-6d4d9561-1f52-4765-86ef-dcaca2312e68 req-93e502cf-03bc-4d2d-9cc9-4b0af9d9dafb service nova] Lock "c24bad45-17ef-4e2b-805f-e5fd0ac8bca4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.211139] env[62643]: DEBUG nova.compute.manager [req-6d4d9561-1f52-4765-86ef-dcaca2312e68 req-93e502cf-03bc-4d2d-9cc9-4b0af9d9dafb service nova] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] No waiting events found dispatching network-vif-plugged-912e72ef-1c4b-46ca-a98f-1d36cf2afa1b {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.211586] env[62643]: WARNING nova.compute.manager [req-6d4d9561-1f52-4765-86ef-dcaca2312e68 req-93e502cf-03bc-4d2d-9cc9-4b0af9d9dafb service nova] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Received unexpected event network-vif-plugged-912e72ef-1c4b-46ca-a98f-1d36cf2afa1b for instance with vm_state building and task_state spawning. [ 630.240832] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 630.241153] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382726, 'name': Rename_Task, 'duration_secs': 0.433837} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.241621] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0a3ae1ee-e5b1-4630-b7e5-02f8020200b7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.244721] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.245198] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-065bc7aa-4852-4558-af7e-7b2facb2ca96 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.251352] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 630.251352] env[62643]: value = "task-2382728" [ 630.251352] env[62643]: _type = "Task" [ 630.251352] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.252525] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 630.252525] env[62643]: value = "task-2382727" [ 630.252525] env[62643]: _type = "Task" [ 630.252525] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.268370] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382728, 'name': CloneVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.268598] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.273318] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534702} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.273540] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 6e77f974-5c90-4c53-9555-6b08d46d83da/6e77f974-5c90-4c53-9555-6b08d46d83da.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.273748] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.273980] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-123d3e66-637c-4cc0-96eb-a2f5377764e6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.280860] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 630.280860] env[62643]: value = "task-2382729" [ 630.280860] env[62643]: _type = "Task" [ 630.280860] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.290528] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.349480] env[62643]: DEBUG nova.compute.utils [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 630.354448] env[62643]: DEBUG nova.compute.manager [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.356116] env[62643]: DEBUG nova.network.neutron [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.416227] env[62643]: DEBUG nova.policy [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9297232b6a24501bb99f60271376182', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a04f71c574a445c94f7b8491fc29f0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.595524] env[62643]: DEBUG oslo_vmware.api [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526ab70b-b74f-588d-cb64-409128ad6141, 'name': SearchDatastore_Task, 'duration_secs': 0.009096} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.595682] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.665698] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "refresh_cache-c24bad45-17ef-4e2b-805f-e5fd0ac8bca4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.665698] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquired lock "refresh_cache-c24bad45-17ef-4e2b-805f-e5fd0ac8bca4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.665898] env[62643]: DEBUG nova.network.neutron [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.765339] env[62643]: DEBUG nova.network.neutron [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Successfully created port: 73d74248-9cf7-48b5-9526-76fdbba19d8a {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.772879] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382728, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.778785] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.790613] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116001} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.791181] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.791702] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa75a5d-967e-451e-a1f5-538f82798aa7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.820344] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 6e77f974-5c90-4c53-9555-6b08d46d83da/6e77f974-5c90-4c53-9555-6b08d46d83da.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.824344] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f4dfa2-c0a0-4a6d-bc2b-fbb1ec15baf9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.848027] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 630.848027] env[62643]: value = "task-2382730" [ 630.848027] env[62643]: _type = "Task" [ 630.848027] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.857182] env[62643]: DEBUG nova.compute.manager [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.860294] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.988342] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b73eb2-6cbf-4e8a-b982-497748c6f485 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.996802] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079ddff5-2ce0-4353-8fdd-fb25cf52e479 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.035635] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc57ea2d-f0ff-47f9-8a60-0c18848436e2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.043274] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04baf24-b021-4d69-9897-fb25e5fbbc0b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.058302] env[62643]: DEBUG nova.compute.provider_tree [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.229707] env[62643]: DEBUG nova.network.neutron [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.270154] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382728, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.276366] env[62643]: DEBUG oslo_vmware.api [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382727, 'name': PowerOnVM_Task, 'duration_secs': 0.925009} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.276625] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.276833] env[62643]: INFO nova.compute.manager [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Took 10.60 seconds to spawn the instance on the hypervisor. [ 631.276991] env[62643]: DEBUG nova.compute.manager [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.277983] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489e3cc0-4909-4428-b241-1f31e9fd5c94 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.369139] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.496894] env[62643]: DEBUG nova.network.neutron [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Updating instance_info_cache with network_info: [{"id": "912e72ef-1c4b-46ca-a98f-1d36cf2afa1b", "address": "fa:16:3e:54:0a:bc", "network": {"id": "1dea83c8-ab82-45fb-9bd4-d990282f97aa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1523639067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8c11e91f6647f8aa35a3c55b9d46fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap912e72ef-1c", "ovs_interfaceid": "912e72ef-1c4b-46ca-a98f-1d36cf2afa1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.561514] env[62643]: DEBUG nova.scheduler.client.report [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.763813] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382728, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.798057] env[62643]: INFO nova.compute.manager [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Took 38.20 seconds to build instance. [ 631.861443] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382730, 'name': ReconfigVM_Task, 'duration_secs': 0.708965} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.861801] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 6e77f974-5c90-4c53-9555-6b08d46d83da/6e77f974-5c90-4c53-9555-6b08d46d83da.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.862490] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0359a570-004b-42c8-ae9c-cd9646cdd1e6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.868025] env[62643]: DEBUG nova.compute.manager [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.871379] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 631.871379] env[62643]: value = "task-2382731" [ 631.871379] env[62643]: _type = "Task" [ 631.871379] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.881692] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382731, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.898549] env[62643]: DEBUG nova.virt.hardware [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.898814] env[62643]: DEBUG nova.virt.hardware [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.898971] env[62643]: DEBUG nova.virt.hardware [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.899206] env[62643]: DEBUG nova.virt.hardware [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.899437] env[62643]: DEBUG nova.virt.hardware [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.899596] env[62643]: DEBUG nova.virt.hardware [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.900303] env[62643]: DEBUG nova.virt.hardware [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.900303] env[62643]: DEBUG nova.virt.hardware [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.900303] env[62643]: DEBUG nova.virt.hardware [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.900303] env[62643]: DEBUG nova.virt.hardware [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.900574] env[62643]: DEBUG nova.virt.hardware [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.901517] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a41a1f8-4abc-4efd-890c-912ef4f3f852 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.910883] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41b92f6-8818-4f30-a875-44ab8f1b8b63 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.999798] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Releasing lock "refresh_cache-c24bad45-17ef-4e2b-805f-e5fd0ac8bca4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.999798] env[62643]: DEBUG nova.compute.manager [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Instance network_info: |[{"id": "912e72ef-1c4b-46ca-a98f-1d36cf2afa1b", "address": "fa:16:3e:54:0a:bc", "network": {"id": "1dea83c8-ab82-45fb-9bd4-d990282f97aa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1523639067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8c11e91f6647f8aa35a3c55b9d46fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap912e72ef-1c", "ovs_interfaceid": "912e72ef-1c4b-46ca-a98f-1d36cf2afa1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.001231] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:0a:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '912e72ef-1c4b-46ca-a98f-1d36cf2afa1b', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.008879] env[62643]: DEBUG oslo.service.loopingcall [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.009159] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.009389] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cf7d775-923e-4363-9fa4-6603df6301b9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.029541] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.029541] env[62643]: value = "task-2382732" [ 632.029541] env[62643]: _type = "Task" [ 632.029541] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.039157] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382732, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.066349] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.069081] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.258s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.069081] env[62643]: DEBUG nova.objects.instance [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62643) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 632.098279] env[62643]: INFO nova.scheduler.client.report [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Deleted allocations for instance 33b468d7-3682-49cb-a4ad-1610abc8e2cb [ 632.268170] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382728, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.280597] env[62643]: DEBUG nova.compute.manager [req-e314ca23-0044-4454-b86f-a7da6d0d91d8 req-4c4fbbeb-bf90-4e7d-9b4a-22c571af0edc service nova] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Received event network-changed-912e72ef-1c4b-46ca-a98f-1d36cf2afa1b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.280854] env[62643]: DEBUG nova.compute.manager [req-e314ca23-0044-4454-b86f-a7da6d0d91d8 req-4c4fbbeb-bf90-4e7d-9b4a-22c571af0edc service nova] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Refreshing instance network info cache due to event network-changed-912e72ef-1c4b-46ca-a98f-1d36cf2afa1b. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 632.281097] env[62643]: DEBUG oslo_concurrency.lockutils [req-e314ca23-0044-4454-b86f-a7da6d0d91d8 req-4c4fbbeb-bf90-4e7d-9b4a-22c571af0edc service nova] Acquiring lock "refresh_cache-c24bad45-17ef-4e2b-805f-e5fd0ac8bca4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.281244] env[62643]: DEBUG oslo_concurrency.lockutils [req-e314ca23-0044-4454-b86f-a7da6d0d91d8 req-4c4fbbeb-bf90-4e7d-9b4a-22c571af0edc service nova] Acquired lock "refresh_cache-c24bad45-17ef-4e2b-805f-e5fd0ac8bca4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.281399] env[62643]: DEBUG nova.network.neutron [req-e314ca23-0044-4454-b86f-a7da6d0d91d8 req-4c4fbbeb-bf90-4e7d-9b4a-22c571af0edc service nova] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Refreshing network info cache for port 912e72ef-1c4b-46ca-a98f-1d36cf2afa1b {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.301477] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83f6ec78-2d92-4c48-9103-1532a6ca4240 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "dd592887-7756-430b-bb18-8bf79d1b7a04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.522s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.383571] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382731, 'name': Rename_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.541683] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382732, 'name': CreateVM_Task, 'duration_secs': 0.412067} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.541880] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.542602] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.542825] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.543182] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.543786] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85cd1453-5819-4c02-b4e6-ed924a1f9742 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.549423] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 632.549423] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5227d6f6-ccdc-5676-2034-f11294811eeb" [ 632.549423] env[62643]: _type = "Task" [ 632.549423] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.557391] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5227d6f6-ccdc-5676-2034-f11294811eeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.608015] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4806fc09-c584-47bd-aae6-5989383f3c92 tempest-ServerDiagnosticsTest-156551590 tempest-ServerDiagnosticsTest-156551590-project-member] Lock "33b468d7-3682-49cb-a4ad-1610abc8e2cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.281s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.765140] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382728, 'name': CloneVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.803402] env[62643]: DEBUG nova.compute.manager [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.883152] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382731, 'name': Rename_Task, 'duration_secs': 0.89006} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.883488] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.883654] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95a528b2-3066-4a8e-a8e2-38c41eac309c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.891098] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 632.891098] env[62643]: value = "task-2382733" [ 632.891098] env[62643]: _type = "Task" [ 632.891098] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.900577] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.026529] env[62643]: DEBUG nova.network.neutron [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Successfully updated port: 73d74248-9cf7-48b5-9526-76fdbba19d8a {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.066024] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5227d6f6-ccdc-5676-2034-f11294811eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.013391} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.070276] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.070543] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.070961] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.071164] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.071361] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.071701] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7564eb65-95ae-4b2a-b3d8-9514f92f64cd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.078712] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b342c0f1-9d06-4ed1-ad0e-e10f79399329 tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.079654] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.337s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.086274] env[62643]: INFO nova.compute.claims [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.093781] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.094062] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.095469] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed0fac8-4af8-4318-9a2a-781ec623d547 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.104473] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 633.104473] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e6edc6-eed0-b057-b386-a06a816e547f" [ 633.104473] env[62643]: _type = "Task" [ 633.104473] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.117585] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e6edc6-eed0-b057-b386-a06a816e547f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.212751] env[62643]: DEBUG nova.network.neutron [req-e314ca23-0044-4454-b86f-a7da6d0d91d8 req-4c4fbbeb-bf90-4e7d-9b4a-22c571af0edc service nova] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Updated VIF entry in instance network info cache for port 912e72ef-1c4b-46ca-a98f-1d36cf2afa1b. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.213210] env[62643]: DEBUG nova.network.neutron [req-e314ca23-0044-4454-b86f-a7da6d0d91d8 req-4c4fbbeb-bf90-4e7d-9b4a-22c571af0edc service nova] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Updating instance_info_cache with network_info: [{"id": "912e72ef-1c4b-46ca-a98f-1d36cf2afa1b", "address": "fa:16:3e:54:0a:bc", "network": {"id": "1dea83c8-ab82-45fb-9bd4-d990282f97aa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1523639067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8c11e91f6647f8aa35a3c55b9d46fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap912e72ef-1c", "ovs_interfaceid": "912e72ef-1c4b-46ca-a98f-1d36cf2afa1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.266530] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382728, 'name': CloneVM_Task, 'duration_secs': 2.526473} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.266838] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Created linked-clone VM from snapshot [ 633.267702] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b46b3dd-cf8f-4008-8765-c6a9461cb61f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.276598] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Uploading image 8463048b-8567-411a-805e-2f74765a5103 {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 633.311350] env[62643]: DEBUG oslo_vmware.rw_handles [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 633.311350] env[62643]: value = "vm-483542" [ 633.311350] env[62643]: _type = "VirtualMachine" [ 633.311350] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 633.311645] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-15ce4184-7d8c-4d4b-9fd0-8aa4e1fca656 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.322237] env[62643]: DEBUG oslo_vmware.rw_handles [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lease: (returnval){ [ 633.322237] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ec287b-5cb5-c1cc-66e9-7ec6524eea06" [ 633.322237] env[62643]: _type = "HttpNfcLease" [ 633.322237] env[62643]: } obtained for exporting VM: (result){ [ 633.322237] env[62643]: value = "vm-483542" [ 633.322237] env[62643]: _type = "VirtualMachine" [ 633.322237] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 633.322237] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the lease: (returnval){ [ 633.322237] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ec287b-5cb5-c1cc-66e9-7ec6524eea06" [ 633.322237] env[62643]: _type = "HttpNfcLease" [ 633.322237] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 633.328826] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 633.328826] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ec287b-5cb5-c1cc-66e9-7ec6524eea06" [ 633.328826] env[62643]: _type = "HttpNfcLease" [ 633.328826] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 633.340322] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.407010] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.528768] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "refresh_cache-863bc2da-9167-470b-a426-f898e8bbe187" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.528953] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquired lock "refresh_cache-863bc2da-9167-470b-a426-f898e8bbe187" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.529176] env[62643]: DEBUG nova.network.neutron [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.617679] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e6edc6-eed0-b057-b386-a06a816e547f, 'name': SearchDatastore_Task, 'duration_secs': 0.011013} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.618556] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f10d4a52-5f08-467c-8976-4a4c81b54626 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.624417] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 633.624417] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52dfe3f8-fc66-2f0c-0b0a-1c0677526247" [ 633.624417] env[62643]: _type = "Task" [ 633.624417] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.634497] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52dfe3f8-fc66-2f0c-0b0a-1c0677526247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.718933] env[62643]: DEBUG oslo_concurrency.lockutils [req-e314ca23-0044-4454-b86f-a7da6d0d91d8 req-4c4fbbeb-bf90-4e7d-9b4a-22c571af0edc service nova] Releasing lock "refresh_cache-c24bad45-17ef-4e2b-805f-e5fd0ac8bca4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.831176] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 633.831176] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ec287b-5cb5-c1cc-66e9-7ec6524eea06" [ 633.831176] env[62643]: _type = "HttpNfcLease" [ 633.831176] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 633.831176] env[62643]: DEBUG oslo_vmware.rw_handles [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 633.831176] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ec287b-5cb5-c1cc-66e9-7ec6524eea06" [ 633.831176] env[62643]: _type = "HttpNfcLease" [ 633.831176] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 633.831988] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596daadc-1da8-4f62-bca2-25289be19665 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.840922] env[62643]: DEBUG oslo_vmware.rw_handles [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caca97-3eb1-72ce-8d13-094001788d13/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 633.841311] env[62643]: DEBUG oslo_vmware.rw_handles [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caca97-3eb1-72ce-8d13-094001788d13/disk-0.vmdk for reading. {{(pid=62643) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 633.948807] env[62643]: DEBUG oslo_vmware.api [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382733, 'name': PowerOnVM_Task, 'duration_secs': 0.796886} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.949548] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.949764] env[62643]: INFO nova.compute.manager [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Took 10.47 seconds to spawn the instance on the hypervisor. [ 633.949947] env[62643]: DEBUG nova.compute.manager [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.950818] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124d96bb-e523-46b5-9990-9d52d4c19820 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.065866] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6ce7e4c5-a22c-4fd3-bcfd-540b62344fcb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.074475] env[62643]: DEBUG nova.network.neutron [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.136582] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52dfe3f8-fc66-2f0c-0b0a-1c0677526247, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.136582] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.136988] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] c24bad45-17ef-4e2b-805f-e5fd0ac8bca4/c24bad45-17ef-4e2b-805f-e5fd0ac8bca4.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.137524] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35cc4282-80b1-4c94-94cd-9c9ff7841cf7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.144356] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 634.144356] env[62643]: value = "task-2382735" [ 634.144356] env[62643]: _type = "Task" [ 634.144356] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.153557] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.322245] env[62643]: DEBUG nova.network.neutron [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Updating instance_info_cache with network_info: [{"id": "73d74248-9cf7-48b5-9526-76fdbba19d8a", "address": "fa:16:3e:fb:0d:57", "network": {"id": "4fd14172-8152-4f05-bbba-22484d27cce0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280713548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a04f71c574a445c94f7b8491fc29f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d74248-9c", "ovs_interfaceid": "73d74248-9cf7-48b5-9526-76fdbba19d8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.473654] env[62643]: INFO nova.compute.manager [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Took 37.89 seconds to build instance. [ 634.480748] env[62643]: DEBUG nova.compute.manager [req-6662b4b5-39f7-4c0f-8196-284276b1e091 req-d3547f03-3520-4085-a9b5-5a8641a291b0 service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Received event network-vif-plugged-73d74248-9cf7-48b5-9526-76fdbba19d8a {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.480970] env[62643]: DEBUG oslo_concurrency.lockutils [req-6662b4b5-39f7-4c0f-8196-284276b1e091 req-d3547f03-3520-4085-a9b5-5a8641a291b0 service nova] Acquiring lock "863bc2da-9167-470b-a426-f898e8bbe187-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.481218] env[62643]: DEBUG oslo_concurrency.lockutils [req-6662b4b5-39f7-4c0f-8196-284276b1e091 req-d3547f03-3520-4085-a9b5-5a8641a291b0 service nova] Lock "863bc2da-9167-470b-a426-f898e8bbe187-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.481396] env[62643]: DEBUG oslo_concurrency.lockutils [req-6662b4b5-39f7-4c0f-8196-284276b1e091 req-d3547f03-3520-4085-a9b5-5a8641a291b0 service nova] Lock "863bc2da-9167-470b-a426-f898e8bbe187-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.481590] env[62643]: DEBUG nova.compute.manager [req-6662b4b5-39f7-4c0f-8196-284276b1e091 req-d3547f03-3520-4085-a9b5-5a8641a291b0 service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] No waiting events found dispatching network-vif-plugged-73d74248-9cf7-48b5-9526-76fdbba19d8a {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.481817] env[62643]: WARNING nova.compute.manager [req-6662b4b5-39f7-4c0f-8196-284276b1e091 req-d3547f03-3520-4085-a9b5-5a8641a291b0 service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Received unexpected event network-vif-plugged-73d74248-9cf7-48b5-9526-76fdbba19d8a for instance with vm_state building and task_state spawning. [ 634.481988] env[62643]: DEBUG nova.compute.manager [req-6662b4b5-39f7-4c0f-8196-284276b1e091 req-d3547f03-3520-4085-a9b5-5a8641a291b0 service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Received event network-changed-73d74248-9cf7-48b5-9526-76fdbba19d8a {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.483407] env[62643]: DEBUG nova.compute.manager [req-6662b4b5-39f7-4c0f-8196-284276b1e091 req-d3547f03-3520-4085-a9b5-5a8641a291b0 service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Refreshing instance network info cache due to event network-changed-73d74248-9cf7-48b5-9526-76fdbba19d8a. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.483545] env[62643]: DEBUG oslo_concurrency.lockutils [req-6662b4b5-39f7-4c0f-8196-284276b1e091 req-d3547f03-3520-4085-a9b5-5a8641a291b0 service nova] Acquiring lock "refresh_cache-863bc2da-9167-470b-a426-f898e8bbe187" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.663098] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382735, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.814487] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bc2a53-f25e-4279-8531-b331b1625605 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.822720] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81156662-6e8d-42c3-8f74-e48f0deb0344 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.827415] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Releasing lock "refresh_cache-863bc2da-9167-470b-a426-f898e8bbe187" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.827588] env[62643]: DEBUG nova.compute.manager [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Instance network_info: |[{"id": "73d74248-9cf7-48b5-9526-76fdbba19d8a", "address": "fa:16:3e:fb:0d:57", "network": {"id": "4fd14172-8152-4f05-bbba-22484d27cce0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280713548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a04f71c574a445c94f7b8491fc29f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d74248-9c", "ovs_interfaceid": "73d74248-9cf7-48b5-9526-76fdbba19d8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.827847] env[62643]: DEBUG oslo_concurrency.lockutils [req-6662b4b5-39f7-4c0f-8196-284276b1e091 req-d3547f03-3520-4085-a9b5-5a8641a291b0 service nova] Acquired lock "refresh_cache-863bc2da-9167-470b-a426-f898e8bbe187" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.828033] env[62643]: DEBUG nova.network.neutron [req-6662b4b5-39f7-4c0f-8196-284276b1e091 req-d3547f03-3520-4085-a9b5-5a8641a291b0 service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Refreshing network info cache for port 73d74248-9cf7-48b5-9526-76fdbba19d8a {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.829285] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:0d:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73d74248-9cf7-48b5-9526-76fdbba19d8a', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.838230] env[62643]: DEBUG oslo.service.loopingcall [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 634.845738] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.877671] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c879972b-7a79-4777-8adc-b4453ee7a953 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.894760] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aa6492-c210-4c0a-94c2-e1f985c0272e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.904176] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc281b0-c45d-43d7-98cc-0a095acfd8a1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.908706] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.908706] env[62643]: value = "task-2382736" [ 634.908706] env[62643]: _type = "Task" [ 634.908706] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.921081] env[62643]: DEBUG nova.compute.provider_tree [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.928879] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382736, 'name': CreateVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.976923] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36e63b35-d6f0-450e-ad1a-f52045d22737 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "6e77f974-5c90-4c53-9555-6b08d46d83da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.506s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.189543] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514118} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.192097] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] c24bad45-17ef-4e2b-805f-e5fd0ac8bca4/c24bad45-17ef-4e2b-805f-e5fd0ac8bca4.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.192097] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.193167] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-176bb42b-1b9c-480d-8a30-f6145d810aa5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.209455] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 635.209455] env[62643]: value = "task-2382737" [ 635.209455] env[62643]: _type = "Task" [ 635.209455] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.230072] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.398903] env[62643]: DEBUG nova.network.neutron [req-6662b4b5-39f7-4c0f-8196-284276b1e091 req-d3547f03-3520-4085-a9b5-5a8641a291b0 service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Updated VIF entry in instance network info cache for port 73d74248-9cf7-48b5-9526-76fdbba19d8a. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.399876] env[62643]: DEBUG nova.network.neutron [req-6662b4b5-39f7-4c0f-8196-284276b1e091 req-d3547f03-3520-4085-a9b5-5a8641a291b0 service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Updating instance_info_cache with network_info: [{"id": "73d74248-9cf7-48b5-9526-76fdbba19d8a", "address": "fa:16:3e:fb:0d:57", "network": {"id": "4fd14172-8152-4f05-bbba-22484d27cce0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280713548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a04f71c574a445c94f7b8491fc29f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d74248-9c", "ovs_interfaceid": "73d74248-9cf7-48b5-9526-76fdbba19d8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.426021] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382736, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.426021] env[62643]: DEBUG nova.scheduler.client.report [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.481291] env[62643]: DEBUG nova.compute.manager [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.724168] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07077} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.724618] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.725590] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913f832e-f202-4185-9d3d-741c62b36105 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.759452] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] c24bad45-17ef-4e2b-805f-e5fd0ac8bca4/c24bad45-17ef-4e2b-805f-e5fd0ac8bca4.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.759869] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98b04d31-fa5c-43cf-a47c-551e1eef5e49 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.787109] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 635.787109] env[62643]: value = "task-2382738" [ 635.787109] env[62643]: _type = "Task" [ 635.787109] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.801244] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.905740] env[62643]: DEBUG oslo_concurrency.lockutils [req-6662b4b5-39f7-4c0f-8196-284276b1e091 req-d3547f03-3520-4085-a9b5-5a8641a291b0 service nova] Releasing lock "refresh_cache-863bc2da-9167-470b-a426-f898e8bbe187" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.920088] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382736, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.934203] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.854s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.934870] env[62643]: DEBUG nova.compute.manager [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.938703] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.274s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.939057] env[62643]: DEBUG nova.objects.instance [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lazy-loading 'resources' on Instance uuid 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.015214] env[62643]: DEBUG oslo_concurrency.lockutils [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.296942] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382738, 'name': ReconfigVM_Task, 'duration_secs': 0.302112} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.297308] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Reconfigured VM instance instance-00000013 to attach disk [datastore2] c24bad45-17ef-4e2b-805f-e5fd0ac8bca4/c24bad45-17ef-4e2b-805f-e5fd0ac8bca4.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.297961] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b868ceaa-1599-4818-bdd6-a4f8feb21c9f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.306378] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 636.306378] env[62643]: value = "task-2382739" [ 636.306378] env[62643]: _type = "Task" [ 636.306378] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.318443] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382739, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.421938] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382736, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.444120] env[62643]: DEBUG nova.compute.utils [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 636.451361] env[62643]: DEBUG nova.compute.manager [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.451585] env[62643]: DEBUG nova.network.neutron [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.522673] env[62643]: DEBUG nova.policy [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19a83a00bc184d50a382f7536b705854', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fa7d55bb2334b6cac45f3d2b66555f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.820893] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382739, 'name': Rename_Task, 'duration_secs': 0.182117} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.821618] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.821618] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdf739df-8d5e-45ab-89a1-d0b1b7cc0c6d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.830435] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 636.830435] env[62643]: value = "task-2382740" [ 636.830435] env[62643]: _type = "Task" [ 636.830435] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.844188] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.924780] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382736, 'name': CreateVM_Task, 'duration_secs': 1.520632} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.924953] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.927932] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.928180] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.928504] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.928772] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e07add-5302-4fc6-941f-161b64ffc827 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.936672] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 636.936672] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52659946-eead-628d-aaa0-1761543769e0" [ 636.936672] env[62643]: _type = "Task" [ 636.936672] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.946586] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52659946-eead-628d-aaa0-1761543769e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.952413] env[62643]: DEBUG nova.compute.manager [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.995595] env[62643]: DEBUG nova.network.neutron [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Successfully created port: 20e8f5a1-205b-4df3-8683-b08327bbe676 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.091054] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95acfccb-bfb8-4949-a252-ef51fdebbd87 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.101754] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f259fc9c-a58a-4ac0-9e46-f5fd9b2aa763 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.134748] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6778a23d-d7f1-41e0-958e-922ffb894830 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.143248] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e869dc41-f1e3-4352-a362-ae80caf8e906 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.158539] env[62643]: DEBUG nova.compute.provider_tree [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.342927] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.449598] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52659946-eead-628d-aaa0-1761543769e0, 'name': SearchDatastore_Task, 'duration_secs': 0.012101} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.449598] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.449598] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.449598] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.450014] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.450014] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.450014] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b100169-b76b-4125-a9aa-34866cc418c0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.458568] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.458820] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.463123] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-958ec82e-11b8-4d42-9feb-c0ced62f3faf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.468960] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 637.468960] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528e2ed1-05d6-f979-c821-9568415c7a6e" [ 637.468960] env[62643]: _type = "Task" [ 637.468960] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.478282] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528e2ed1-05d6-f979-c821-9568415c7a6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.660473] env[62643]: DEBUG nova.scheduler.client.report [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.727122] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquiring lock "4da35bd5-50b0-4148-9802-81e45025a4a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.727383] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "4da35bd5-50b0-4148-9802-81e45025a4a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.845838] env[62643]: DEBUG oslo_vmware.api [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382740, 'name': PowerOnVM_Task, 'duration_secs': 0.56215} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.846421] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.846421] env[62643]: INFO nova.compute.manager [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Took 8.71 seconds to spawn the instance on the hypervisor. [ 637.846538] env[62643]: DEBUG nova.compute.manager [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.847298] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c3f0f2-9c13-4eb9-b410-58e29f96b3d1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.968429] env[62643]: DEBUG nova.compute.manager [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.980585] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528e2ed1-05d6-f979-c821-9568415c7a6e, 'name': SearchDatastore_Task, 'duration_secs': 0.018494} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.981392] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2deddd39-af54-4151-82b2-e90150e49421 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.986787] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 637.986787] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522b3b04-fac5-b116-8273-87125a9b77d5" [ 637.986787] env[62643]: _type = "Task" [ 637.986787] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.998027] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522b3b04-fac5-b116-8273-87125a9b77d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.003712] env[62643]: DEBUG nova.virt.hardware [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.004244] env[62643]: DEBUG nova.virt.hardware [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.004244] env[62643]: DEBUG nova.virt.hardware [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.004994] env[62643]: DEBUG nova.virt.hardware [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.004994] env[62643]: DEBUG nova.virt.hardware [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.004994] env[62643]: DEBUG nova.virt.hardware [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.007568] env[62643]: DEBUG nova.virt.hardware [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.007568] env[62643]: DEBUG nova.virt.hardware [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.007568] env[62643]: DEBUG nova.virt.hardware [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.007568] env[62643]: DEBUG nova.virt.hardware [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.007568] env[62643]: DEBUG nova.virt.hardware [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.007985] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e07cb3-274a-4764-87d1-cbd88512fae8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.014563] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190b42c6-d4bf-4a0b-8cdd-a1b163a6e145 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.170163] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.172890] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.710s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.174614] env[62643]: INFO nova.compute.claims [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.199013] env[62643]: INFO nova.scheduler.client.report [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleted allocations for instance 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc [ 638.365570] env[62643]: INFO nova.compute.manager [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Took 39.42 seconds to build instance. [ 638.498109] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522b3b04-fac5-b116-8273-87125a9b77d5, 'name': SearchDatastore_Task, 'duration_secs': 0.019895} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.498401] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.499325] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 863bc2da-9167-470b-a426-f898e8bbe187/863bc2da-9167-470b-a426-f898e8bbe187.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.503055] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86fa121e-cedd-4f02-9b88-026917fd1fd6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.506852] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 638.506852] env[62643]: value = "task-2382741" [ 638.506852] env[62643]: _type = "Task" [ 638.506852] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.515432] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.709251] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0d7fb8cc-3499-424a-a6c7-1f6029452f32 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.993s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.773076] env[62643]: DEBUG nova.network.neutron [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Successfully updated port: 20e8f5a1-205b-4df3-8683-b08327bbe676 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.868068] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72ac8e44-7e10-4f3e-90aa-2350d1405ff5 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "c24bad45-17ef-4e2b-805f-e5fd0ac8bca4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.168s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.931086] env[62643]: DEBUG nova.compute.manager [req-c335fd01-1008-49a5-abf4-13044093dd3e req-7cfe0dc1-ccf8-4bf8-b5a8-adcf06dcd53b service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Received event network-vif-plugged-20e8f5a1-205b-4df3-8683-b08327bbe676 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.931341] env[62643]: DEBUG oslo_concurrency.lockutils [req-c335fd01-1008-49a5-abf4-13044093dd3e req-7cfe0dc1-ccf8-4bf8-b5a8-adcf06dcd53b service nova] Acquiring lock "20c560c8-551e-476c-b26a-45e5d9770dce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.931652] env[62643]: DEBUG oslo_concurrency.lockutils [req-c335fd01-1008-49a5-abf4-13044093dd3e req-7cfe0dc1-ccf8-4bf8-b5a8-adcf06dcd53b service nova] Lock "20c560c8-551e-476c-b26a-45e5d9770dce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.931836] env[62643]: DEBUG oslo_concurrency.lockutils [req-c335fd01-1008-49a5-abf4-13044093dd3e req-7cfe0dc1-ccf8-4bf8-b5a8-adcf06dcd53b service nova] Lock "20c560c8-551e-476c-b26a-45e5d9770dce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.932017] env[62643]: DEBUG nova.compute.manager [req-c335fd01-1008-49a5-abf4-13044093dd3e req-7cfe0dc1-ccf8-4bf8-b5a8-adcf06dcd53b service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] No waiting events found dispatching network-vif-plugged-20e8f5a1-205b-4df3-8683-b08327bbe676 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.932251] env[62643]: WARNING nova.compute.manager [req-c335fd01-1008-49a5-abf4-13044093dd3e req-7cfe0dc1-ccf8-4bf8-b5a8-adcf06dcd53b service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Received unexpected event network-vif-plugged-20e8f5a1-205b-4df3-8683-b08327bbe676 for instance with vm_state building and task_state spawning. [ 638.970368] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.970679] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.018119] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382741, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.279028] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.279028] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.279028] env[62643]: DEBUG nova.network.neutron [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.375327] env[62643]: DEBUG nova.compute.manager [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.520513] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746789} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.520808] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 863bc2da-9167-470b-a426-f898e8bbe187/863bc2da-9167-470b-a426-f898e8bbe187.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.521060] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.521325] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb46a91c-89b5-465e-aac8-b27bf41c3aa9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.528294] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 639.528294] env[62643]: value = "task-2382742" [ 639.528294] env[62643]: _type = "Task" [ 639.528294] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.536851] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.743767] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4458e9-7cd7-4f0a-90ea-5b902829944b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.752744] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8465461e-f711-4fa7-81c5-b197e2555c50 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.788910] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b342e923-e7fd-4e92-b233-1f73d4361d76 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.797219] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950d5ca3-9c14-4ec5-b9c2-a2daea866d9f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.811297] env[62643]: DEBUG nova.compute.provider_tree [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.837307] env[62643]: DEBUG nova.network.neutron [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.898062] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.038405] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085827} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.038665] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.039556] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb4b042-1f34-4791-9aa8-89beb562aa58 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.043198] env[62643]: DEBUG nova.network.neutron [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Updating instance_info_cache with network_info: [{"id": "20e8f5a1-205b-4df3-8683-b08327bbe676", "address": "fa:16:3e:bc:b5:99", "network": {"id": "71c5229e-42c0-45ed-8d40-92f570a66e96", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-761236806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa7d55bb2334b6cac45f3d2b66555f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e8f5a1-20", "ovs_interfaceid": "20e8f5a1-205b-4df3-8683-b08327bbe676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.065042] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 863bc2da-9167-470b-a426-f898e8bbe187/863bc2da-9167-470b-a426-f898e8bbe187.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.066198] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f88748cb-5b8e-4c23-9708-149f8700acb1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.086545] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 640.086545] env[62643]: value = "task-2382743" [ 640.086545] env[62643]: _type = "Task" [ 640.086545] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.096287] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.316132] env[62643]: DEBUG nova.scheduler.client.report [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.567106] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Releasing lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.567462] env[62643]: DEBUG nova.compute.manager [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Instance network_info: |[{"id": "20e8f5a1-205b-4df3-8683-b08327bbe676", "address": "fa:16:3e:bc:b5:99", "network": {"id": "71c5229e-42c0-45ed-8d40-92f570a66e96", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-761236806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa7d55bb2334b6cac45f3d2b66555f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e8f5a1-20", "ovs_interfaceid": "20e8f5a1-205b-4df3-8683-b08327bbe676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.567886] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:b5:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20e8f5a1-205b-4df3-8683-b08327bbe676', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.575821] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Creating folder: Project (4fa7d55bb2334b6cac45f3d2b66555f4). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.576366] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c983799-964e-4e78-8eea-a4e3877ed67f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.591944] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Created folder: Project (4fa7d55bb2334b6cac45f3d2b66555f4) in parent group-v483488. [ 640.591944] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Creating folder: Instances. Parent ref: group-v483545. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.591944] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f70f4be8-cfed-486e-9755-f11f2975a643 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.603229] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.604359] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Created folder: Instances in parent group-v483545. [ 640.604611] env[62643]: DEBUG oslo.service.loopingcall [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 640.604813] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.605028] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7082aedf-c462-41e8-9634-a2d16634953c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.624406] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.624406] env[62643]: value = "task-2382746" [ 640.624406] env[62643]: _type = "Task" [ 640.624406] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.632061] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382746, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.821309] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.822056] env[62643]: DEBUG nova.compute.manager [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.825664] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.083s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.826182] env[62643]: DEBUG nova.objects.instance [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Lazy-loading 'resources' on Instance uuid 916ab81b-1461-464f-8194-1fe0d9a9216e {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.041110] env[62643]: DEBUG nova.compute.manager [req-0675ffae-c5ee-4b90-85eb-b836d464a374 req-c3a1c0e5-22ce-4edd-a99a-d6f0796f127b service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Received event network-changed-20e8f5a1-205b-4df3-8683-b08327bbe676 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.041307] env[62643]: DEBUG nova.compute.manager [req-0675ffae-c5ee-4b90-85eb-b836d464a374 req-c3a1c0e5-22ce-4edd-a99a-d6f0796f127b service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Refreshing instance network info cache due to event network-changed-20e8f5a1-205b-4df3-8683-b08327bbe676. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 641.041531] env[62643]: DEBUG oslo_concurrency.lockutils [req-0675ffae-c5ee-4b90-85eb-b836d464a374 req-c3a1c0e5-22ce-4edd-a99a-d6f0796f127b service nova] Acquiring lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.041669] env[62643]: DEBUG oslo_concurrency.lockutils [req-0675ffae-c5ee-4b90-85eb-b836d464a374 req-c3a1c0e5-22ce-4edd-a99a-d6f0796f127b service nova] Acquired lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.041880] env[62643]: DEBUG nova.network.neutron [req-0675ffae-c5ee-4b90-85eb-b836d464a374 req-c3a1c0e5-22ce-4edd-a99a-d6f0796f127b service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Refreshing network info cache for port 20e8f5a1-205b-4df3-8683-b08327bbe676 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.097279] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382743, 'name': ReconfigVM_Task, 'duration_secs': 0.842427} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.097895] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 863bc2da-9167-470b-a426-f898e8bbe187/863bc2da-9167-470b-a426-f898e8bbe187.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.098616] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1083570-060a-462f-807e-e95ad0dd6b3e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.105312] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 641.105312] env[62643]: value = "task-2382747" [ 641.105312] env[62643]: _type = "Task" [ 641.105312] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.115872] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382747, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.135906] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382746, 'name': CreateVM_Task, 'duration_secs': 0.479236} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.136072] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.136711] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.136880] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.137231] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.137483] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10118d88-6542-4690-9721-349ba5f93b91 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.142580] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 641.142580] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524a7c14-6d79-b14b-25df-5b88059154ad" [ 641.142580] env[62643]: _type = "Task" [ 641.142580] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.153960] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524a7c14-6d79-b14b-25df-5b88059154ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.330143] env[62643]: DEBUG nova.compute.utils [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 641.334375] env[62643]: DEBUG nova.compute.manager [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.334614] env[62643]: DEBUG nova.network.neutron [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.393415] env[62643]: DEBUG nova.policy [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b2a4e2cb4e54510b7d6e9ad5043cc01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba0aaf38803e46fba6123491ef37f25a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.619707] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0c0c771f-f775-40ef-9b77-1f33d87ac904 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "dd592887-7756-430b-bb18-8bf79d1b7a04" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.620036] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0c0c771f-f775-40ef-9b77-1f33d87ac904 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "dd592887-7756-430b-bb18-8bf79d1b7a04" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.622214] env[62643]: DEBUG nova.compute.manager [None req-0c0c771f-f775-40ef-9b77-1f33d87ac904 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.622214] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382747, 'name': Rename_Task, 'duration_secs': 0.223095} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.622214] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd4e372-4d07-4d1b-b6f1-2c091bf58ad3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.624640] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.624930] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9a874c3-31eb-4744-b169-5dc2c04ddbf1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.633791] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 641.633791] env[62643]: value = "task-2382748" [ 641.633791] env[62643]: _type = "Task" [ 641.633791] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.634174] env[62643]: DEBUG nova.compute.manager [None req-0c0c771f-f775-40ef-9b77-1f33d87ac904 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62643) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 641.634804] env[62643]: DEBUG nova.objects.instance [None req-0c0c771f-f775-40ef-9b77-1f33d87ac904 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lazy-loading 'flavor' on Instance uuid dd592887-7756-430b-bb18-8bf79d1b7a04 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.649885] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.655574] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524a7c14-6d79-b14b-25df-5b88059154ad, 'name': SearchDatastore_Task, 'duration_secs': 0.0149} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.656805] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.656952] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.657200] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.657349] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.657528] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.662102] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-461f3312-7c2e-4874-b66c-32765f425e73 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.675215] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.675519] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.679114] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8cf6b62-838c-41b3-a9f2-d0230f6a4326 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.687744] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 641.687744] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52738cae-010d-0b8d-7a10-2a2a5f934d90" [ 641.687744] env[62643]: _type = "Task" [ 641.687744] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.695820] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52738cae-010d-0b8d-7a10-2a2a5f934d90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.839450] env[62643]: DEBUG nova.compute.manager [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.949080] env[62643]: DEBUG nova.network.neutron [req-0675ffae-c5ee-4b90-85eb-b836d464a374 req-c3a1c0e5-22ce-4edd-a99a-d6f0796f127b service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Updated VIF entry in instance network info cache for port 20e8f5a1-205b-4df3-8683-b08327bbe676. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.949447] env[62643]: DEBUG nova.network.neutron [req-0675ffae-c5ee-4b90-85eb-b836d464a374 req-c3a1c0e5-22ce-4edd-a99a-d6f0796f127b service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Updating instance_info_cache with network_info: [{"id": "20e8f5a1-205b-4df3-8683-b08327bbe676", "address": "fa:16:3e:bc:b5:99", "network": {"id": "71c5229e-42c0-45ed-8d40-92f570a66e96", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-761236806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa7d55bb2334b6cac45f3d2b66555f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e8f5a1-20", "ovs_interfaceid": "20e8f5a1-205b-4df3-8683-b08327bbe676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.959513] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24c0e39-0311-401b-93d4-e42a23c45fa6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.963300] env[62643]: DEBUG nova.network.neutron [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Successfully created port: b2de5607-4c69-4902-a856-f607bdd653f5 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.970778] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2793dda6-8f4d-4828-82f2-6211faf4e5fa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.002799] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a86fb12-85d4-4fbb-b08a-dc4b107b1b8f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.010476] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc4db4a-38c6-4b8a-b00a-c27f4882baef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.025557] env[62643]: DEBUG nova.compute.provider_tree [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.151250] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382748, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.198732] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52738cae-010d-0b8d-7a10-2a2a5f934d90, 'name': SearchDatastore_Task, 'duration_secs': 0.013711} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.199507] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-603419a5-156d-4dd0-9582-3128d81a208a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.205673] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 642.205673] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52dde84d-08c3-45b8-90d8-4a7f3a8e109b" [ 642.205673] env[62643]: _type = "Task" [ 642.205673] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.214920] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52dde84d-08c3-45b8-90d8-4a7f3a8e109b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.453427] env[62643]: DEBUG oslo_concurrency.lockutils [req-0675ffae-c5ee-4b90-85eb-b836d464a374 req-c3a1c0e5-22ce-4edd-a99a-d6f0796f127b service nova] Releasing lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.532047] env[62643]: DEBUG nova.scheduler.client.report [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.648494] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0c771f-f775-40ef-9b77-1f33d87ac904 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.648786] env[62643]: DEBUG oslo_vmware.api [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382748, 'name': PowerOnVM_Task, 'duration_secs': 0.603464} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.648970] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5f26cf7-854b-4eca-b3db-b255dcdade3d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.650467] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.650677] env[62643]: INFO nova.compute.manager [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Took 10.78 seconds to spawn the instance on the hypervisor. [ 642.650854] env[62643]: DEBUG nova.compute.manager [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.651585] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0e0f72-2fa7-4b05-b2b2-1a2be4e3b6dd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.661521] env[62643]: DEBUG oslo_vmware.api [None req-0c0c771f-f775-40ef-9b77-1f33d87ac904 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 642.661521] env[62643]: value = "task-2382749" [ 642.661521] env[62643]: _type = "Task" [ 642.661521] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.669366] env[62643]: DEBUG oslo_vmware.api [None req-0c0c771f-f775-40ef-9b77-1f33d87ac904 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.715850] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52dde84d-08c3-45b8-90d8-4a7f3a8e109b, 'name': SearchDatastore_Task, 'duration_secs': 0.015419} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.716143] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.716409] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 20c560c8-551e-476c-b26a-45e5d9770dce/20c560c8-551e-476c-b26a-45e5d9770dce.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.716663] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ba8dc55-f0b4-41e0-9608-96c377c72a7b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.723179] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 642.723179] env[62643]: value = "task-2382750" [ 642.723179] env[62643]: _type = "Task" [ 642.723179] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.730756] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2382750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.852917] env[62643]: DEBUG nova.compute.manager [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.876806] env[62643]: DEBUG nova.virt.hardware [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.877096] env[62643]: DEBUG nova.virt.hardware [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.877266] env[62643]: DEBUG nova.virt.hardware [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.877596] env[62643]: DEBUG nova.virt.hardware [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.877804] env[62643]: DEBUG nova.virt.hardware [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.877988] env[62643]: DEBUG nova.virt.hardware [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.878386] env[62643]: DEBUG nova.virt.hardware [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.878578] env[62643]: DEBUG nova.virt.hardware [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.878752] env[62643]: DEBUG nova.virt.hardware [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.878919] env[62643]: DEBUG nova.virt.hardware [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.879106] env[62643]: DEBUG nova.virt.hardware [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.880025] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b93706-e12d-42ba-ae2f-9c3fd704bc3e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.888850] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df8c134-42cc-49e3-9952-d3113188c59d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.038514] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.040587] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.695s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.042096] env[62643]: INFO nova.compute.claims [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.062606] env[62643]: INFO nova.scheduler.client.report [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Deleted allocations for instance 916ab81b-1461-464f-8194-1fe0d9a9216e [ 643.173436] env[62643]: INFO nova.compute.manager [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Took 43.07 seconds to build instance. [ 643.179485] env[62643]: DEBUG oslo_vmware.api [None req-0c0c771f-f775-40ef-9b77-1f33d87ac904 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382749, 'name': PowerOffVM_Task, 'duration_secs': 0.35292} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.179784] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0c771f-f775-40ef-9b77-1f33d87ac904 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.180251] env[62643]: DEBUG nova.compute.manager [None req-0c0c771f-f775-40ef-9b77-1f33d87ac904 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.180907] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73363868-a081-4612-95dc-2c10d698443c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.235729] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2382750, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.575628] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dd1779d0-54db-4234-a5ed-dcc35f6cf91c tempest-ServerDiagnosticsNegativeTest-2050289539 tempest-ServerDiagnosticsNegativeTest-2050289539-project-member] Lock "916ab81b-1461-464f-8194-1fe0d9a9216e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.917s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.675542] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e5bf3b7-3ff1-4a02-a3bb-581807f0e1f7 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "863bc2da-9167-470b-a426-f898e8bbe187" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.117s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.694454] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0c0c771f-f775-40ef-9b77-1f33d87ac904 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "dd592887-7756-430b-bb18-8bf79d1b7a04" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.740889] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2382750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790535} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.741271] env[62643]: DEBUG nova.network.neutron [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Successfully updated port: b2de5607-4c69-4902-a856-f607bdd653f5 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.743020] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 20c560c8-551e-476c-b26a-45e5d9770dce/20c560c8-551e-476c-b26a-45e5d9770dce.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.743320] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.743755] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4e93cc0-ae9d-4f1b-a6b5-43c116103ac2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.752102] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 643.752102] env[62643]: value = "task-2382751" [ 643.752102] env[62643]: _type = "Task" [ 643.752102] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.764793] env[62643]: DEBUG nova.compute.manager [req-30fd8c45-ed66-4b00-8d42-61403495923c req-f94d824f-0815-424e-8597-4339c9b95b99 service nova] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Received event network-vif-plugged-b2de5607-4c69-4902-a856-f607bdd653f5 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.764883] env[62643]: DEBUG oslo_concurrency.lockutils [req-30fd8c45-ed66-4b00-8d42-61403495923c req-f94d824f-0815-424e-8597-4339c9b95b99 service nova] Acquiring lock "f54a3315-6dde-4807-84cc-413afe64f178-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.765104] env[62643]: DEBUG oslo_concurrency.lockutils [req-30fd8c45-ed66-4b00-8d42-61403495923c req-f94d824f-0815-424e-8597-4339c9b95b99 service nova] Lock "f54a3315-6dde-4807-84cc-413afe64f178-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.765298] env[62643]: DEBUG oslo_concurrency.lockutils [req-30fd8c45-ed66-4b00-8d42-61403495923c req-f94d824f-0815-424e-8597-4339c9b95b99 service nova] Lock "f54a3315-6dde-4807-84cc-413afe64f178-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.765466] env[62643]: DEBUG nova.compute.manager [req-30fd8c45-ed66-4b00-8d42-61403495923c req-f94d824f-0815-424e-8597-4339c9b95b99 service nova] [instance: f54a3315-6dde-4807-84cc-413afe64f178] No waiting events found dispatching network-vif-plugged-b2de5607-4c69-4902-a856-f607bdd653f5 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.765629] env[62643]: WARNING nova.compute.manager [req-30fd8c45-ed66-4b00-8d42-61403495923c req-f94d824f-0815-424e-8597-4339c9b95b99 service nova] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Received unexpected event network-vif-plugged-b2de5607-4c69-4902-a856-f607bdd653f5 for instance with vm_state building and task_state spawning. [ 643.771473] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2382751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.179227] env[62643]: DEBUG nova.compute.manager [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.228798] env[62643]: DEBUG oslo_vmware.rw_handles [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caca97-3eb1-72ce-8d13-094001788d13/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 644.230151] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca774604-8e7d-41e4-9584-ff8b470679a9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.244540] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "refresh_cache-f54a3315-6dde-4807-84cc-413afe64f178" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.244710] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquired lock "refresh_cache-f54a3315-6dde-4807-84cc-413afe64f178" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.245172] env[62643]: DEBUG nova.network.neutron [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.246476] env[62643]: DEBUG oslo_vmware.rw_handles [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caca97-3eb1-72ce-8d13-094001788d13/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 644.246476] env[62643]: ERROR oslo_vmware.rw_handles [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caca97-3eb1-72ce-8d13-094001788d13/disk-0.vmdk due to incomplete transfer. [ 644.247030] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c590ca2a-ffdf-4b45-ae64-2438994d4400 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.261861] env[62643]: DEBUG oslo_vmware.rw_handles [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caca97-3eb1-72ce-8d13-094001788d13/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 644.262088] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Uploaded image 8463048b-8567-411a-805e-2f74765a5103 to the Glance image server {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 644.264417] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 644.265646] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b6e7cb8b-4d50-4249-aaf1-9b2e494de05d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.271972] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2382751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240542} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.273198] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.273547] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 644.273547] env[62643]: value = "task-2382752" [ 644.273547] env[62643]: _type = "Task" [ 644.273547] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.274514] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101be61b-5290-45b9-ae75-902cc2ad586b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.302682] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382752, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.312143] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 20c560c8-551e-476c-b26a-45e5d9770dce/20c560c8-551e-476c-b26a-45e5d9770dce.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.315392] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15e6bbb3-17da-4c54-b663-1cd9ab4ea2e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.340693] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 644.340693] env[62643]: value = "task-2382753" [ 644.340693] env[62643]: _type = "Task" [ 644.340693] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.354461] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2382753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.657646] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cb17ef-afa5-4f51-b98e-d9bfcb58413d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.665994] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804854e5-e8d9-44d3-a00c-dbbe0ea10184 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.727623] env[62643]: DEBUG nova.compute.manager [req-596a478c-936b-4ace-bd0e-184265e7c6c8 req-a137c764-346f-4f5a-94c8-d7f7123e85fb service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Received event network-changed-3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.727623] env[62643]: DEBUG nova.compute.manager [req-596a478c-936b-4ace-bd0e-184265e7c6c8 req-a137c764-346f-4f5a-94c8-d7f7123e85fb service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Refreshing instance network info cache due to event network-changed-3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 644.727623] env[62643]: DEBUG oslo_concurrency.lockutils [req-596a478c-936b-4ace-bd0e-184265e7c6c8 req-a137c764-346f-4f5a-94c8-d7f7123e85fb service nova] Acquiring lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.727623] env[62643]: DEBUG oslo_concurrency.lockutils [req-596a478c-936b-4ace-bd0e-184265e7c6c8 req-a137c764-346f-4f5a-94c8-d7f7123e85fb service nova] Acquired lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.727623] env[62643]: DEBUG nova.network.neutron [req-596a478c-936b-4ace-bd0e-184265e7c6c8 req-a137c764-346f-4f5a-94c8-d7f7123e85fb service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Refreshing network info cache for port 3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.728823] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830c1662-51bf-44db-a049-a0f12e97e31c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.728823] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36660b3d-c0de-444f-bd93-5e177a60187c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.731349] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.756787] env[62643]: DEBUG nova.compute.provider_tree [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.789279] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382752, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.833856] env[62643]: DEBUG nova.network.neutron [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.854011] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2382753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.066730] env[62643]: DEBUG nova.objects.instance [None req-08ed6683-0bbc-4a76-b6d0-5e326a98a285 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lazy-loading 'flavor' on Instance uuid dd592887-7756-430b-bb18-8bf79d1b7a04 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.070653] env[62643]: DEBUG nova.network.neutron [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Updating instance_info_cache with network_info: [{"id": "b2de5607-4c69-4902-a856-f607bdd653f5", "address": "fa:16:3e:17:40:8a", "network": {"id": "2027fee0-396c-46c6-81ef-a05bd903ddef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-654713677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba0aaf38803e46fba6123491ef37f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2de5607-4c", "ovs_interfaceid": "b2de5607-4c69-4902-a856-f607bdd653f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.262716] env[62643]: DEBUG nova.scheduler.client.report [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.295581] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382752, 'name': Destroy_Task, 'duration_secs': 0.905744} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.296566] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Destroyed the VM [ 645.296905] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 645.297485] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-37037653-413b-4822-8308-08e0c589f3d9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.305460] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 645.305460] env[62643]: value = "task-2382754" [ 645.305460] env[62643]: _type = "Task" [ 645.305460] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.317575] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382754, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.352759] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2382753, 'name': ReconfigVM_Task, 'duration_secs': 0.727994} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.353377] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 20c560c8-551e-476c-b26a-45e5d9770dce/20c560c8-551e-476c-b26a-45e5d9770dce.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.353918] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fbfcaa1-0da9-40e6-a323-f68981ed28cb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.365058] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 645.365058] env[62643]: value = "task-2382755" [ 645.365058] env[62643]: _type = "Task" [ 645.365058] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.375055] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2382755, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.573110] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08ed6683-0bbc-4a76-b6d0-5e326a98a285 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "refresh_cache-dd592887-7756-430b-bb18-8bf79d1b7a04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.573315] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08ed6683-0bbc-4a76-b6d0-5e326a98a285 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquired lock "refresh_cache-dd592887-7756-430b-bb18-8bf79d1b7a04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.573653] env[62643]: DEBUG nova.network.neutron [None req-08ed6683-0bbc-4a76-b6d0-5e326a98a285 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.573725] env[62643]: DEBUG nova.objects.instance [None req-08ed6683-0bbc-4a76-b6d0-5e326a98a285 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lazy-loading 'info_cache' on Instance uuid dd592887-7756-430b-bb18-8bf79d1b7a04 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.579043] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Releasing lock "refresh_cache-f54a3315-6dde-4807-84cc-413afe64f178" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.579043] env[62643]: DEBUG nova.compute.manager [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Instance network_info: |[{"id": "b2de5607-4c69-4902-a856-f607bdd653f5", "address": "fa:16:3e:17:40:8a", "network": {"id": "2027fee0-396c-46c6-81ef-a05bd903ddef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-654713677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba0aaf38803e46fba6123491ef37f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2de5607-4c", "ovs_interfaceid": "b2de5607-4c69-4902-a856-f607bdd653f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.579315] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:40:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2de5607-4c69-4902-a856-f607bdd653f5', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.585349] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Creating folder: Project (ba0aaf38803e46fba6123491ef37f25a). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.585742] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d88c8829-1969-4dfd-a9a9-0113708e2a08 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.598319] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Created folder: Project (ba0aaf38803e46fba6123491ef37f25a) in parent group-v483488. [ 645.598478] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Creating folder: Instances. Parent ref: group-v483548. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.598730] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a28e5fc1-a713-455c-91e9-5ec02a8743cf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.609927] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Created folder: Instances in parent group-v483548. [ 645.610240] env[62643]: DEBUG oslo.service.loopingcall [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.610448] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.610649] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ca097ad-ab8d-4af0-bd4c-41248b03303e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.635884] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.635884] env[62643]: value = "task-2382758" [ 645.635884] env[62643]: _type = "Task" [ 645.635884] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.645451] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382758, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.768613] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.769667] env[62643]: DEBUG nova.compute.manager [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.774430] env[62643]: DEBUG nova.network.neutron [req-596a478c-936b-4ace-bd0e-184265e7c6c8 req-a137c764-346f-4f5a-94c8-d7f7123e85fb service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Updated VIF entry in instance network info cache for port 3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.774828] env[62643]: DEBUG nova.network.neutron [req-596a478c-936b-4ace-bd0e-184265e7c6c8 req-a137c764-346f-4f5a-94c8-d7f7123e85fb service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Updating instance_info_cache with network_info: [{"id": "3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4", "address": "fa:16:3e:69:d9:d4", "network": {"id": "4fd14172-8152-4f05-bbba-22484d27cce0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280713548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a04f71c574a445c94f7b8491fc29f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aebc6d2-55", "ovs_interfaceid": "3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.776814] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.559s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.778736] env[62643]: INFO nova.compute.claims [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.817600] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382754, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.876508] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2382755, 'name': Rename_Task, 'duration_secs': 0.192939} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.876709] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.876962] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-142aaf98-e586-4829-970c-edcb7762f938 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.885118] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 645.885118] env[62643]: value = "task-2382759" [ 645.885118] env[62643]: _type = "Task" [ 645.885118] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.893920] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2382759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.077728] env[62643]: DEBUG nova.objects.base [None req-08ed6683-0bbc-4a76-b6d0-5e326a98a285 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 646.153747] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382758, 'name': CreateVM_Task, 'duration_secs': 0.392541} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.153873] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.155051] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.155051] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.155433] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.155781] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08cc603-0d2b-48a5-8e8d-1dbfd6cd8412 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.161930] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 646.161930] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5263bd36-3578-45d1-91eb-ca055aab1e29" [ 646.161930] env[62643]: _type = "Task" [ 646.161930] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.172961] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5263bd36-3578-45d1-91eb-ca055aab1e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.277991] env[62643]: DEBUG nova.compute.utils [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 646.279674] env[62643]: DEBUG nova.compute.manager [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.279921] env[62643]: DEBUG nova.network.neutron [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.288015] env[62643]: DEBUG oslo_concurrency.lockutils [req-596a478c-936b-4ace-bd0e-184265e7c6c8 req-a137c764-346f-4f5a-94c8-d7f7123e85fb service nova] Releasing lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.303344] env[62643]: DEBUG nova.compute.manager [req-e27f2888-586a-419c-93bf-19b65be2d302 req-4d480b41-3b5d-4c9b-908f-0ca83524b9f8 service nova] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Received event network-changed-b2de5607-4c69-4902-a856-f607bdd653f5 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.303542] env[62643]: DEBUG nova.compute.manager [req-e27f2888-586a-419c-93bf-19b65be2d302 req-4d480b41-3b5d-4c9b-908f-0ca83524b9f8 service nova] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Refreshing instance network info cache due to event network-changed-b2de5607-4c69-4902-a856-f607bdd653f5. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 646.303809] env[62643]: DEBUG oslo_concurrency.lockutils [req-e27f2888-586a-419c-93bf-19b65be2d302 req-4d480b41-3b5d-4c9b-908f-0ca83524b9f8 service nova] Acquiring lock "refresh_cache-f54a3315-6dde-4807-84cc-413afe64f178" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.304256] env[62643]: DEBUG oslo_concurrency.lockutils [req-e27f2888-586a-419c-93bf-19b65be2d302 req-4d480b41-3b5d-4c9b-908f-0ca83524b9f8 service nova] Acquired lock "refresh_cache-f54a3315-6dde-4807-84cc-413afe64f178" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.304489] env[62643]: DEBUG nova.network.neutron [req-e27f2888-586a-419c-93bf-19b65be2d302 req-4d480b41-3b5d-4c9b-908f-0ca83524b9f8 service nova] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Refreshing network info cache for port b2de5607-4c69-4902-a856-f607bdd653f5 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.320487] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382754, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.381476] env[62643]: DEBUG nova.policy [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fb2602298594784896298e4ca8b284f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d45c4188dea46dc96faf5abd4f4bb55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.395662] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2382759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.679206] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5263bd36-3578-45d1-91eb-ca055aab1e29, 'name': SearchDatastore_Task, 'duration_secs': 0.027107} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.679514] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.679748] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.679969] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.680137] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.680316] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.680572] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e769e879-1252-499e-b883-4cb60f7b3a66 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.702648] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.703855] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.704122] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b8b8330-9a44-4eed-84d9-a11b06679f0e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.710615] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 646.710615] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524bc888-5885-7567-0357-475fb296604c" [ 646.710615] env[62643]: _type = "Task" [ 646.710615] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.722545] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524bc888-5885-7567-0357-475fb296604c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.783785] env[62643]: DEBUG nova.compute.manager [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.827055] env[62643]: DEBUG oslo_vmware.api [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382754, 'name': RemoveSnapshot_Task, 'duration_secs': 1.057188} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.830633] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 646.830889] env[62643]: INFO nova.compute.manager [None req-7c89f986-d69f-4f0b-b4b9-b6bb0a24ca34 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Took 18.69 seconds to snapshot the instance on the hypervisor. [ 646.897438] env[62643]: DEBUG oslo_vmware.api [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2382759, 'name': PowerOnVM_Task, 'duration_secs': 0.883626} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.899640] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.899876] env[62643]: INFO nova.compute.manager [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Took 8.93 seconds to spawn the instance on the hypervisor. [ 646.900038] env[62643]: DEBUG nova.compute.manager [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.900856] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d461835-6c17-4918-a491-a7a313b99289 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.229273] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524bc888-5885-7567-0357-475fb296604c, 'name': SearchDatastore_Task, 'duration_secs': 0.013296} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.230344] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8409a89d-ff26-414a-93cc-2a9966aa8238 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.239336] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 647.239336] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526bc22e-85bd-2238-34c8-405ac228b117" [ 647.239336] env[62643]: _type = "Task" [ 647.239336] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.247611] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526bc22e-85bd-2238-34c8-405ac228b117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.298208] env[62643]: DEBUG nova.network.neutron [None req-08ed6683-0bbc-4a76-b6d0-5e326a98a285 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Updating instance_info_cache with network_info: [{"id": "7b26e6c2-b568-4c17-a8f1-00af6a263f2d", "address": "fa:16:3e:aa:01:02", "network": {"id": "1dea83c8-ab82-45fb-9bd4-d990282f97aa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1523639067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8c11e91f6647f8aa35a3c55b9d46fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b26e6c2-b5", "ovs_interfaceid": "7b26e6c2-b568-4c17-a8f1-00af6a263f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.421430] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53d4c6e-67c6-4b24-8610-cad6c230cbaa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.426982] env[62643]: INFO nova.compute.manager [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Took 36.71 seconds to build instance. [ 647.432089] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2caecf5b-b1c5-4bf0-ad3e-f91dfee6c3b8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.465860] env[62643]: DEBUG nova.network.neutron [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Successfully created port: c6b0aa79-d4d0-42f6-921a-3e263a9ab65d {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.468698] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c829f079-401d-43c3-8ba0-055779933297 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.477213] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76eec05-ea23-4966-a97a-2ab33ebd3e62 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.491078] env[62643]: DEBUG nova.compute.provider_tree [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.539520] env[62643]: DEBUG nova.network.neutron [req-e27f2888-586a-419c-93bf-19b65be2d302 req-4d480b41-3b5d-4c9b-908f-0ca83524b9f8 service nova] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Updated VIF entry in instance network info cache for port b2de5607-4c69-4902-a856-f607bdd653f5. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.539892] env[62643]: DEBUG nova.network.neutron [req-e27f2888-586a-419c-93bf-19b65be2d302 req-4d480b41-3b5d-4c9b-908f-0ca83524b9f8 service nova] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Updating instance_info_cache with network_info: [{"id": "b2de5607-4c69-4902-a856-f607bdd653f5", "address": "fa:16:3e:17:40:8a", "network": {"id": "2027fee0-396c-46c6-81ef-a05bd903ddef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-654713677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba0aaf38803e46fba6123491ef37f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2de5607-4c", "ovs_interfaceid": "b2de5607-4c69-4902-a856-f607bdd653f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.749611] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526bc22e-85bd-2238-34c8-405ac228b117, 'name': SearchDatastore_Task, 'duration_secs': 0.035392} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.749835] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.750048] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] f54a3315-6dde-4807-84cc-413afe64f178/f54a3315-6dde-4807-84cc-413afe64f178.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.750402] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62e48365-2c5f-43f2-8140-bd8450d6c9cc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.757098] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 647.757098] env[62643]: value = "task-2382760" [ 647.757098] env[62643]: _type = "Task" [ 647.757098] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.765467] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2382760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.803386] env[62643]: DEBUG nova.compute.manager [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.805685] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08ed6683-0bbc-4a76-b6d0-5e326a98a285 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Releasing lock "refresh_cache-dd592887-7756-430b-bb18-8bf79d1b7a04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.833392] env[62643]: DEBUG nova.virt.hardware [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.833679] env[62643]: DEBUG nova.virt.hardware [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.833860] env[62643]: DEBUG nova.virt.hardware [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.834078] env[62643]: DEBUG nova.virt.hardware [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.834209] env[62643]: DEBUG nova.virt.hardware [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.834358] env[62643]: DEBUG nova.virt.hardware [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.834561] env[62643]: DEBUG nova.virt.hardware [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.834720] env[62643]: DEBUG nova.virt.hardware [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.834885] env[62643]: DEBUG nova.virt.hardware [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.835059] env[62643]: DEBUG nova.virt.hardware [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.835239] env[62643]: DEBUG nova.virt.hardware [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.836083] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8f86a6-7607-4ab5-925b-99143099c28c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.845338] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b22212e-fc07-4c38-a7ae-ebe544b86700 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.929863] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63f4214e-35b0-44f2-8b3c-d37d8a440696 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "20c560c8-551e-476c-b26a-45e5d9770dce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.426s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.995046] env[62643]: DEBUG nova.scheduler.client.report [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.042631] env[62643]: DEBUG oslo_concurrency.lockutils [req-e27f2888-586a-419c-93bf-19b65be2d302 req-4d480b41-3b5d-4c9b-908f-0ca83524b9f8 service nova] Releasing lock "refresh_cache-f54a3315-6dde-4807-84cc-413afe64f178" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.269691] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2382760, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.433059] env[62643]: DEBUG nova.compute.manager [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.500869] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.501501] env[62643]: DEBUG nova.compute.manager [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.504246] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.898s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.508043] env[62643]: DEBUG nova.objects.instance [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62643) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 648.772146] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2382760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53625} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.772425] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] f54a3315-6dde-4807-84cc-413afe64f178/f54a3315-6dde-4807-84cc-413afe64f178.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.772640] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.772891] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ead70c04-48d3-4ef9-80f4-3b6422e7e2b6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.779592] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 648.779592] env[62643]: value = "task-2382761" [ 648.779592] env[62643]: _type = "Task" [ 648.779592] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.786923] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2382761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.811404] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ed6683-0bbc-4a76-b6d0-5e326a98a285 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.811776] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99220519-fedd-4f37-ae8c-b560feed52bd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.818258] env[62643]: DEBUG oslo_vmware.api [None req-08ed6683-0bbc-4a76-b6d0-5e326a98a285 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 648.818258] env[62643]: value = "task-2382762" [ 648.818258] env[62643]: _type = "Task" [ 648.818258] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.826684] env[62643]: DEBUG oslo_vmware.api [None req-08ed6683-0bbc-4a76-b6d0-5e326a98a285 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.965609] env[62643]: DEBUG nova.compute.manager [req-2110e307-623f-4d34-a39c-550acf59c67c req-cff20e1d-3ae5-42f2-95c5-dd1253c32aa6 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Received event network-changed-3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.965902] env[62643]: DEBUG nova.compute.manager [req-2110e307-623f-4d34-a39c-550acf59c67c req-cff20e1d-3ae5-42f2-95c5-dd1253c32aa6 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Refreshing instance network info cache due to event network-changed-3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 648.966261] env[62643]: DEBUG oslo_concurrency.lockutils [req-2110e307-623f-4d34-a39c-550acf59c67c req-cff20e1d-3ae5-42f2-95c5-dd1253c32aa6 service nova] Acquiring lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.966505] env[62643]: DEBUG oslo_concurrency.lockutils [req-2110e307-623f-4d34-a39c-550acf59c67c req-cff20e1d-3ae5-42f2-95c5-dd1253c32aa6 service nova] Acquired lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.966800] env[62643]: DEBUG nova.network.neutron [req-2110e307-623f-4d34-a39c-550acf59c67c req-cff20e1d-3ae5-42f2-95c5-dd1253c32aa6 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Refreshing network info cache for port 3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.973934] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.008805] env[62643]: DEBUG nova.compute.utils [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 649.010193] env[62643]: DEBUG nova.compute.manager [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.010366] env[62643]: DEBUG nova.network.neutron [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.111023] env[62643]: DEBUG nova.policy [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22297aa818b2491ca023cc4f8540fc20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c38fb5f4bc0d4077b0084d65802cffe3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.294086] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2382761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059821} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.294086] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.294086] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ca6f08-67b0-4ed2-8620-4190679c268a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.321156] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] f54a3315-6dde-4807-84cc-413afe64f178/f54a3315-6dde-4807-84cc-413afe64f178.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.322017] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6af828b6-ae93-4940-993e-b239da6346a7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.354690] env[62643]: DEBUG oslo_vmware.api [None req-08ed6683-0bbc-4a76-b6d0-5e326a98a285 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.357592] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 649.357592] env[62643]: value = "task-2382763" [ 649.357592] env[62643]: _type = "Task" [ 649.357592] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.367168] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2382763, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.426868] env[62643]: DEBUG nova.compute.manager [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.427864] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f760a97-05eb-40fe-9ef4-d03c8f43faa7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.518652] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2d9b5514-6cce-4413-9334-3647696564b7 tempest-ServersAdmin275Test-1343340900 tempest-ServersAdmin275Test-1343340900-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.522578] env[62643]: DEBUG nova.compute.manager [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.525386] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.570s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.525924] env[62643]: DEBUG nova.objects.instance [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Lazy-loading 'resources' on Instance uuid a8f3bc32-e3ce-4a46-8f09-e087a9597335 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.832650] env[62643]: DEBUG oslo_vmware.api [None req-08ed6683-0bbc-4a76-b6d0-5e326a98a285 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382762, 'name': PowerOnVM_Task, 'duration_secs': 0.753803} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.833276] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ed6683-0bbc-4a76-b6d0-5e326a98a285 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.833608] env[62643]: DEBUG nova.compute.manager [None req-08ed6683-0bbc-4a76-b6d0-5e326a98a285 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.834678] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac86c59-7b40-4b05-80af-2bd9a68e75dc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.868353] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2382763, 'name': ReconfigVM_Task, 'duration_secs': 0.291938} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.868994] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Reconfigured VM instance instance-00000016 to attach disk [datastore2] f54a3315-6dde-4807-84cc-413afe64f178/f54a3315-6dde-4807-84cc-413afe64f178.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.871956] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d94636d-3052-4ce1-922e-cbca9cc49da5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.876875] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 649.876875] env[62643]: value = "task-2382764" [ 649.876875] env[62643]: _type = "Task" [ 649.876875] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.885742] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2382764, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.942150] env[62643]: INFO nova.compute.manager [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] instance snapshotting [ 649.948256] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334acabc-0313-43a2-ba19-3072c4c21a93 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.972118] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea53d692-eb3e-4e69-bce7-5f1b95f40bb1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.210230] env[62643]: DEBUG nova.compute.manager [req-e29e3899-7ce4-4f38-9c70-6976bd08861e req-7aaa9806-00b3-4473-af40-2c6256e5572c service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Received event network-changed-20e8f5a1-205b-4df3-8683-b08327bbe676 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.210457] env[62643]: DEBUG nova.compute.manager [req-e29e3899-7ce4-4f38-9c70-6976bd08861e req-7aaa9806-00b3-4473-af40-2c6256e5572c service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Refreshing instance network info cache due to event network-changed-20e8f5a1-205b-4df3-8683-b08327bbe676. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 650.210622] env[62643]: DEBUG oslo_concurrency.lockutils [req-e29e3899-7ce4-4f38-9c70-6976bd08861e req-7aaa9806-00b3-4473-af40-2c6256e5572c service nova] Acquiring lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.210763] env[62643]: DEBUG oslo_concurrency.lockutils [req-e29e3899-7ce4-4f38-9c70-6976bd08861e req-7aaa9806-00b3-4473-af40-2c6256e5572c service nova] Acquired lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.210923] env[62643]: DEBUG nova.network.neutron [req-e29e3899-7ce4-4f38-9c70-6976bd08861e req-7aaa9806-00b3-4473-af40-2c6256e5572c service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Refreshing network info cache for port 20e8f5a1-205b-4df3-8683-b08327bbe676 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.393698] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2382764, 'name': Rename_Task, 'duration_secs': 0.146382} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.393791] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.396527] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d91d8c9-ec12-4eaf-9cd2-1f21e5a47a6a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.405038] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 650.405038] env[62643]: value = "task-2382765" [ 650.405038] env[62643]: _type = "Task" [ 650.405038] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.419266] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2382765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.465826] env[62643]: DEBUG nova.network.neutron [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Successfully created port: ac6ed930-5d1d-4157-83c0-cd7313045259 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.485758] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 650.486813] env[62643]: DEBUG nova.network.neutron [req-2110e307-623f-4d34-a39c-550acf59c67c req-cff20e1d-3ae5-42f2-95c5-dd1253c32aa6 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Updated VIF entry in instance network info cache for port 3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.487155] env[62643]: DEBUG nova.network.neutron [req-2110e307-623f-4d34-a39c-550acf59c67c req-cff20e1d-3ae5-42f2-95c5-dd1253c32aa6 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Updating instance_info_cache with network_info: [{"id": "3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4", "address": "fa:16:3e:69:d9:d4", "network": {"id": "4fd14172-8152-4f05-bbba-22484d27cce0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280713548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a04f71c574a445c94f7b8491fc29f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aebc6d2-55", "ovs_interfaceid": "3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.488453] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9ae66d2e-0497-42f0-8db6-c65b01232b5e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.497183] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 650.497183] env[62643]: value = "task-2382766" [ 650.497183] env[62643]: _type = "Task" [ 650.497183] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.508053] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382766, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.532151] env[62643]: DEBUG nova.compute.manager [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.564782] env[62643]: DEBUG nova.virt.hardware [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.565214] env[62643]: DEBUG nova.virt.hardware [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.565513] env[62643]: DEBUG nova.virt.hardware [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.565813] env[62643]: DEBUG nova.virt.hardware [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.566036] env[62643]: DEBUG nova.virt.hardware [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.566251] env[62643]: DEBUG nova.virt.hardware [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.566521] env[62643]: DEBUG nova.virt.hardware [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.566739] env[62643]: DEBUG nova.virt.hardware [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.567513] env[62643]: DEBUG nova.virt.hardware [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.567513] env[62643]: DEBUG nova.virt.hardware [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.567513] env[62643]: DEBUG nova.virt.hardware [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.568343] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7c38c3-3524-43f0-9190-b01fefa950de {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.578459] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff507125-01f7-497e-bb07-d764d63f23f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.664352] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562feb95-3d3a-4e29-a02d-f664d2e16112 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.672843] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce5fcad-6870-4f6d-95ca-5d52dd220f8a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.714042] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e926e8ee-338e-43a9-9f8c-d0eda449ba08 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.724391] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafdbb1f-0fd6-450e-9270-0ce9557fa8ed {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.730922] env[62643]: DEBUG nova.network.neutron [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Successfully updated port: c6b0aa79-d4d0-42f6-921a-3e263a9ab65d {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.744802] env[62643]: DEBUG nova.compute.provider_tree [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.914705] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2382765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.994518] env[62643]: DEBUG oslo_concurrency.lockutils [req-2110e307-623f-4d34-a39c-550acf59c67c req-cff20e1d-3ae5-42f2-95c5-dd1253c32aa6 service nova] Releasing lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.994518] env[62643]: DEBUG nova.compute.manager [req-2110e307-623f-4d34-a39c-550acf59c67c req-cff20e1d-3ae5-42f2-95c5-dd1253c32aa6 service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Received event network-changed-73d74248-9cf7-48b5-9526-76fdbba19d8a {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.994518] env[62643]: DEBUG nova.compute.manager [req-2110e307-623f-4d34-a39c-550acf59c67c req-cff20e1d-3ae5-42f2-95c5-dd1253c32aa6 service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Refreshing instance network info cache due to event network-changed-73d74248-9cf7-48b5-9526-76fdbba19d8a. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 650.994518] env[62643]: DEBUG oslo_concurrency.lockutils [req-2110e307-623f-4d34-a39c-550acf59c67c req-cff20e1d-3ae5-42f2-95c5-dd1253c32aa6 service nova] Acquiring lock "refresh_cache-863bc2da-9167-470b-a426-f898e8bbe187" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.994518] env[62643]: DEBUG oslo_concurrency.lockutils [req-2110e307-623f-4d34-a39c-550acf59c67c req-cff20e1d-3ae5-42f2-95c5-dd1253c32aa6 service nova] Acquired lock "refresh_cache-863bc2da-9167-470b-a426-f898e8bbe187" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.994733] env[62643]: DEBUG nova.network.neutron [req-2110e307-623f-4d34-a39c-550acf59c67c req-cff20e1d-3ae5-42f2-95c5-dd1253c32aa6 service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Refreshing network info cache for port 73d74248-9cf7-48b5-9526-76fdbba19d8a {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.013283] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382766, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.233966] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Acquiring lock "refresh_cache-6e2ca819-ef07-44fd-ad79-f9aaca72d1e2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.234232] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Acquired lock "refresh_cache-6e2ca819-ef07-44fd-ad79-f9aaca72d1e2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.234411] env[62643]: DEBUG nova.network.neutron [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.251159] env[62643]: DEBUG nova.scheduler.client.report [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.388170] env[62643]: DEBUG nova.network.neutron [req-e29e3899-7ce4-4f38-9c70-6976bd08861e req-7aaa9806-00b3-4473-af40-2c6256e5572c service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Updated VIF entry in instance network info cache for port 20e8f5a1-205b-4df3-8683-b08327bbe676. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.388657] env[62643]: DEBUG nova.network.neutron [req-e29e3899-7ce4-4f38-9c70-6976bd08861e req-7aaa9806-00b3-4473-af40-2c6256e5572c service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Updating instance_info_cache with network_info: [{"id": "20e8f5a1-205b-4df3-8683-b08327bbe676", "address": "fa:16:3e:bc:b5:99", "network": {"id": "71c5229e-42c0-45ed-8d40-92f570a66e96", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-761236806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa7d55bb2334b6cac45f3d2b66555f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e8f5a1-20", "ovs_interfaceid": "20e8f5a1-205b-4df3-8683-b08327bbe676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.417151] env[62643]: DEBUG oslo_vmware.api [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2382765, 'name': PowerOnVM_Task, 'duration_secs': 0.694148} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.418225] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.418225] env[62643]: INFO nova.compute.manager [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Took 8.56 seconds to spawn the instance on the hypervisor. [ 651.418225] env[62643]: DEBUG nova.compute.manager [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.419064] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b071fc3-a88d-40fe-b621-71487b8c3c7e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.514696] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382766, 'name': CreateSnapshot_Task, 'duration_secs': 0.905041} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.515016] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 651.516415] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6850d9bc-f1c5-41a8-87bc-0b3ef95a0d23 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.573230] env[62643]: DEBUG nova.compute.manager [req-7e89f1d0-938a-43e4-b908-bdf811595714 req-9d37e912-aba4-40d3-a909-c03d76d91c55 service nova] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Received event network-vif-plugged-c6b0aa79-d4d0-42f6-921a-3e263a9ab65d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.573230] env[62643]: DEBUG oslo_concurrency.lockutils [req-7e89f1d0-938a-43e4-b908-bdf811595714 req-9d37e912-aba4-40d3-a909-c03d76d91c55 service nova] Acquiring lock "6e2ca819-ef07-44fd-ad79-f9aaca72d1e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.573230] env[62643]: DEBUG oslo_concurrency.lockutils [req-7e89f1d0-938a-43e4-b908-bdf811595714 req-9d37e912-aba4-40d3-a909-c03d76d91c55 service nova] Lock "6e2ca819-ef07-44fd-ad79-f9aaca72d1e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.573230] env[62643]: DEBUG oslo_concurrency.lockutils [req-7e89f1d0-938a-43e4-b908-bdf811595714 req-9d37e912-aba4-40d3-a909-c03d76d91c55 service nova] Lock "6e2ca819-ef07-44fd-ad79-f9aaca72d1e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.574077] env[62643]: DEBUG nova.compute.manager [req-7e89f1d0-938a-43e4-b908-bdf811595714 req-9d37e912-aba4-40d3-a909-c03d76d91c55 service nova] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] No waiting events found dispatching network-vif-plugged-c6b0aa79-d4d0-42f6-921a-3e263a9ab65d {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.574287] env[62643]: WARNING nova.compute.manager [req-7e89f1d0-938a-43e4-b908-bdf811595714 req-9d37e912-aba4-40d3-a909-c03d76d91c55 service nova] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Received unexpected event network-vif-plugged-c6b0aa79-d4d0-42f6-921a-3e263a9ab65d for instance with vm_state building and task_state spawning. [ 651.574478] env[62643]: DEBUG nova.compute.manager [req-7e89f1d0-938a-43e4-b908-bdf811595714 req-9d37e912-aba4-40d3-a909-c03d76d91c55 service nova] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Received event network-changed-c6b0aa79-d4d0-42f6-921a-3e263a9ab65d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.574614] env[62643]: DEBUG nova.compute.manager [req-7e89f1d0-938a-43e4-b908-bdf811595714 req-9d37e912-aba4-40d3-a909-c03d76d91c55 service nova] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Refreshing instance network info cache due to event network-changed-c6b0aa79-d4d0-42f6-921a-3e263a9ab65d. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 651.574794] env[62643]: DEBUG oslo_concurrency.lockutils [req-7e89f1d0-938a-43e4-b908-bdf811595714 req-9d37e912-aba4-40d3-a909-c03d76d91c55 service nova] Acquiring lock "refresh_cache-6e2ca819-ef07-44fd-ad79-f9aaca72d1e2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.755662] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.759392] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.886s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.763029] env[62643]: INFO nova.compute.claims [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.787734] env[62643]: INFO nova.scheduler.client.report [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Deleted allocations for instance a8f3bc32-e3ce-4a46-8f09-e087a9597335 [ 651.798481] env[62643]: DEBUG nova.network.neutron [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.893357] env[62643]: DEBUG oslo_concurrency.lockutils [req-e29e3899-7ce4-4f38-9c70-6976bd08861e req-7aaa9806-00b3-4473-af40-2c6256e5572c service nova] Releasing lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.899938] env[62643]: DEBUG nova.network.neutron [req-2110e307-623f-4d34-a39c-550acf59c67c req-cff20e1d-3ae5-42f2-95c5-dd1253c32aa6 service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Updated VIF entry in instance network info cache for port 73d74248-9cf7-48b5-9526-76fdbba19d8a. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.900297] env[62643]: DEBUG nova.network.neutron [req-2110e307-623f-4d34-a39c-550acf59c67c req-cff20e1d-3ae5-42f2-95c5-dd1253c32aa6 service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Updating instance_info_cache with network_info: [{"id": "73d74248-9cf7-48b5-9526-76fdbba19d8a", "address": "fa:16:3e:fb:0d:57", "network": {"id": "4fd14172-8152-4f05-bbba-22484d27cce0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280713548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a04f71c574a445c94f7b8491fc29f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d74248-9c", "ovs_interfaceid": "73d74248-9cf7-48b5-9526-76fdbba19d8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.947863] env[62643]: INFO nova.compute.manager [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Took 38.51 seconds to build instance. [ 652.035140] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 652.035921] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-07e3b096-1eb9-4e79-a785-f744d847226a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.042313] env[62643]: DEBUG nova.network.neutron [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Updating instance_info_cache with network_info: [{"id": "c6b0aa79-d4d0-42f6-921a-3e263a9ab65d", "address": "fa:16:3e:1b:10:e0", "network": {"id": "da2b8059-bbe3-49b0-b4fb-869a9d5b9ae5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-119302165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d45c4188dea46dc96faf5abd4f4bb55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b0aa79-d4", "ovs_interfaceid": "c6b0aa79-d4d0-42f6-921a-3e263a9ab65d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.046050] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 652.046050] env[62643]: value = "task-2382767" [ 652.046050] env[62643]: _type = "Task" [ 652.046050] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.054988] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382767, 'name': CloneVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.297552] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5de0777f-3928-47ea-bd04-d55a17a04f1c tempest-ServerAddressesTestJSON-1866635885 tempest-ServerAddressesTestJSON-1866635885-project-member] Lock "a8f3bc32-e3ce-4a46-8f09-e087a9597335" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.188s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.403833] env[62643]: DEBUG oslo_concurrency.lockutils [req-2110e307-623f-4d34-a39c-550acf59c67c req-cff20e1d-3ae5-42f2-95c5-dd1253c32aa6 service nova] Releasing lock "refresh_cache-863bc2da-9167-470b-a426-f898e8bbe187" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.450907] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e675f36f-d3af-4d25-abbe-412dbb3094cd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f54a3315-6dde-4807-84cc-413afe64f178" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.545s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.549020] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Releasing lock "refresh_cache-6e2ca819-ef07-44fd-ad79-f9aaca72d1e2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.549020] env[62643]: DEBUG nova.compute.manager [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Instance network_info: |[{"id": "c6b0aa79-d4d0-42f6-921a-3e263a9ab65d", "address": "fa:16:3e:1b:10:e0", "network": {"id": "da2b8059-bbe3-49b0-b4fb-869a9d5b9ae5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-119302165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d45c4188dea46dc96faf5abd4f4bb55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b0aa79-d4", "ovs_interfaceid": "c6b0aa79-d4d0-42f6-921a-3e263a9ab65d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.549235] env[62643]: DEBUG oslo_concurrency.lockutils [req-7e89f1d0-938a-43e4-b908-bdf811595714 req-9d37e912-aba4-40d3-a909-c03d76d91c55 service nova] Acquired lock "refresh_cache-6e2ca819-ef07-44fd-ad79-f9aaca72d1e2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.549235] env[62643]: DEBUG nova.network.neutron [req-7e89f1d0-938a-43e4-b908-bdf811595714 req-9d37e912-aba4-40d3-a909-c03d76d91c55 service nova] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Refreshing network info cache for port c6b0aa79-d4d0-42f6-921a-3e263a9ab65d {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.549235] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:10:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6b0aa79-d4d0-42f6-921a-3e263a9ab65d', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.565284] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Creating folder: Project (0d45c4188dea46dc96faf5abd4f4bb55). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.574623] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2aa7216-78ae-4ff2-b259-f8c44440da5e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.589315] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382767, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.589315] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Created folder: Project (0d45c4188dea46dc96faf5abd4f4bb55) in parent group-v483488. [ 652.589315] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Creating folder: Instances. Parent ref: group-v483553. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.589315] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c2ee839-1e44-4098-863f-8c7e3474a3d2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.597603] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Created folder: Instances in parent group-v483553. [ 652.599546] env[62643]: DEBUG oslo.service.loopingcall [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.602039] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.602338] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac0815e3-1cc4-43c0-bbb4-e7d4f4cb94d2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.622275] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.622275] env[62643]: value = "task-2382770" [ 652.622275] env[62643]: _type = "Task" [ 652.622275] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.630960] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382770, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.659080] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "863bc2da-9167-470b-a426-f898e8bbe187" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.659356] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "863bc2da-9167-470b-a426-f898e8bbe187" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.659584] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "863bc2da-9167-470b-a426-f898e8bbe187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.659764] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "863bc2da-9167-470b-a426-f898e8bbe187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.659934] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "863bc2da-9167-470b-a426-f898e8bbe187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.662605] env[62643]: INFO nova.compute.manager [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Terminating instance [ 652.759387] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "fd860eff-d4b0-409f-8242-b3845a0cf256" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.759972] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "fd860eff-d4b0-409f-8242-b3845a0cf256" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.789895] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "e28d568b-a29d-4b5c-90e6-aac10019d54a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.790529] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "e28d568b-a29d-4b5c-90e6-aac10019d54a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.864904] env[62643]: DEBUG nova.network.neutron [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Successfully updated port: ac6ed930-5d1d-4157-83c0-cd7313045259 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.956212] env[62643]: DEBUG nova.compute.manager [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.967169] env[62643]: DEBUG nova.network.neutron [req-7e89f1d0-938a-43e4-b908-bdf811595714 req-9d37e912-aba4-40d3-a909-c03d76d91c55 service nova] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Updated VIF entry in instance network info cache for port c6b0aa79-d4d0-42f6-921a-3e263a9ab65d. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.967169] env[62643]: DEBUG nova.network.neutron [req-7e89f1d0-938a-43e4-b908-bdf811595714 req-9d37e912-aba4-40d3-a909-c03d76d91c55 service nova] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Updating instance_info_cache with network_info: [{"id": "c6b0aa79-d4d0-42f6-921a-3e263a9ab65d", "address": "fa:16:3e:1b:10:e0", "network": {"id": "da2b8059-bbe3-49b0-b4fb-869a9d5b9ae5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-119302165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d45c4188dea46dc96faf5abd4f4bb55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b0aa79-d4", "ovs_interfaceid": "c6b0aa79-d4d0-42f6-921a-3e263a9ab65d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.061132] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382767, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.133572] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382770, 'name': CreateVM_Task, 'duration_secs': 0.491149} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.136651] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.137601] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.137743] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.138068] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.138960] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee86be04-26d6-4e8c-a36d-7990a7fefb5d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.144161] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 653.144161] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521896be-8301-178d-9e76-3d79ce467b6f" [ 653.144161] env[62643]: _type = "Task" [ 653.144161] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.157026] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521896be-8301-178d-9e76-3d79ce467b6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.170111] env[62643]: DEBUG nova.compute.manager [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.170410] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.172121] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e797e43-5c0f-4c0a-8e1a-9664b2269f02 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.179402] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.179642] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2dcb20c-ba71-48f7-a57d-d77353a6cbf7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.187662] env[62643]: DEBUG oslo_vmware.api [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 653.187662] env[62643]: value = "task-2382771" [ 653.187662] env[62643]: _type = "Task" [ 653.187662] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.195471] env[62643]: DEBUG oslo_vmware.api [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.356508] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ab42f5-f2c2-48e9-894d-507a772c9ef7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.364082] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c58cd6f-9a5c-4705-acaf-78d0c04a11b9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.398381] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "refresh_cache-bb4772da-b738-487f-a72e-97673c3ae7f1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.398575] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired lock "refresh_cache-bb4772da-b738-487f-a72e-97673c3ae7f1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.398692] env[62643]: DEBUG nova.network.neutron [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.400570] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022c0370-dc10-4f91-af18-910b208a5488 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.408561] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4eb482b-baa2-400c-a6ec-4e57d7ed7c82 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.424391] env[62643]: DEBUG nova.compute.provider_tree [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.473930] env[62643]: DEBUG oslo_concurrency.lockutils [req-7e89f1d0-938a-43e4-b908-bdf811595714 req-9d37e912-aba4-40d3-a909-c03d76d91c55 service nova] Releasing lock "refresh_cache-6e2ca819-ef07-44fd-ad79-f9aaca72d1e2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.480881] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.559373] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382767, 'name': CloneVM_Task, 'duration_secs': 1.450329} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.559646] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Created linked-clone VM from snapshot [ 653.560433] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad7ac38-4a65-406d-829a-4c70c9b31e14 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.567832] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Uploading image 5cea95e8-c199-4bc2-ba10-26e2c3ad7e0b {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 653.595956] env[62643]: DEBUG oslo_vmware.rw_handles [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 653.595956] env[62643]: value = "vm-483552" [ 653.595956] env[62643]: _type = "VirtualMachine" [ 653.595956] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 653.596278] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-baf91da2-01cd-4de4-a4d9-44b6eb4f187b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.602595] env[62643]: DEBUG oslo_vmware.rw_handles [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lease: (returnval){ [ 653.602595] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a78100-cd2f-9654-be59-7c0ac6434ba5" [ 653.602595] env[62643]: _type = "HttpNfcLease" [ 653.602595] env[62643]: } obtained for exporting VM: (result){ [ 653.602595] env[62643]: value = "vm-483552" [ 653.602595] env[62643]: _type = "VirtualMachine" [ 653.602595] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 653.602829] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the lease: (returnval){ [ 653.602829] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a78100-cd2f-9654-be59-7c0ac6434ba5" [ 653.602829] env[62643]: _type = "HttpNfcLease" [ 653.602829] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 653.609523] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 653.609523] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a78100-cd2f-9654-be59-7c0ac6434ba5" [ 653.609523] env[62643]: _type = "HttpNfcLease" [ 653.609523] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 653.655651] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521896be-8301-178d-9e76-3d79ce467b6f, 'name': SearchDatastore_Task, 'duration_secs': 0.012063} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.655909] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.656157] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.656409] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.656559] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.656737] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.656999] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9001d003-923b-4308-b7fa-086cfb25c14f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.665420] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.665620] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.666435] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cdca85a-695c-42ef-81ce-2ba29a11c398 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.672301] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 653.672301] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5202fdcd-9214-5c31-f1a6-670386d765bf" [ 653.672301] env[62643]: _type = "Task" [ 653.672301] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.681146] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5202fdcd-9214-5c31-f1a6-670386d765bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.696300] env[62643]: DEBUG oslo_vmware.api [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382771, 'name': PowerOffVM_Task, 'duration_secs': 0.185205} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.696617] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.696815] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.697113] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb56c418-d043-4788-a1e6-8ce7a453cfa5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.754577] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.755276] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.755276] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Deleting the datastore file [datastore2] 863bc2da-9167-470b-a426-f898e8bbe187 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.755276] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab27087c-d25a-4445-b101-5afe0969264c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.762280] env[62643]: DEBUG oslo_vmware.api [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 653.762280] env[62643]: value = "task-2382774" [ 653.762280] env[62643]: _type = "Task" [ 653.762280] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.771079] env[62643]: DEBUG oslo_vmware.api [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.929576] env[62643]: DEBUG nova.scheduler.client.report [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.944202] env[62643]: DEBUG nova.network.neutron [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.117140] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 654.117140] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a78100-cd2f-9654-be59-7c0ac6434ba5" [ 654.117140] env[62643]: _type = "HttpNfcLease" [ 654.117140] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 654.117477] env[62643]: DEBUG oslo_vmware.rw_handles [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 654.117477] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a78100-cd2f-9654-be59-7c0ac6434ba5" [ 654.117477] env[62643]: _type = "HttpNfcLease" [ 654.117477] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 654.117958] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab04198-694e-46cc-bb92-94cfd4d3ea9c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.129460] env[62643]: DEBUG oslo_vmware.rw_handles [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523936c9-51ad-99fb-60ba-69c1f8c1db98/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 654.129460] env[62643]: DEBUG oslo_vmware.rw_handles [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523936c9-51ad-99fb-60ba-69c1f8c1db98/disk-0.vmdk for reading. {{(pid=62643) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 654.195994] env[62643]: DEBUG nova.network.neutron [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Updating instance_info_cache with network_info: [{"id": "ac6ed930-5d1d-4157-83c0-cd7313045259", "address": "fa:16:3e:41:01:14", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6ed930-5d", "ovs_interfaceid": "ac6ed930-5d1d-4157-83c0-cd7313045259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.209161] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5202fdcd-9214-5c31-f1a6-670386d765bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009538} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.210819] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e076f1c-12fc-4467-84da-18e3263a6ec7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.217722] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 654.217722] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527f1432-5c1e-5fb9-159c-6b7b24a26dbe" [ 654.217722] env[62643]: _type = "Task" [ 654.217722] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.227610] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527f1432-5c1e-5fb9-159c-6b7b24a26dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.265933] env[62643]: DEBUG nova.compute.manager [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Received event network-changed-73d74248-9cf7-48b5-9526-76fdbba19d8a {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.265977] env[62643]: DEBUG nova.compute.manager [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Refreshing instance network info cache due to event network-changed-73d74248-9cf7-48b5-9526-76fdbba19d8a. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 654.266248] env[62643]: DEBUG oslo_concurrency.lockutils [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] Acquiring lock "refresh_cache-863bc2da-9167-470b-a426-f898e8bbe187" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.266428] env[62643]: DEBUG oslo_concurrency.lockutils [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] Acquired lock "refresh_cache-863bc2da-9167-470b-a426-f898e8bbe187" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.266636] env[62643]: DEBUG nova.network.neutron [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Refreshing network info cache for port 73d74248-9cf7-48b5-9526-76fdbba19d8a {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.277845] env[62643]: DEBUG oslo_vmware.api [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376668} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.278260] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.280523] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.280523] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.280523] env[62643]: INFO nova.compute.manager [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Took 1.11 seconds to destroy the instance on the hypervisor. [ 654.280523] env[62643]: DEBUG oslo.service.loopingcall [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.281568] env[62643]: DEBUG nova.compute.manager [-] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.281705] env[62643]: DEBUG nova.network.neutron [-] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.285125] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d4f4a3b5-ed18-4c2d-a944-e58627e6fcd0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.436563] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.437013] env[62643]: DEBUG nova.compute.manager [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.440033] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.821s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.441946] env[62643]: INFO nova.compute.claims [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.604469] env[62643]: DEBUG nova.compute.manager [req-f0524aca-45fc-4480-8bc0-f3a5ffd25c8b req-de221667-9198-49d8-82b5-4ed28f1bb61a service nova] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Received event network-changed-b2de5607-4c69-4902-a856-f607bdd653f5 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.604658] env[62643]: DEBUG nova.compute.manager [req-f0524aca-45fc-4480-8bc0-f3a5ffd25c8b req-de221667-9198-49d8-82b5-4ed28f1bb61a service nova] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Refreshing instance network info cache due to event network-changed-b2de5607-4c69-4902-a856-f607bdd653f5. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 654.607436] env[62643]: DEBUG oslo_concurrency.lockutils [req-f0524aca-45fc-4480-8bc0-f3a5ffd25c8b req-de221667-9198-49d8-82b5-4ed28f1bb61a service nova] Acquiring lock "refresh_cache-f54a3315-6dde-4807-84cc-413afe64f178" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.607436] env[62643]: DEBUG oslo_concurrency.lockutils [req-f0524aca-45fc-4480-8bc0-f3a5ffd25c8b req-de221667-9198-49d8-82b5-4ed28f1bb61a service nova] Acquired lock "refresh_cache-f54a3315-6dde-4807-84cc-413afe64f178" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.607436] env[62643]: DEBUG nova.network.neutron [req-f0524aca-45fc-4480-8bc0-f3a5ffd25c8b req-de221667-9198-49d8-82b5-4ed28f1bb61a service nova] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Refreshing network info cache for port b2de5607-4c69-4902-a856-f607bdd653f5 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.702682] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Releasing lock "refresh_cache-bb4772da-b738-487f-a72e-97673c3ae7f1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.703029] env[62643]: DEBUG nova.compute.manager [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Instance network_info: |[{"id": "ac6ed930-5d1d-4157-83c0-cd7313045259", "address": "fa:16:3e:41:01:14", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6ed930-5d", "ovs_interfaceid": "ac6ed930-5d1d-4157-83c0-cd7313045259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.703638] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:01:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac6ed930-5d1d-4157-83c0-cd7313045259', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.712460] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Creating folder: Project (c38fb5f4bc0d4077b0084d65802cffe3). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.712460] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32bd7138-388f-439e-9b1e-a2955caaeae5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.724064] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Created folder: Project (c38fb5f4bc0d4077b0084d65802cffe3) in parent group-v483488. [ 654.724365] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Creating folder: Instances. Parent ref: group-v483556. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.725132] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d21b8da-48d1-4c7b-b23f-c8b7867241ac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.732746] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527f1432-5c1e-5fb9-159c-6b7b24a26dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.013778} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.732746] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.732746] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2/6e2ca819-ef07-44fd-ad79-f9aaca72d1e2.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.732746] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1afccf49-325b-4f88-8b07-7d43614bb85c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.738862] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 654.738862] env[62643]: value = "task-2382777" [ 654.738862] env[62643]: _type = "Task" [ 654.738862] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.740201] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Created folder: Instances in parent group-v483556. [ 654.741157] env[62643]: DEBUG oslo.service.loopingcall [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.747229] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.748101] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-407e1232-c84b-4e95-9f86-4b027978ede7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.774179] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.775886] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.775886] env[62643]: value = "task-2382778" [ 654.775886] env[62643]: _type = "Task" [ 654.775886] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.784278] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382778, 'name': CreateVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.806903] env[62643]: INFO nova.network.neutron [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Port 73d74248-9cf7-48b5-9526-76fdbba19d8a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 654.810462] env[62643]: DEBUG nova.network.neutron [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.949517] env[62643]: DEBUG nova.compute.utils [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 654.958817] env[62643]: DEBUG nova.compute.manager [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.958817] env[62643]: DEBUG nova.network.neutron [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.006197] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.006197] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.054647] env[62643]: DEBUG nova.policy [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ae5acaab1aa4f2daab1d5e28055c5bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23859bad67734eb2a65c6eb672f5a96c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.107213] env[62643]: DEBUG nova.network.neutron [-] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.253749] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382777, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.287609] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382778, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.320030] env[62643]: DEBUG oslo_concurrency.lockutils [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] Releasing lock "refresh_cache-863bc2da-9167-470b-a426-f898e8bbe187" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.320030] env[62643]: DEBUG nova.compute.manager [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Received event network-vif-plugged-ac6ed930-5d1d-4157-83c0-cd7313045259 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.320030] env[62643]: DEBUG oslo_concurrency.lockutils [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] Acquiring lock "bb4772da-b738-487f-a72e-97673c3ae7f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.320030] env[62643]: DEBUG oslo_concurrency.lockutils [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] Lock "bb4772da-b738-487f-a72e-97673c3ae7f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.320030] env[62643]: DEBUG oslo_concurrency.lockutils [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] Lock "bb4772da-b738-487f-a72e-97673c3ae7f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.320329] env[62643]: DEBUG nova.compute.manager [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] No waiting events found dispatching network-vif-plugged-ac6ed930-5d1d-4157-83c0-cd7313045259 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.320329] env[62643]: WARNING nova.compute.manager [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Received unexpected event network-vif-plugged-ac6ed930-5d1d-4157-83c0-cd7313045259 for instance with vm_state building and task_state spawning. [ 655.320329] env[62643]: DEBUG nova.compute.manager [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Received event network-changed-ac6ed930-5d1d-4157-83c0-cd7313045259 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.320329] env[62643]: DEBUG nova.compute.manager [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Refreshing instance network info cache due to event network-changed-ac6ed930-5d1d-4157-83c0-cd7313045259. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 655.320329] env[62643]: DEBUG oslo_concurrency.lockutils [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] Acquiring lock "refresh_cache-bb4772da-b738-487f-a72e-97673c3ae7f1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.320519] env[62643]: DEBUG oslo_concurrency.lockutils [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] Acquired lock "refresh_cache-bb4772da-b738-487f-a72e-97673c3ae7f1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.320519] env[62643]: DEBUG nova.network.neutron [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Refreshing network info cache for port ac6ed930-5d1d-4157-83c0-cd7313045259 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.461252] env[62643]: DEBUG nova.compute.manager [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.514349] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.514541] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Starting heal instance info cache {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 655.514642] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Rebuilding the list of instances to heal {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 655.611510] env[62643]: INFO nova.compute.manager [-] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Took 1.33 seconds to deallocate network for instance. [ 655.752992] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619883} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.757967] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2/6e2ca819-ef07-44fd-ad79-f9aaca72d1e2.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.758496] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.759205] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df8fd990-72c0-46c2-86f8-d34f092e8323 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.766499] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 655.766499] env[62643]: value = "task-2382779" [ 655.766499] env[62643]: _type = "Task" [ 655.766499] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.777115] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.789807] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382778, 'name': CreateVM_Task, 'duration_secs': 0.564358} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.790084] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.791187] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.791613] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.792024] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.792811] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ce40b81-3975-4130-903f-63192f1bcc67 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.800658] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 655.800658] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5255a6a9-5df2-bc74-06f0-80a54f55f771" [ 655.800658] env[62643]: _type = "Task" [ 655.800658] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.811792] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5255a6a9-5df2-bc74-06f0-80a54f55f771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.957700] env[62643]: DEBUG nova.network.neutron [req-f0524aca-45fc-4480-8bc0-f3a5ffd25c8b req-de221667-9198-49d8-82b5-4ed28f1bb61a service nova] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Updated VIF entry in instance network info cache for port b2de5607-4c69-4902-a856-f607bdd653f5. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.960477] env[62643]: DEBUG nova.network.neutron [req-f0524aca-45fc-4480-8bc0-f3a5ffd25c8b req-de221667-9198-49d8-82b5-4ed28f1bb61a service nova] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Updating instance_info_cache with network_info: [{"id": "b2de5607-4c69-4902-a856-f607bdd653f5", "address": "fa:16:3e:17:40:8a", "network": {"id": "2027fee0-396c-46c6-81ef-a05bd903ddef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-654713677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba0aaf38803e46fba6123491ef37f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2de5607-4c", "ovs_interfaceid": "b2de5607-4c69-4902-a856-f607bdd653f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.027776] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Skipping network cache update for instance because it is being deleted. {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 656.028646] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Skipping network cache update for instance because it is Building. {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 656.029503] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Skipping network cache update for instance because it is Building. {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 656.029753] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Skipping network cache update for instance because it is Building. {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 656.030011] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Skipping network cache update for instance because it is Building. {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 656.123218] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.131870] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.132059] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquired lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.132322] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Forcefully refreshing network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 656.132515] env[62643]: DEBUG nova.objects.instance [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lazy-loading 'info_cache' on Instance uuid 7b61b38f-3e03-41f5-8d94-f56ec29e416a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.168775] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d11da8-bb98-4400-bf37-ca6761ffe76a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.180822] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bb3686-3f04-429c-bbb9-cf7c3d1cda49 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.223538] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb41f860-f82e-4eea-8f1f-3d6b8010d599 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.225428] env[62643]: DEBUG nova.network.neutron [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Successfully created port: 4f4ff462-6e13-44b1-bf60-8d198efe97cd {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.233186] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffa4149-1a51-48ea-8539-1d8cb0205e54 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.249083] env[62643]: DEBUG nova.compute.provider_tree [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.278118] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07363} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.278416] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.279204] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e6f8de-b7f9-4587-83db-3e19514435fa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.303152] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2/6e2ca819-ef07-44fd-ad79-f9aaca72d1e2.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.303152] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b2486de-d8db-43cb-b84c-f2096bca7843 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.333360] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5255a6a9-5df2-bc74-06f0-80a54f55f771, 'name': SearchDatastore_Task, 'duration_secs': 0.015529} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.336205] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.336473] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.336801] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.336955] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.337153] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.338286] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 656.338286] env[62643]: value = "task-2382780" [ 656.338286] env[62643]: _type = "Task" [ 656.338286] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.338646] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09954b36-9820-4eba-ae3e-18e090be6e62 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.352066] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.352279] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.352970] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f905ffd2-f16f-4f7b-a288-ede03e507efb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.359221] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 656.359221] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52703dd3-d228-4161-1d1a-e5a1011c02ec" [ 656.359221] env[62643]: _type = "Task" [ 656.359221] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.369951] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52703dd3-d228-4161-1d1a-e5a1011c02ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.409132] env[62643]: DEBUG nova.network.neutron [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Updated VIF entry in instance network info cache for port ac6ed930-5d1d-4157-83c0-cd7313045259. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.409499] env[62643]: DEBUG nova.network.neutron [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Updating instance_info_cache with network_info: [{"id": "ac6ed930-5d1d-4157-83c0-cd7313045259", "address": "fa:16:3e:41:01:14", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6ed930-5d", "ovs_interfaceid": "ac6ed930-5d1d-4157-83c0-cd7313045259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.470207] env[62643]: DEBUG oslo_concurrency.lockutils [req-f0524aca-45fc-4480-8bc0-f3a5ffd25c8b req-de221667-9198-49d8-82b5-4ed28f1bb61a service nova] Releasing lock "refresh_cache-f54a3315-6dde-4807-84cc-413afe64f178" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.473480] env[62643]: DEBUG nova.compute.manager [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.508735] env[62643]: DEBUG nova.virt.hardware [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.508994] env[62643]: DEBUG nova.virt.hardware [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.509170] env[62643]: DEBUG nova.virt.hardware [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.509365] env[62643]: DEBUG nova.virt.hardware [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.509509] env[62643]: DEBUG nova.virt.hardware [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.509659] env[62643]: DEBUG nova.virt.hardware [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.510383] env[62643]: DEBUG nova.virt.hardware [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.510383] env[62643]: DEBUG nova.virt.hardware [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.510383] env[62643]: DEBUG nova.virt.hardware [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.510625] env[62643]: DEBUG nova.virt.hardware [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.510625] env[62643]: DEBUG nova.virt.hardware [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.514932] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc66924-2cf1-4a17-a202-5fa1c5a382d2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.520869] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb9d3b8-5098-4e68-a4d0-99a5a544c14d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.752864] env[62643]: DEBUG nova.scheduler.client.report [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.851198] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382780, 'name': ReconfigVM_Task, 'duration_secs': 0.488181} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.851324] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2/6e2ca819-ef07-44fd-ad79-f9aaca72d1e2.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.851967] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b1a7d3c-835d-4e7c-a5ea-0c68ead171f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.860070] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 656.860070] env[62643]: value = "task-2382781" [ 656.860070] env[62643]: _type = "Task" [ 656.860070] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.875783] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52703dd3-d228-4161-1d1a-e5a1011c02ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009582} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.880686] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382781, 'name': Rename_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.880967] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f699de2f-0279-444a-9fb9-c8db887c40c3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.887517] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 656.887517] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524fa5af-314e-fc9e-7c7a-6ccbebfb6591" [ 656.887517] env[62643]: _type = "Task" [ 656.887517] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.896696] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524fa5af-314e-fc9e-7c7a-6ccbebfb6591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.912170] env[62643]: DEBUG oslo_concurrency.lockutils [req-b345720c-cb0d-4b3d-a4b9-c9dd6ff8d5d9 req-9cabbd11-dde3-468d-9367-dad2cb37fa0e service nova] Releasing lock "refresh_cache-bb4772da-b738-487f-a72e-97673c3ae7f1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.942912] env[62643]: DEBUG nova.compute.manager [req-b0071512-08a6-4178-9ff9-37b1d46ad9ac req-eaafcf42-3f11-4ba7-8ea9-d1b9ee0ea0c3 service nova] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Received event network-vif-deleted-73d74248-9cf7-48b5-9526-76fdbba19d8a {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.071826] env[62643]: DEBUG nova.compute.manager [req-b95fc0a5-4197-4a49-8635-d1b6f44bff13 req-460d6604-439d-4663-ad01-e937c2f9e7e4 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Received event network-changed-3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.071826] env[62643]: DEBUG nova.compute.manager [req-b95fc0a5-4197-4a49-8635-d1b6f44bff13 req-460d6604-439d-4663-ad01-e937c2f9e7e4 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Refreshing instance network info cache due to event network-changed-3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 657.071826] env[62643]: DEBUG oslo_concurrency.lockutils [req-b95fc0a5-4197-4a49-8635-d1b6f44bff13 req-460d6604-439d-4663-ad01-e937c2f9e7e4 service nova] Acquiring lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.072123] env[62643]: DEBUG oslo_concurrency.lockutils [req-b95fc0a5-4197-4a49-8635-d1b6f44bff13 req-460d6604-439d-4663-ad01-e937c2f9e7e4 service nova] Acquired lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.072123] env[62643]: DEBUG nova.network.neutron [req-b95fc0a5-4197-4a49-8635-d1b6f44bff13 req-460d6604-439d-4663-ad01-e937c2f9e7e4 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Refreshing network info cache for port 3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.260454] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.261022] env[62643]: DEBUG nova.compute.manager [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.263852] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.518s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.264104] env[62643]: DEBUG nova.objects.instance [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Lazy-loading 'resources' on Instance uuid f3d3bf6b-7561-4084-b363-01368aa28a0a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.376477] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382781, 'name': Rename_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.399709] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524fa5af-314e-fc9e-7c7a-6ccbebfb6591, 'name': SearchDatastore_Task, 'duration_secs': 0.009135} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.400174] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.401752] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] bb4772da-b738-487f-a72e-97673c3ae7f1/bb4772da-b738-487f-a72e-97673c3ae7f1.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.402365] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e9a95be-b239-475f-9f46-c65b3f534e87 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.411806] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 657.411806] env[62643]: value = "task-2382782" [ 657.411806] env[62643]: _type = "Task" [ 657.411806] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.421479] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.694907] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "863bc2da-9167-470b-a426-f898e8bbe187" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.770967] env[62643]: DEBUG nova.compute.utils [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 657.773243] env[62643]: DEBUG nova.compute.manager [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.773318] env[62643]: DEBUG nova.network.neutron [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.848175] env[62643]: DEBUG nova.policy [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6a9c09252a54eb79d6bb8ee9335d11e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '878b7abc6c7c4949a195786704d3106d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.876739] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382781, 'name': Rename_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.921572] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483155} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.924666] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] bb4772da-b738-487f-a72e-97673c3ae7f1/bb4772da-b738-487f-a72e-97673c3ae7f1.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.924964] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.926073] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c4d28e8-3402-488e-beca-1b0200f28a4c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.934998] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 657.934998] env[62643]: value = "task-2382783" [ 657.934998] env[62643]: _type = "Task" [ 657.934998] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.941435] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.128819] env[62643]: DEBUG nova.network.neutron [req-b95fc0a5-4197-4a49-8635-d1b6f44bff13 req-460d6604-439d-4663-ad01-e937c2f9e7e4 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Updated VIF entry in instance network info cache for port 3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.129440] env[62643]: DEBUG nova.network.neutron [req-b95fc0a5-4197-4a49-8635-d1b6f44bff13 req-460d6604-439d-4663-ad01-e937c2f9e7e4 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Updating instance_info_cache with network_info: [{"id": "3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4", "address": "fa:16:3e:69:d9:d4", "network": {"id": "4fd14172-8152-4f05-bbba-22484d27cce0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280713548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a04f71c574a445c94f7b8491fc29f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aebc6d2-55", "ovs_interfaceid": "3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.235581] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updating instance_info_cache with network_info: [{"id": "9f8dbc68-75d8-4962-89df-74fb7ed6f66b", "address": "fa:16:3e:26:a8:80", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8dbc68-75", "ovs_interfaceid": "9f8dbc68-75d8-4962-89df-74fb7ed6f66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.271896] env[62643]: DEBUG nova.network.neutron [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Successfully created port: dfc456e5-047e-4c48-bc10-da584e66af93 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.276678] env[62643]: DEBUG nova.compute.manager [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.365348] env[62643]: DEBUG nova.network.neutron [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Successfully updated port: 4f4ff462-6e13-44b1-bf60-8d198efe97cd {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.380162] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382781, 'name': Rename_Task, 'duration_secs': 1.203967} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.383074] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.384571] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bed7480e-6b0b-4743-9209-6e9dfc134fa7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.390651] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 658.390651] env[62643]: value = "task-2382784" [ 658.390651] env[62643]: _type = "Task" [ 658.390651] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.403737] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.447228] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177525} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.448046] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.448845] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac34d5ef-0b97-4598-96d5-e52e4f3caf5c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.453641] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b87ac57-10c8-4437-a4b3-837dcf1c650e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.474496] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] bb4772da-b738-487f-a72e-97673c3ae7f1/bb4772da-b738-487f-a72e-97673c3ae7f1.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.475692] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a162717-c64e-4ec0-a482-9f0616841bfb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.493381] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5cba99-5854-43c2-ab0e-e535d9693da2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.499069] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 658.499069] env[62643]: value = "task-2382785" [ 658.499069] env[62643]: _type = "Task" [ 658.499069] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.529233] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b4474b-7984-4132-b157-fb6d2691e423 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.534948] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.539603] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3da22a-ae09-45fd-b64e-7d529b134a7e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.554320] env[62643]: DEBUG nova.compute.provider_tree [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.633059] env[62643]: DEBUG oslo_concurrency.lockutils [req-b95fc0a5-4197-4a49-8635-d1b6f44bff13 req-460d6604-439d-4663-ad01-e937c2f9e7e4 service nova] Releasing lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.633407] env[62643]: DEBUG nova.compute.manager [req-b95fc0a5-4197-4a49-8635-d1b6f44bff13 req-460d6604-439d-4663-ad01-e937c2f9e7e4 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Received event network-changed-3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.633673] env[62643]: DEBUG nova.compute.manager [req-b95fc0a5-4197-4a49-8635-d1b6f44bff13 req-460d6604-439d-4663-ad01-e937c2f9e7e4 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Refreshing instance network info cache due to event network-changed-3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 658.633792] env[62643]: DEBUG oslo_concurrency.lockutils [req-b95fc0a5-4197-4a49-8635-d1b6f44bff13 req-460d6604-439d-4663-ad01-e937c2f9e7e4 service nova] Acquiring lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.633931] env[62643]: DEBUG oslo_concurrency.lockutils [req-b95fc0a5-4197-4a49-8635-d1b6f44bff13 req-460d6604-439d-4663-ad01-e937c2f9e7e4 service nova] Acquired lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.634601] env[62643]: DEBUG nova.network.neutron [req-b95fc0a5-4197-4a49-8635-d1b6f44bff13 req-460d6604-439d-4663-ad01-e937c2f9e7e4 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Refreshing network info cache for port 3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.738210] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Releasing lock "refresh_cache-7b61b38f-3e03-41f5-8d94-f56ec29e416a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.738465] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updated the network info_cache for instance {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 658.738715] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.739016] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.739255] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.739563] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.739809] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.740046] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.740187] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62643) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 658.740353] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.874044] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.874246] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.874429] env[62643]: DEBUG nova.network.neutron [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.904762] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.939980] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "c24bad45-17ef-4e2b-805f-e5fd0ac8bca4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.940369] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "c24bad45-17ef-4e2b-805f-e5fd0ac8bca4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.940670] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "c24bad45-17ef-4e2b-805f-e5fd0ac8bca4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.940879] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "c24bad45-17ef-4e2b-805f-e5fd0ac8bca4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.941138] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "c24bad45-17ef-4e2b-805f-e5fd0ac8bca4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.943537] env[62643]: INFO nova.compute.manager [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Terminating instance [ 659.005988] env[62643]: DEBUG nova.compute.manager [req-ca6a40ad-0c4f-484f-9a80-6a1d725a0e4c req-fba7709a-aee7-4ca7-bbfe-1f286c2b06dd service nova] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Received event network-vif-plugged-4f4ff462-6e13-44b1-bf60-8d198efe97cd {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 659.006211] env[62643]: DEBUG oslo_concurrency.lockutils [req-ca6a40ad-0c4f-484f-9a80-6a1d725a0e4c req-fba7709a-aee7-4ca7-bbfe-1f286c2b06dd service nova] Acquiring lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.006416] env[62643]: DEBUG oslo_concurrency.lockutils [req-ca6a40ad-0c4f-484f-9a80-6a1d725a0e4c req-fba7709a-aee7-4ca7-bbfe-1f286c2b06dd service nova] Lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.006776] env[62643]: DEBUG oslo_concurrency.lockutils [req-ca6a40ad-0c4f-484f-9a80-6a1d725a0e4c req-fba7709a-aee7-4ca7-bbfe-1f286c2b06dd service nova] Lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.006776] env[62643]: DEBUG nova.compute.manager [req-ca6a40ad-0c4f-484f-9a80-6a1d725a0e4c req-fba7709a-aee7-4ca7-bbfe-1f286c2b06dd service nova] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] No waiting events found dispatching network-vif-plugged-4f4ff462-6e13-44b1-bf60-8d198efe97cd {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.006944] env[62643]: WARNING nova.compute.manager [req-ca6a40ad-0c4f-484f-9a80-6a1d725a0e4c req-fba7709a-aee7-4ca7-bbfe-1f286c2b06dd service nova] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Received unexpected event network-vif-plugged-4f4ff462-6e13-44b1-bf60-8d198efe97cd for instance with vm_state building and task_state spawning. [ 659.007066] env[62643]: DEBUG nova.compute.manager [req-ca6a40ad-0c4f-484f-9a80-6a1d725a0e4c req-fba7709a-aee7-4ca7-bbfe-1f286c2b06dd service nova] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Received event network-changed-4f4ff462-6e13-44b1-bf60-8d198efe97cd {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 659.007276] env[62643]: DEBUG nova.compute.manager [req-ca6a40ad-0c4f-484f-9a80-6a1d725a0e4c req-fba7709a-aee7-4ca7-bbfe-1f286c2b06dd service nova] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Refreshing instance network info cache due to event network-changed-4f4ff462-6e13-44b1-bf60-8d198efe97cd. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 659.007383] env[62643]: DEBUG oslo_concurrency.lockutils [req-ca6a40ad-0c4f-484f-9a80-6a1d725a0e4c req-fba7709a-aee7-4ca7-bbfe-1f286c2b06dd service nova] Acquiring lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.011549] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.057051] env[62643]: DEBUG nova.scheduler.client.report [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.245026] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.286584] env[62643]: DEBUG nova.compute.manager [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.317052] env[62643]: DEBUG nova.virt.hardware [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.317052] env[62643]: DEBUG nova.virt.hardware [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.317052] env[62643]: DEBUG nova.virt.hardware [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.317259] env[62643]: DEBUG nova.virt.hardware [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.317429] env[62643]: DEBUG nova.virt.hardware [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.317594] env[62643]: DEBUG nova.virt.hardware [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.317805] env[62643]: DEBUG nova.virt.hardware [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.317971] env[62643]: DEBUG nova.virt.hardware [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.318163] env[62643]: DEBUG nova.virt.hardware [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.318329] env[62643]: DEBUG nova.virt.hardware [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.318506] env[62643]: DEBUG nova.virt.hardware [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.319422] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487d24e6-41a5-4419-b907-9fce1c634991 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.328639] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03692d2c-3daa-40da-b1d0-135c65fe471d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.404365] env[62643]: DEBUG oslo_vmware.api [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382784, 'name': PowerOnVM_Task, 'duration_secs': 0.668623} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.404652] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.405028] env[62643]: INFO nova.compute.manager [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Took 11.60 seconds to spawn the instance on the hypervisor. [ 659.405028] env[62643]: DEBUG nova.compute.manager [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.405807] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b6b8b0-1ce2-451c-aab3-b85f8ae7778c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.440194] env[62643]: DEBUG nova.network.neutron [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.447985] env[62643]: DEBUG nova.compute.manager [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.448224] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.449154] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3316be44-94e9-4d73-a903-bb900364e57c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.461075] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.463412] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-485ba781-525a-4f70-a885-16c5e6376bce {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.470402] env[62643]: DEBUG oslo_vmware.api [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 659.470402] env[62643]: value = "task-2382786" [ 659.470402] env[62643]: _type = "Task" [ 659.470402] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.479626] env[62643]: DEBUG oslo_vmware.api [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.509799] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382785, 'name': ReconfigVM_Task, 'duration_secs': 0.889307} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.510122] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Reconfigured VM instance instance-00000018 to attach disk [datastore1] bb4772da-b738-487f-a72e-97673c3ae7f1/bb4772da-b738-487f-a72e-97673c3ae7f1.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.510800] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36bab7ec-fc10-4705-bd6b-f33975814b96 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.517320] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 659.517320] env[62643]: value = "task-2382787" [ 659.517320] env[62643]: _type = "Task" [ 659.517320] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.529643] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382787, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.549692] env[62643]: DEBUG nova.network.neutron [req-b95fc0a5-4197-4a49-8635-d1b6f44bff13 req-460d6604-439d-4663-ad01-e937c2f9e7e4 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Updated VIF entry in instance network info cache for port 3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.550124] env[62643]: DEBUG nova.network.neutron [req-b95fc0a5-4197-4a49-8635-d1b6f44bff13 req-460d6604-439d-4663-ad01-e937c2f9e7e4 service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Updating instance_info_cache with network_info: [{"id": "3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4", "address": "fa:16:3e:69:d9:d4", "network": {"id": "4fd14172-8152-4f05-bbba-22484d27cce0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280713548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a04f71c574a445c94f7b8491fc29f0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aebc6d2-55", "ovs_interfaceid": "3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.562814] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.566178] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.970s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.598562] env[62643]: INFO nova.scheduler.client.report [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Deleted allocations for instance f3d3bf6b-7561-4084-b363-01368aa28a0a [ 659.674258] env[62643]: DEBUG nova.network.neutron [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updating instance_info_cache with network_info: [{"id": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "address": "fa:16:3e:0f:c4:e8", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f4ff462-6e", "ovs_interfaceid": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.914794] env[62643]: DEBUG nova.compute.manager [req-ca381575-1f27-46d6-b8aa-93277021f501 req-6e091c38-dfbb-4758-91a1-f227850c38b7 service nova] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Received event network-vif-plugged-dfc456e5-047e-4c48-bc10-da584e66af93 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 659.915023] env[62643]: DEBUG oslo_concurrency.lockutils [req-ca381575-1f27-46d6-b8aa-93277021f501 req-6e091c38-dfbb-4758-91a1-f227850c38b7 service nova] Acquiring lock "c1c90088-c0e8-43b8-83e0-7a29dc83790e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.915240] env[62643]: DEBUG oslo_concurrency.lockutils [req-ca381575-1f27-46d6-b8aa-93277021f501 req-6e091c38-dfbb-4758-91a1-f227850c38b7 service nova] Lock "c1c90088-c0e8-43b8-83e0-7a29dc83790e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.915432] env[62643]: DEBUG oslo_concurrency.lockutils [req-ca381575-1f27-46d6-b8aa-93277021f501 req-6e091c38-dfbb-4758-91a1-f227850c38b7 service nova] Lock "c1c90088-c0e8-43b8-83e0-7a29dc83790e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.915647] env[62643]: DEBUG nova.compute.manager [req-ca381575-1f27-46d6-b8aa-93277021f501 req-6e091c38-dfbb-4758-91a1-f227850c38b7 service nova] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] No waiting events found dispatching network-vif-plugged-dfc456e5-047e-4c48-bc10-da584e66af93 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.915822] env[62643]: WARNING nova.compute.manager [req-ca381575-1f27-46d6-b8aa-93277021f501 req-6e091c38-dfbb-4758-91a1-f227850c38b7 service nova] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Received unexpected event network-vif-plugged-dfc456e5-047e-4c48-bc10-da584e66af93 for instance with vm_state building and task_state spawning. [ 659.921943] env[62643]: INFO nova.compute.manager [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Took 42.60 seconds to build instance. [ 659.975875] env[62643]: DEBUG nova.network.neutron [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Successfully updated port: dfc456e5-047e-4c48-bc10-da584e66af93 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.982882] env[62643]: DEBUG oslo_vmware.api [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382786, 'name': PowerOffVM_Task, 'duration_secs': 0.240436} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.983204] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.983737] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.985177] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86ed8ce0-9f81-4312-af50-46246c924ae8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.027665] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382787, 'name': Rename_Task, 'duration_secs': 0.15563} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.027933] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.028197] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e03272f1-5921-4785-a590-08f5e91b5493 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.034774] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 660.034774] env[62643]: value = "task-2382789" [ 660.034774] env[62643]: _type = "Task" [ 660.034774] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.043484] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.045052] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.045052] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.045186] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Deleting the datastore file [datastore2] c24bad45-17ef-4e2b-805f-e5fd0ac8bca4 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.045403] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d974be66-8577-4e46-ba98-889887bf50f7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.051371] env[62643]: DEBUG oslo_vmware.api [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 660.051371] env[62643]: value = "task-2382790" [ 660.051371] env[62643]: _type = "Task" [ 660.051371] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.054739] env[62643]: DEBUG oslo_concurrency.lockutils [req-b95fc0a5-4197-4a49-8635-d1b6f44bff13 req-460d6604-439d-4663-ad01-e937c2f9e7e4 service nova] Releasing lock "refresh_cache-aaaea473-cf12-456a-8c69-ee3e7656334c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.062117] env[62643]: DEBUG oslo_vmware.api [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.108086] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56306f7c-e52f-42fd-9e90-98ff336a758c tempest-ServersAdmin275Test-1236347785 tempest-ServersAdmin275Test-1236347785-project-member] Lock "f3d3bf6b-7561-4084-b363-01368aa28a0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.341s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.177230] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.177629] env[62643]: DEBUG nova.compute.manager [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Instance network_info: |[{"id": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "address": "fa:16:3e:0f:c4:e8", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f4ff462-6e", "ovs_interfaceid": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.178008] env[62643]: DEBUG oslo_concurrency.lockutils [req-ca6a40ad-0c4f-484f-9a80-6a1d725a0e4c req-fba7709a-aee7-4ca7-bbfe-1f286c2b06dd service nova] Acquired lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.178337] env[62643]: DEBUG nova.network.neutron [req-ca6a40ad-0c4f-484f-9a80-6a1d725a0e4c req-fba7709a-aee7-4ca7-bbfe-1f286c2b06dd service nova] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Refreshing network info cache for port 4f4ff462-6e13-44b1-bf60-8d198efe97cd {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.180210] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:c4:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f4ff462-6e13-44b1-bf60-8d198efe97cd', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.189907] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Creating folder: Project (23859bad67734eb2a65c6eb672f5a96c). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.196738] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5a566ec-a4a6-4465-9573-a65000883831 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.210369] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Created folder: Project (23859bad67734eb2a65c6eb672f5a96c) in parent group-v483488. [ 660.211089] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Creating folder: Instances. Parent ref: group-v483559. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.214483] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d6f0c5c-6262-452a-ac87-06545d688a84 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.227056] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Created folder: Instances in parent group-v483559. [ 660.227364] env[62643]: DEBUG oslo.service.loopingcall [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.227569] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.229948] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-522f6990-6e8b-4b6a-ae74-525d9bc6853c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.255164] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.255164] env[62643]: value = "task-2382793" [ 660.255164] env[62643]: _type = "Task" [ 660.255164] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.264716] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382793, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.425517] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a9fe3220-00bd-4da2-9b1d-c91ece4f2e3e tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Lock "6e2ca819-ef07-44fd-ad79-f9aaca72d1e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.066s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.472800] env[62643]: DEBUG nova.network.neutron [req-ca6a40ad-0c4f-484f-9a80-6a1d725a0e4c req-fba7709a-aee7-4ca7-bbfe-1f286c2b06dd service nova] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updated VIF entry in instance network info cache for port 4f4ff462-6e13-44b1-bf60-8d198efe97cd. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.473140] env[62643]: DEBUG nova.network.neutron [req-ca6a40ad-0c4f-484f-9a80-6a1d725a0e4c req-fba7709a-aee7-4ca7-bbfe-1f286c2b06dd service nova] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updating instance_info_cache with network_info: [{"id": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "address": "fa:16:3e:0f:c4:e8", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f4ff462-6e", "ovs_interfaceid": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.482719] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Acquiring lock "refresh_cache-c1c90088-c0e8-43b8-83e0-7a29dc83790e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.482757] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Acquired lock "refresh_cache-c1c90088-c0e8-43b8-83e0-7a29dc83790e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.482910] env[62643]: DEBUG nova.network.neutron [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.546646] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.562770] env[62643]: DEBUG oslo_vmware.api [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149211} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.562770] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.562770] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.562770] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.562770] env[62643]: INFO nova.compute.manager [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 660.563040] env[62643]: DEBUG oslo.service.loopingcall [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.563040] env[62643]: DEBUG nova.compute.manager [-] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.563040] env[62643]: DEBUG nova.network.neutron [-] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.702527] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0cd621-c7a5-45d2-8abd-c8197d4e8aa9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.712680] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baf95fa-eed0-431c-9c52-3c29a4a3ccc4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.751245] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66f5879-67da-4d23-9c91-f2eadebb9792 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.765447] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3850c0d7-c43a-487d-97d3-025059e093cf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.775224] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382793, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.784217] env[62643]: DEBUG nova.compute.provider_tree [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.932379] env[62643]: DEBUG nova.compute.manager [None req-c031cf49-5c69-4155-9232-74e84dd6f073 tempest-ServersListShow296Test-899031998 tempest-ServersListShow296Test-899031998-project-member] [instance: 4798fbfc-d4bc-44d5-afb8-744fc375b9cf] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.975755] env[62643]: DEBUG oslo_concurrency.lockutils [req-ca6a40ad-0c4f-484f-9a80-6a1d725a0e4c req-fba7709a-aee7-4ca7-bbfe-1f286c2b06dd service nova] Releasing lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.022051] env[62643]: DEBUG nova.network.neutron [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.052936] env[62643]: DEBUG oslo_vmware.api [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382789, 'name': PowerOnVM_Task, 'duration_secs': 0.858374} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.057026] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.057026] env[62643]: INFO nova.compute.manager [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Took 10.52 seconds to spawn the instance on the hypervisor. [ 661.057026] env[62643]: DEBUG nova.compute.manager [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.057026] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42120c7-b879-4732-bc47-1618ec940ed1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.189509] env[62643]: DEBUG nova.network.neutron [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Updating instance_info_cache with network_info: [{"id": "dfc456e5-047e-4c48-bc10-da584e66af93", "address": "fa:16:3e:4f:97:45", "network": {"id": "83fa3d43-1e58-40d8-873c-534445ccd136", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1336563909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "878b7abc6c7c4949a195786704d3106d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc456e5-04", "ovs_interfaceid": "dfc456e5-047e-4c48-bc10-da584e66af93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.268258] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382793, 'name': CreateVM_Task, 'duration_secs': 0.640059} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.268388] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.269063] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.269234] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.269551] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.269801] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c0ed13f-791a-401d-a786-5fc9bad16381 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.274901] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 661.274901] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524017ac-4c2c-b2b3-3fe5-de702775f94e" [ 661.274901] env[62643]: _type = "Task" [ 661.274901] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.282925] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524017ac-4c2c-b2b3-3fe5-de702775f94e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.286919] env[62643]: DEBUG nova.scheduler.client.report [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.356952] env[62643]: DEBUG nova.network.neutron [-] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.436453] env[62643]: DEBUG nova.compute.manager [None req-c031cf49-5c69-4155-9232-74e84dd6f073 tempest-ServersListShow296Test-899031998 tempest-ServersListShow296Test-899031998-project-member] [instance: 4798fbfc-d4bc-44d5-afb8-744fc375b9cf] Instance disappeared before build. {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 661.575502] env[62643]: INFO nova.compute.manager [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Took 42.45 seconds to build instance. [ 661.692361] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Releasing lock "refresh_cache-c1c90088-c0e8-43b8-83e0-7a29dc83790e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.692694] env[62643]: DEBUG nova.compute.manager [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Instance network_info: |[{"id": "dfc456e5-047e-4c48-bc10-da584e66af93", "address": "fa:16:3e:4f:97:45", "network": {"id": "83fa3d43-1e58-40d8-873c-534445ccd136", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1336563909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "878b7abc6c7c4949a195786704d3106d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc456e5-04", "ovs_interfaceid": "dfc456e5-047e-4c48-bc10-da584e66af93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.693146] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:97:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfc456e5-047e-4c48-bc10-da584e66af93', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.700654] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Creating folder: Project (878b7abc6c7c4949a195786704d3106d). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.700933] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4daf09f8-7c51-4e8f-9907-81746f1fb67f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.713152] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Created folder: Project (878b7abc6c7c4949a195786704d3106d) in parent group-v483488. [ 661.713360] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Creating folder: Instances. Parent ref: group-v483562. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.713597] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c584cb97-83c6-4b2a-ab15-940bb0bb706d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.722399] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Created folder: Instances in parent group-v483562. [ 661.722662] env[62643]: DEBUG oslo.service.loopingcall [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 661.722863] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.723077] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c5936f4-f460-427f-958e-8cfba3f97e10 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.743395] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.743395] env[62643]: value = "task-2382796" [ 661.743395] env[62643]: _type = "Task" [ 661.743395] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.751086] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382796, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.785741] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524017ac-4c2c-b2b3-3fe5-de702775f94e, 'name': SearchDatastore_Task, 'duration_secs': 0.009313} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.785869] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.786430] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.786430] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.786430] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.786616] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.789186] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abe58439-c7df-4204-a3e9-5abcaf7a8798 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.799159] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.799315] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.800189] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e2a099-e6d1-40b1-9a5e-c80c5295e16e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.805927] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 661.805927] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526747df-2a65-08e5-d1fc-24f7690135db" [ 661.805927] env[62643]: _type = "Task" [ 661.805927] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.816771] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526747df-2a65-08e5-d1fc-24f7690135db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.861169] env[62643]: INFO nova.compute.manager [-] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Took 1.30 seconds to deallocate network for instance. [ 661.954306] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c031cf49-5c69-4155-9232-74e84dd6f073 tempest-ServersListShow296Test-899031998 tempest-ServersListShow296Test-899031998-project-member] Lock "4798fbfc-d4bc-44d5-afb8-744fc375b9cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.353s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.973008] env[62643]: DEBUG nova.compute.manager [req-c47a8c66-d9ce-4221-bb83-ac95b10b08be req-67cfb4b0-fee8-4f89-b35d-870989a614e4 service nova] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Received event network-changed-dfc456e5-047e-4c48-bc10-da584e66af93 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.973356] env[62643]: DEBUG nova.compute.manager [req-c47a8c66-d9ce-4221-bb83-ac95b10b08be req-67cfb4b0-fee8-4f89-b35d-870989a614e4 service nova] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Refreshing instance network info cache due to event network-changed-dfc456e5-047e-4c48-bc10-da584e66af93. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 661.973608] env[62643]: DEBUG oslo_concurrency.lockutils [req-c47a8c66-d9ce-4221-bb83-ac95b10b08be req-67cfb4b0-fee8-4f89-b35d-870989a614e4 service nova] Acquiring lock "refresh_cache-c1c90088-c0e8-43b8-83e0-7a29dc83790e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.973742] env[62643]: DEBUG oslo_concurrency.lockutils [req-c47a8c66-d9ce-4221-bb83-ac95b10b08be req-67cfb4b0-fee8-4f89-b35d-870989a614e4 service nova] Acquired lock "refresh_cache-c1c90088-c0e8-43b8-83e0-7a29dc83790e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.973961] env[62643]: DEBUG nova.network.neutron [req-c47a8c66-d9ce-4221-bb83-ac95b10b08be req-67cfb4b0-fee8-4f89-b35d-870989a614e4 service nova] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Refreshing network info cache for port dfc456e5-047e-4c48-bc10-da584e66af93 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.078510] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1fb1ee4-a0e5-4221-bf58-469d6d159aa1 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "bb4772da-b738-487f-a72e-97673c3ae7f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.087s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.254612] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382796, 'name': CreateVM_Task, 'duration_secs': 0.370573} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.254791] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.255451] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.255613] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.255930] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.256191] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed09091-9f9d-44c6-b91b-c742bebd0435 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.261153] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Waiting for the task: (returnval){ [ 662.261153] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52160f0f-110b-304a-dc89-d883a0e593d2" [ 662.261153] env[62643]: _type = "Task" [ 662.261153] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.269171] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52160f0f-110b-304a-dc89-d883a0e593d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.294948] env[62643]: DEBUG nova.compute.manager [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.294948] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2cb462-864b-485c-9e75-cb6ce55f1d37 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.298426] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.732s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.301775] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.961s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.302548] env[62643]: INFO nova.compute.claims [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.321162] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526747df-2a65-08e5-d1fc-24f7690135db, 'name': SearchDatastore_Task, 'duration_secs': 0.013176} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.321980] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74bed66d-12c2-49ff-9d9a-3d3d5c774d7c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.327073] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 662.327073] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a9dc02-cf95-6aeb-725c-f88a97e80fa3" [ 662.327073] env[62643]: _type = "Task" [ 662.327073] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.336103] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a9dc02-cf95-6aeb-725c-f88a97e80fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.368978] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.457359] env[62643]: DEBUG nova.compute.manager [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.581308] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.733379] env[62643]: DEBUG nova.network.neutron [req-c47a8c66-d9ce-4221-bb83-ac95b10b08be req-67cfb4b0-fee8-4f89-b35d-870989a614e4 service nova] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Updated VIF entry in instance network info cache for port dfc456e5-047e-4c48-bc10-da584e66af93. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.733759] env[62643]: DEBUG nova.network.neutron [req-c47a8c66-d9ce-4221-bb83-ac95b10b08be req-67cfb4b0-fee8-4f89-b35d-870989a614e4 service nova] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Updating instance_info_cache with network_info: [{"id": "dfc456e5-047e-4c48-bc10-da584e66af93", "address": "fa:16:3e:4f:97:45", "network": {"id": "83fa3d43-1e58-40d8-873c-534445ccd136", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1336563909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "878b7abc6c7c4949a195786704d3106d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc456e5-04", "ovs_interfaceid": "dfc456e5-047e-4c48-bc10-da584e66af93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.772662] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52160f0f-110b-304a-dc89-d883a0e593d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010116} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.772982] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.773230] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.773454] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.818714] env[62643]: INFO nova.compute.manager [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] instance snapshotting [ 662.821471] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60f175c-5e21-4146-b079-3373a7a67318 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.847785] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234cd12a-49d9-4663-a3d0-c530f73bc30b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.860876] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a9dc02-cf95-6aeb-725c-f88a97e80fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.009161} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.862418] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.862418] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 51049d09-cb97-42a9-aa48-b9375cf7c7eb/51049d09-cb97-42a9-aa48-b9375cf7c7eb.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.862418] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.862418] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.862707] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e26b4201-4b25-4f1f-bbca-5a91f6a5c88e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.864385] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31c15283-60b8-45eb-b48c-41a243e9ca5f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.872531] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 662.872531] env[62643]: value = "task-2382797" [ 662.872531] env[62643]: _type = "Task" [ 662.872531] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.873645] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.875233] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.878736] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d262af28-4b1f-4a87-970e-7bbda247ac35 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.890527] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2382797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.893119] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Waiting for the task: (returnval){ [ 662.893119] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5213d7f5-f892-861e-63c3-387feca8f7c4" [ 662.893119] env[62643]: _type = "Task" [ 662.893119] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.906493] env[62643]: INFO nova.scheduler.client.report [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Deleted allocation for migration b82197a1-9d36-475c-9d74-07ff86b97d3c [ 662.908619] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5213d7f5-f892-861e-63c3-387feca8f7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.909522] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67747ac9-234a-4bf1-bbfa-756866c5d6e3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.922177] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Waiting for the task: (returnval){ [ 662.922177] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5204b914-5c91-a866-cfed-8f2a27463966" [ 662.922177] env[62643]: _type = "Task" [ 662.922177] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.928845] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5204b914-5c91-a866-cfed-8f2a27463966, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.994513] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.109251] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.236779] env[62643]: DEBUG oslo_concurrency.lockutils [req-c47a8c66-d9ce-4221-bb83-ac95b10b08be req-67cfb4b0-fee8-4f89-b35d-870989a614e4 service nova] Releasing lock "refresh_cache-c1c90088-c0e8-43b8-83e0-7a29dc83790e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.238484] env[62643]: DEBUG nova.compute.manager [req-c47a8c66-d9ce-4221-bb83-ac95b10b08be req-67cfb4b0-fee8-4f89-b35d-870989a614e4 service nova] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Received event network-vif-deleted-912e72ef-1c4b-46ca-a98f-1d36cf2afa1b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.363184] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 663.363626] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f53d0507-6211-4ff6-91ff-6cf41d33ee6c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.372425] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 663.372425] env[62643]: value = "task-2382798" [ 663.372425] env[62643]: _type = "Task" [ 663.372425] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.392721] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382798, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.393022] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2382797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486199} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.393337] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 51049d09-cb97-42a9-aa48-b9375cf7c7eb/51049d09-cb97-42a9-aa48-b9375cf7c7eb.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.393656] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.393941] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe6952c2-d6ec-4c05-b3cd-93ff3b1d5292 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.402920] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 663.402920] env[62643]: value = "task-2382799" [ 663.402920] env[62643]: _type = "Task" [ 663.402920] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.412446] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2382799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.418870] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f07eb6b2-ca0f-46a8-92f9-4ef8cadb602d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.541s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.430773] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5204b914-5c91-a866-cfed-8f2a27463966, 'name': SearchDatastore_Task, 'duration_secs': 0.009814} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.432669] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.432669] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] c1c90088-c0e8-43b8-83e0-7a29dc83790e/c1c90088-c0e8-43b8-83e0-7a29dc83790e.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.432669] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6647c195-4583-40b3-a42e-fcbf89876784 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.441431] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Waiting for the task: (returnval){ [ 663.441431] env[62643]: value = "task-2382800" [ 663.441431] env[62643]: _type = "Task" [ 663.441431] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.452795] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': task-2382800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.725447] env[62643]: DEBUG oslo_vmware.rw_handles [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523936c9-51ad-99fb-60ba-69c1f8c1db98/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 663.726598] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af17dae9-0f14-4482-a348-4c788878db40 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.737854] env[62643]: DEBUG oslo_vmware.rw_handles [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523936c9-51ad-99fb-60ba-69c1f8c1db98/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 663.738105] env[62643]: ERROR oslo_vmware.rw_handles [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523936c9-51ad-99fb-60ba-69c1f8c1db98/disk-0.vmdk due to incomplete transfer. [ 663.738394] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fdcdf659-adc7-4fc8-a80f-481de62c51fc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.750457] env[62643]: DEBUG oslo_vmware.rw_handles [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523936c9-51ad-99fb-60ba-69c1f8c1db98/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 663.750693] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Uploaded image 5cea95e8-c199-4bc2-ba10-26e2c3ad7e0b to the Glance image server {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 663.754537] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 663.759088] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bffa1c95-906a-41d5-8252-b2337ee9ac40 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.767901] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 663.767901] env[62643]: value = "task-2382801" [ 663.767901] env[62643]: _type = "Task" [ 663.767901] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.781669] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382801, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.889416] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382798, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.914256] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2382799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078876} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.915066] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.915500] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafec467-fe84-440b-9c07-0e3e5c60982b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.938402] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 51049d09-cb97-42a9-aa48-b9375cf7c7eb/51049d09-cb97-42a9-aa48-b9375cf7c7eb.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.941213] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0601ede-fde3-4ccb-a5a6-0fdd6435c86d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.966546] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': task-2382800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448243} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.968237] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] c1c90088-c0e8-43b8-83e0-7a29dc83790e/c1c90088-c0e8-43b8-83e0-7a29dc83790e.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.968379] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.968573] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 663.968573] env[62643]: value = "task-2382802" [ 663.968573] env[62643]: _type = "Task" [ 663.968573] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.968843] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-813cde7e-678b-4874-b89f-a79c16d953a1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.983759] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2382802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.985704] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Waiting for the task: (returnval){ [ 663.985704] env[62643]: value = "task-2382803" [ 663.985704] env[62643]: _type = "Task" [ 663.985704] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.003893] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': task-2382803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.007502] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c3cfb4-99c7-4514-af2e-ef5fe0801553 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.016697] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728e510a-5cfd-4274-bb27-545adf2c1f08 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.051126] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6038d9-d470-4acc-a941-be015111fc6f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.059780] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2464d94-a1ec-4048-bbf5-5fcc1f1e9fb0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.075404] env[62643]: DEBUG nova.compute.provider_tree [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.281707] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382801, 'name': Destroy_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.383142] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382798, 'name': CreateSnapshot_Task, 'duration_secs': 1.009645} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.383360] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 664.384123] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e693e6-1716-4118-a478-ed0960622912 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.483628] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2382802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.497549] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': task-2382803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184405} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.497902] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.498942] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ab1928-b34d-475e-ac12-881d4e0b30e0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.533840] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] c1c90088-c0e8-43b8-83e0-7a29dc83790e/c1c90088-c0e8-43b8-83e0-7a29dc83790e.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.534180] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-791d5f62-4763-41ad-b7f9-696825b41ae4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.565711] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Waiting for the task: (returnval){ [ 664.565711] env[62643]: value = "task-2382804" [ 664.565711] env[62643]: _type = "Task" [ 664.565711] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.577489] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': task-2382804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.578954] env[62643]: DEBUG nova.scheduler.client.report [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.782348] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382801, 'name': Destroy_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.904321] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 664.904675] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4068eaef-5932-4033-a73a-2bd2a85d1ba5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.912466] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 664.912466] env[62643]: value = "task-2382805" [ 664.912466] env[62643]: _type = "Task" [ 664.912466] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.920811] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382805, 'name': CloneVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.981533] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2382802, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.078020] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': task-2382804, 'name': ReconfigVM_Task, 'duration_secs': 0.287168} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.078020] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Reconfigured VM instance instance-0000001a to attach disk [datastore2] c1c90088-c0e8-43b8-83e0-7a29dc83790e/c1c90088-c0e8-43b8-83e0-7a29dc83790e.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.078020] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18214fc8-ed90-4a63-ac4c-44e0019564fe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.084536] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Waiting for the task: (returnval){ [ 665.084536] env[62643]: value = "task-2382806" [ 665.084536] env[62643]: _type = "Task" [ 665.084536] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.088307] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.088826] env[62643]: DEBUG nova.compute.manager [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.093037] env[62643]: DEBUG oslo_concurrency.lockutils [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.077s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.093438] env[62643]: INFO nova.compute.claims [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.101908] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': task-2382806, 'name': Rename_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.281530] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382801, 'name': Destroy_Task, 'duration_secs': 1.028802} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.281789] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Destroyed the VM [ 665.282033] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 665.282279] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a6530b79-25c7-4bdb-b807-cc5b0416e2dd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.288393] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 665.288393] env[62643]: value = "task-2382807" [ 665.288393] env[62643]: _type = "Task" [ 665.288393] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.295911] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382807, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.299450] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.299663] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.422402] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382805, 'name': CloneVM_Task} progress is 93%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.482309] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2382802, 'name': ReconfigVM_Task, 'duration_secs': 1.01953} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.482309] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 51049d09-cb97-42a9-aa48-b9375cf7c7eb/51049d09-cb97-42a9-aa48-b9375cf7c7eb.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.482914] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5374acf-4bb6-424e-ab18-b305445970d8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.489011] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 665.489011] env[62643]: value = "task-2382808" [ 665.489011] env[62643]: _type = "Task" [ 665.489011] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.497197] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2382808, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.601161] env[62643]: DEBUG nova.compute.utils [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 665.604216] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': task-2382806, 'name': Rename_Task, 'duration_secs': 0.144456} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.604920] env[62643]: DEBUG nova.compute.manager [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.605118] env[62643]: DEBUG nova.network.neutron [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.607059] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.607454] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ac93e9c-b933-4404-a5be-fc72c340b290 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.616942] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Waiting for the task: (returnval){ [ 665.616942] env[62643]: value = "task-2382809" [ 665.616942] env[62643]: _type = "Task" [ 665.616942] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.625852] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': task-2382809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.663675] env[62643]: DEBUG nova.policy [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3cb20ecb8ff4212ab817a0f679d5161', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc829a6049a94a2d98bd5f47a6df92b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.801755] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382807, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.925861] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382805, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.008163] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2382808, 'name': Rename_Task, 'duration_secs': 0.336678} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.008163] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.008163] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeb8f924-27b4-44bc-b54c-fa5fdb80ccf7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.013414] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 666.013414] env[62643]: value = "task-2382810" [ 666.013414] env[62643]: _type = "Task" [ 666.013414] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.025051] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2382810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.080752] env[62643]: DEBUG nova.network.neutron [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Successfully created port: 49fe5600-ab95-4974-add0-9ace07975973 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.105748] env[62643]: DEBUG nova.compute.manager [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.128872] env[62643]: DEBUG oslo_vmware.api [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': task-2382809, 'name': PowerOnVM_Task, 'duration_secs': 0.501368} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.129973] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.129973] env[62643]: INFO nova.compute.manager [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Took 6.84 seconds to spawn the instance on the hypervisor. [ 666.129973] env[62643]: DEBUG nova.compute.manager [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.130351] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503fda6b-437b-42e5-8bc3-6c6bca40248c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.312807] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382807, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.434634] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382805, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.529940] env[62643]: DEBUG oslo_vmware.api [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2382810, 'name': PowerOnVM_Task, 'duration_secs': 0.507858} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.529940] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.529940] env[62643]: INFO nova.compute.manager [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Took 10.06 seconds to spawn the instance on the hypervisor. [ 666.529940] env[62643]: DEBUG nova.compute.manager [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.530128] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a9dced-987d-4cc9-9ce1-6fd3f1859412 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.657960] env[62643]: INFO nova.compute.manager [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Took 39.06 seconds to build instance. [ 666.810539] env[62643]: DEBUG oslo_vmware.api [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382807, 'name': RemoveSnapshot_Task, 'duration_secs': 1.304973} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.810778] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 666.810970] env[62643]: INFO nova.compute.manager [None req-eddd427d-8708-41ec-876b-91b79869693f tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Took 16.87 seconds to snapshot the instance on the hypervisor. [ 666.830017] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e9cfdf-296a-49ed-a8e4-6584929c28e2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.835895] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6316f36-397d-4b20-9bf1-8b5182d06551 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.868704] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c35ff3a-172b-4ccb-b067-fd2597907c0b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.878458] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed6b956-d43b-41ba-843c-1c3f2ddd1be1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.894031] env[62643]: DEBUG nova.compute.provider_tree [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.928887] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382805, 'name': CloneVM_Task, 'duration_secs': 1.987926} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.928887] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Created linked-clone VM from snapshot [ 666.929185] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784d3b90-6b54-453c-b5b0-4bb1c2612d1a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.937765] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Uploading image dcf15eaa-f452-4197-b923-995f393444e7 {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 666.981190] env[62643]: DEBUG oslo_vmware.rw_handles [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 666.981190] env[62643]: value = "vm-483566" [ 666.981190] env[62643]: _type = "VirtualMachine" [ 666.981190] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 666.981536] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d7403be6-2a76-4876-9424-bff1c5e1b1c8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.990857] env[62643]: DEBUG oslo_vmware.rw_handles [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Lease: (returnval){ [ 666.990857] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b87a90-fbc1-06b0-4621-76465eaa7a70" [ 666.990857] env[62643]: _type = "HttpNfcLease" [ 666.990857] env[62643]: } obtained for exporting VM: (result){ [ 666.990857] env[62643]: value = "vm-483566" [ 666.990857] env[62643]: _type = "VirtualMachine" [ 666.990857] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 666.991152] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the lease: (returnval){ [ 666.991152] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b87a90-fbc1-06b0-4621-76465eaa7a70" [ 666.991152] env[62643]: _type = "HttpNfcLease" [ 666.991152] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 667.000367] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 667.000367] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b87a90-fbc1-06b0-4621-76465eaa7a70" [ 667.000367] env[62643]: _type = "HttpNfcLease" [ 667.000367] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 667.051950] env[62643]: INFO nova.compute.manager [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Took 40.21 seconds to build instance. [ 667.126598] env[62643]: DEBUG nova.compute.manager [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.160507] env[62643]: DEBUG oslo_concurrency.lockutils [None req-65658d6a-8bcc-4aba-84e8-8c69e4ffe313 tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Lock "c1c90088-c0e8-43b8-83e0-7a29dc83790e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.587s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.163094] env[62643]: DEBUG nova.virt.hardware [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.163359] env[62643]: DEBUG nova.virt.hardware [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.163527] env[62643]: DEBUG nova.virt.hardware [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.163724] env[62643]: DEBUG nova.virt.hardware [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.163959] env[62643]: DEBUG nova.virt.hardware [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.164041] env[62643]: DEBUG nova.virt.hardware [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.164441] env[62643]: DEBUG nova.virt.hardware [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.165107] env[62643]: DEBUG nova.virt.hardware [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.165107] env[62643]: DEBUG nova.virt.hardware [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.165107] env[62643]: DEBUG nova.virt.hardware [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.165290] env[62643]: DEBUG nova.virt.hardware [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.167424] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7a96de-7f84-4276-b828-6914821d1c08 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.177266] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eb51f6-4f47-4bd9-b619-dd5bad5e1dc2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.397618] env[62643]: DEBUG nova.scheduler.client.report [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.501309] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 667.501309] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b87a90-fbc1-06b0-4621-76465eaa7a70" [ 667.501309] env[62643]: _type = "HttpNfcLease" [ 667.501309] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 667.505024] env[62643]: DEBUG oslo_vmware.rw_handles [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 667.505024] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b87a90-fbc1-06b0-4621-76465eaa7a70" [ 667.505024] env[62643]: _type = "HttpNfcLease" [ 667.505024] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 667.505024] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695a75af-0fb9-4018-9ee9-2953649ec0f2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.511779] env[62643]: DEBUG oslo_vmware.rw_handles [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52639ba8-4436-fa65-0b59-c89c399078f7/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 667.512022] env[62643]: DEBUG oslo_vmware.rw_handles [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52639ba8-4436-fa65-0b59-c89c399078f7/disk-0.vmdk for reading. {{(pid=62643) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 667.583533] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2c2ccc5b-8de0-43c0-97bc-9c82e6195d8a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.437s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.638448] env[62643]: DEBUG nova.compute.manager [req-ba8c2f8e-0b29-4122-a7e2-9ed60fee27c6 req-d10953c7-a725-4e0e-97af-546f27312612 service nova] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Received event network-changed-dfc456e5-047e-4c48-bc10-da584e66af93 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.638448] env[62643]: DEBUG nova.compute.manager [req-ba8c2f8e-0b29-4122-a7e2-9ed60fee27c6 req-d10953c7-a725-4e0e-97af-546f27312612 service nova] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Refreshing instance network info cache due to event network-changed-dfc456e5-047e-4c48-bc10-da584e66af93. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 667.638448] env[62643]: DEBUG oslo_concurrency.lockutils [req-ba8c2f8e-0b29-4122-a7e2-9ed60fee27c6 req-d10953c7-a725-4e0e-97af-546f27312612 service nova] Acquiring lock "refresh_cache-c1c90088-c0e8-43b8-83e0-7a29dc83790e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.638448] env[62643]: DEBUG oslo_concurrency.lockutils [req-ba8c2f8e-0b29-4122-a7e2-9ed60fee27c6 req-d10953c7-a725-4e0e-97af-546f27312612 service nova] Acquired lock "refresh_cache-c1c90088-c0e8-43b8-83e0-7a29dc83790e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.638448] env[62643]: DEBUG nova.network.neutron [req-ba8c2f8e-0b29-4122-a7e2-9ed60fee27c6 req-d10953c7-a725-4e0e-97af-546f27312612 service nova] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Refreshing network info cache for port dfc456e5-047e-4c48-bc10-da584e66af93 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.673475] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.677929] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2279ba82-187d-41e8-a97a-5aa9a610bd39 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.907994] env[62643]: DEBUG oslo_concurrency.lockutils [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.908509] env[62643]: DEBUG nova.compute.manager [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.911523] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.014s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.913726] env[62643]: INFO nova.compute.claims [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.088170] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.105554] env[62643]: DEBUG oslo_concurrency.lockutils [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Acquiring lock "40588dfc-c8b5-4edb-b5f8-b533658e56a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.105801] env[62643]: DEBUG oslo_concurrency.lockutils [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Lock "40588dfc-c8b5-4edb-b5f8-b533658e56a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.149379] env[62643]: DEBUG nova.compute.manager [req-fc473af1-ecce-4514-bf90-2b2655b5d038 req-4a6832f7-9c39-4414-9214-917f7e951776 service nova] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Received event network-changed-4f4ff462-6e13-44b1-bf60-8d198efe97cd {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.149379] env[62643]: DEBUG nova.compute.manager [req-fc473af1-ecce-4514-bf90-2b2655b5d038 req-4a6832f7-9c39-4414-9214-917f7e951776 service nova] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Refreshing instance network info cache due to event network-changed-4f4ff462-6e13-44b1-bf60-8d198efe97cd. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 668.149858] env[62643]: DEBUG oslo_concurrency.lockutils [req-fc473af1-ecce-4514-bf90-2b2655b5d038 req-4a6832f7-9c39-4414-9214-917f7e951776 service nova] Acquiring lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.149858] env[62643]: DEBUG oslo_concurrency.lockutils [req-fc473af1-ecce-4514-bf90-2b2655b5d038 req-4a6832f7-9c39-4414-9214-917f7e951776 service nova] Acquired lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.149858] env[62643]: DEBUG nova.network.neutron [req-fc473af1-ecce-4514-bf90-2b2655b5d038 req-4a6832f7-9c39-4414-9214-917f7e951776 service nova] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Refreshing network info cache for port 4f4ff462-6e13-44b1-bf60-8d198efe97cd {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.197957] env[62643]: DEBUG nova.network.neutron [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Successfully updated port: 49fe5600-ab95-4974-add0-9ace07975973 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.208343] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.413041] env[62643]: DEBUG nova.compute.utils [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 668.418020] env[62643]: DEBUG nova.compute.manager [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.418020] env[62643]: DEBUG nova.network.neutron [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.472382] env[62643]: DEBUG nova.policy [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '817446fc4ec147fdac4749d88b7f8c34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2c0fb0db32b4e3cb369f3668fdda8c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.574717] env[62643]: DEBUG nova.network.neutron [req-ba8c2f8e-0b29-4122-a7e2-9ed60fee27c6 req-d10953c7-a725-4e0e-97af-546f27312612 service nova] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Updated VIF entry in instance network info cache for port dfc456e5-047e-4c48-bc10-da584e66af93. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.575091] env[62643]: DEBUG nova.network.neutron [req-ba8c2f8e-0b29-4122-a7e2-9ed60fee27c6 req-d10953c7-a725-4e0e-97af-546f27312612 service nova] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Updating instance_info_cache with network_info: [{"id": "dfc456e5-047e-4c48-bc10-da584e66af93", "address": "fa:16:3e:4f:97:45", "network": {"id": "83fa3d43-1e58-40d8-873c-534445ccd136", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1336563909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "878b7abc6c7c4949a195786704d3106d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc456e5-04", "ovs_interfaceid": "dfc456e5-047e-4c48-bc10-da584e66af93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.620546] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.700080] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "refresh_cache-3f036c4b-0b5b-49e8-89cd-4e63e9c80d65" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.700240] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired lock "refresh_cache-3f036c4b-0b5b-49e8-89cd-4e63e9c80d65" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.700426] env[62643]: DEBUG nova.network.neutron [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.913701] env[62643]: DEBUG nova.network.neutron [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Successfully created port: f4836040-a85b-4b49-a770-f891291a35df {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.915765] env[62643]: DEBUG nova.compute.manager [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.005830] env[62643]: DEBUG nova.network.neutron [req-fc473af1-ecce-4514-bf90-2b2655b5d038 req-4a6832f7-9c39-4414-9214-917f7e951776 service nova] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updated VIF entry in instance network info cache for port 4f4ff462-6e13-44b1-bf60-8d198efe97cd. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.006368] env[62643]: DEBUG nova.network.neutron [req-fc473af1-ecce-4514-bf90-2b2655b5d038 req-4a6832f7-9c39-4414-9214-917f7e951776 service nova] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updating instance_info_cache with network_info: [{"id": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "address": "fa:16:3e:0f:c4:e8", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f4ff462-6e", "ovs_interfaceid": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.081678] env[62643]: DEBUG oslo_concurrency.lockutils [req-ba8c2f8e-0b29-4122-a7e2-9ed60fee27c6 req-d10953c7-a725-4e0e-97af-546f27312612 service nova] Releasing lock "refresh_cache-c1c90088-c0e8-43b8-83e0-7a29dc83790e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.239150] env[62643]: DEBUG nova.network.neutron [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.429030] env[62643]: DEBUG nova.network.neutron [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Updating instance_info_cache with network_info: [{"id": "49fe5600-ab95-4974-add0-9ace07975973", "address": "fa:16:3e:51:0c:c6", "network": {"id": "b0db6530-1a58-4ab0-b9b5-c5764bdd7d7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-466483620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc829a6049a94a2d98bd5f47a6df92b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49fe5600-ab", "ovs_interfaceid": "49fe5600-ab95-4974-add0-9ace07975973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.509911] env[62643]: DEBUG oslo_concurrency.lockutils [req-fc473af1-ecce-4514-bf90-2b2655b5d038 req-4a6832f7-9c39-4414-9214-917f7e951776 service nova] Releasing lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.557733] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f259a83d-f3dc-4552-82f8-45d1da7a0e5f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.565278] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29e0d77-8ae2-43cd-800c-4f13ea6239f1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.600220] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7884e2-c2f4-41d8-9e21-59c68da37cfd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.608908] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a25596-5a20-478d-bc50-afbc1cd8fd68 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.614727] env[62643]: DEBUG nova.compute.manager [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.615724] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f4dafc-00a0-42ba-8b12-562b0f6dc7d6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.630079] env[62643]: DEBUG nova.compute.provider_tree [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.928971] env[62643]: DEBUG nova.compute.manager [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.936186] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Releasing lock "refresh_cache-3f036c4b-0b5b-49e8-89cd-4e63e9c80d65" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.936186] env[62643]: DEBUG nova.compute.manager [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Instance network_info: |[{"id": "49fe5600-ab95-4974-add0-9ace07975973", "address": "fa:16:3e:51:0c:c6", "network": {"id": "b0db6530-1a58-4ab0-b9b5-c5764bdd7d7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-466483620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc829a6049a94a2d98bd5f47a6df92b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49fe5600-ab", "ovs_interfaceid": "49fe5600-ab95-4974-add0-9ace07975973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.936322] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:0c:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49fe5600-ab95-4974-add0-9ace07975973', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.945526] env[62643]: DEBUG oslo.service.loopingcall [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 669.945827] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.946151] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99e278ab-6d23-424b-9d77-ddfd203078d1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.981341] env[62643]: DEBUG nova.virt.hardware [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.981779] env[62643]: DEBUG nova.virt.hardware [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.982113] env[62643]: DEBUG nova.virt.hardware [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.982446] env[62643]: DEBUG nova.virt.hardware [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.982716] env[62643]: DEBUG nova.virt.hardware [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.983008] env[62643]: DEBUG nova.virt.hardware [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.983466] env[62643]: DEBUG nova.virt.hardware [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.983757] env[62643]: DEBUG nova.virt.hardware [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.984070] env[62643]: DEBUG nova.virt.hardware [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.984405] env[62643]: DEBUG nova.virt.hardware [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.984741] env[62643]: DEBUG nova.virt.hardware [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.985319] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.985319] env[62643]: value = "task-2382812" [ 669.985319] env[62643]: _type = "Task" [ 669.985319] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.986380] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b44609-3600-4b23-b3f9-af854d55ac96 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.004421] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b123ed-03dd-4e45-b638-e26c60843ae5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.008308] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382812, 'name': CreateVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.134636] env[62643]: DEBUG nova.scheduler.client.report [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.140783] env[62643]: INFO nova.compute.manager [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] instance snapshotting [ 670.143620] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac95979b-41d1-4c4b-8989-a02619c9ee91 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.165243] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4060c82-e3a4-4e2e-a39d-263bcf675291 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.209762] env[62643]: DEBUG nova.compute.manager [req-738c93c7-4bef-4ef7-a074-00348d83a477 req-062da7cc-534c-4c24-9040-8c86a705a654 service nova] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Received event network-vif-plugged-49fe5600-ab95-4974-add0-9ace07975973 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.209762] env[62643]: DEBUG oslo_concurrency.lockutils [req-738c93c7-4bef-4ef7-a074-00348d83a477 req-062da7cc-534c-4c24-9040-8c86a705a654 service nova] Acquiring lock "3f036c4b-0b5b-49e8-89cd-4e63e9c80d65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.209984] env[62643]: DEBUG oslo_concurrency.lockutils [req-738c93c7-4bef-4ef7-a074-00348d83a477 req-062da7cc-534c-4c24-9040-8c86a705a654 service nova] Lock "3f036c4b-0b5b-49e8-89cd-4e63e9c80d65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.210174] env[62643]: DEBUG oslo_concurrency.lockutils [req-738c93c7-4bef-4ef7-a074-00348d83a477 req-062da7cc-534c-4c24-9040-8c86a705a654 service nova] Lock "3f036c4b-0b5b-49e8-89cd-4e63e9c80d65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.210486] env[62643]: DEBUG nova.compute.manager [req-738c93c7-4bef-4ef7-a074-00348d83a477 req-062da7cc-534c-4c24-9040-8c86a705a654 service nova] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] No waiting events found dispatching network-vif-plugged-49fe5600-ab95-4974-add0-9ace07975973 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.210667] env[62643]: WARNING nova.compute.manager [req-738c93c7-4bef-4ef7-a074-00348d83a477 req-062da7cc-534c-4c24-9040-8c86a705a654 service nova] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Received unexpected event network-vif-plugged-49fe5600-ab95-4974-add0-9ace07975973 for instance with vm_state building and task_state spawning. [ 670.210878] env[62643]: DEBUG nova.compute.manager [req-738c93c7-4bef-4ef7-a074-00348d83a477 req-062da7cc-534c-4c24-9040-8c86a705a654 service nova] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Received event network-changed-49fe5600-ab95-4974-add0-9ace07975973 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.211066] env[62643]: DEBUG nova.compute.manager [req-738c93c7-4bef-4ef7-a074-00348d83a477 req-062da7cc-534c-4c24-9040-8c86a705a654 service nova] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Refreshing instance network info cache due to event network-changed-49fe5600-ab95-4974-add0-9ace07975973. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 670.211293] env[62643]: DEBUG oslo_concurrency.lockutils [req-738c93c7-4bef-4ef7-a074-00348d83a477 req-062da7cc-534c-4c24-9040-8c86a705a654 service nova] Acquiring lock "refresh_cache-3f036c4b-0b5b-49e8-89cd-4e63e9c80d65" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.211550] env[62643]: DEBUG oslo_concurrency.lockutils [req-738c93c7-4bef-4ef7-a074-00348d83a477 req-062da7cc-534c-4c24-9040-8c86a705a654 service nova] Acquired lock "refresh_cache-3f036c4b-0b5b-49e8-89cd-4e63e9c80d65" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.211752] env[62643]: DEBUG nova.network.neutron [req-738c93c7-4bef-4ef7-a074-00348d83a477 req-062da7cc-534c-4c24-9040-8c86a705a654 service nova] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Refreshing network info cache for port 49fe5600-ab95-4974-add0-9ace07975973 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.500940] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382812, 'name': CreateVM_Task, 'duration_secs': 0.437585} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.501237] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.501852] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.502064] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.502419] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.502702] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27799721-f007-42ce-b0ab-294db08b6d9b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.509763] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 670.509763] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524950e4-a1e9-d068-b93d-ca5e03c379fc" [ 670.509763] env[62643]: _type = "Task" [ 670.509763] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.518181] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524950e4-a1e9-d068-b93d-ca5e03c379fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.609228] env[62643]: DEBUG nova.network.neutron [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Successfully updated port: f4836040-a85b-4b49-a770-f891291a35df {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.640148] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.640664] env[62643]: DEBUG nova.compute.manager [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.643206] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.912s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.645948] env[62643]: INFO nova.compute.claims [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.676585] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 670.676952] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c416de25-8c32-4607-8ab9-39ba9cbbe5ac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.686799] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 670.686799] env[62643]: value = "task-2382813" [ 670.686799] env[62643]: _type = "Task" [ 670.686799] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.696499] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382813, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.954275] env[62643]: DEBUG nova.network.neutron [req-738c93c7-4bef-4ef7-a074-00348d83a477 req-062da7cc-534c-4c24-9040-8c86a705a654 service nova] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Updated VIF entry in instance network info cache for port 49fe5600-ab95-4974-add0-9ace07975973. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.954744] env[62643]: DEBUG nova.network.neutron [req-738c93c7-4bef-4ef7-a074-00348d83a477 req-062da7cc-534c-4c24-9040-8c86a705a654 service nova] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Updating instance_info_cache with network_info: [{"id": "49fe5600-ab95-4974-add0-9ace07975973", "address": "fa:16:3e:51:0c:c6", "network": {"id": "b0db6530-1a58-4ab0-b9b5-c5764bdd7d7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-466483620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc829a6049a94a2d98bd5f47a6df92b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49fe5600-ab", "ovs_interfaceid": "49fe5600-ab95-4974-add0-9ace07975973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.021105] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524950e4-a1e9-d068-b93d-ca5e03c379fc, 'name': SearchDatastore_Task, 'duration_secs': 0.016094} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.021105] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.021248] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.021549] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.021632] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.021748] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.022015] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43cefb9b-448b-4183-b023-84a5ed4d2062 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.032407] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.032591] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.033778] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc1f9b76-74d0-4f49-98ee-402173ab3299 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.039748] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 671.039748] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e927c4-e2fb-e020-9c08-3bc714923599" [ 671.039748] env[62643]: _type = "Task" [ 671.039748] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.049491] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e927c4-e2fb-e020-9c08-3bc714923599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.111993] env[62643]: DEBUG oslo_concurrency.lockutils [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "refresh_cache-bc813c11-8b43-4ca5-bfdf-832e02f020d9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.112669] env[62643]: DEBUG oslo_concurrency.lockutils [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "refresh_cache-bc813c11-8b43-4ca5-bfdf-832e02f020d9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.112865] env[62643]: DEBUG nova.network.neutron [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.148924] env[62643]: DEBUG nova.compute.utils [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 671.152348] env[62643]: DEBUG nova.compute.manager [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.152509] env[62643]: DEBUG nova.network.neutron [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.199178] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382813, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.211986] env[62643]: DEBUG nova.policy [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22297aa818b2491ca023cc4f8540fc20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c38fb5f4bc0d4077b0084d65802cffe3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.457925] env[62643]: DEBUG oslo_concurrency.lockutils [req-738c93c7-4bef-4ef7-a074-00348d83a477 req-062da7cc-534c-4c24-9040-8c86a705a654 service nova] Releasing lock "refresh_cache-3f036c4b-0b5b-49e8-89cd-4e63e9c80d65" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.545752] env[62643]: DEBUG nova.network.neutron [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Successfully created port: b3ac5f37-8c66-47df-9f87-0ad1185ba5be {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.555729] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e927c4-e2fb-e020-9c08-3bc714923599, 'name': SearchDatastore_Task, 'duration_secs': 0.018049} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.557615] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa6d2050-e797-4458-9b78-1c0454273cda {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.564711] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 671.564711] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52064775-07b0-8c1d-6d45-137b6a6fc74a" [ 671.564711] env[62643]: _type = "Task" [ 671.564711] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.574925] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52064775-07b0-8c1d-6d45-137b6a6fc74a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.659755] env[62643]: DEBUG nova.compute.manager [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.666601] env[62643]: DEBUG nova.network.neutron [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.701709] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382813, 'name': CreateSnapshot_Task, 'duration_secs': 0.719716} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.702723] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 671.703672] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3fdf9b-a598-4dec-962e-47f1b718e6e0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.819220] env[62643]: DEBUG nova.network.neutron [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Updating instance_info_cache with network_info: [{"id": "f4836040-a85b-4b49-a770-f891291a35df", "address": "fa:16:3e:83:ee:67", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4836040-a8", "ovs_interfaceid": "f4836040-a85b-4b49-a770-f891291a35df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.076238] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52064775-07b0-8c1d-6d45-137b6a6fc74a, 'name': SearchDatastore_Task, 'duration_secs': 0.01618} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.078846] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.079133] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65/3f036c4b-0b5b-49e8-89cd-4e63e9c80d65.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.079714] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ce5b9de-87ce-465a-9322-03c4f04bf405 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.087624] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 672.087624] env[62643]: value = "task-2382814" [ 672.087624] env[62643]: _type = "Task" [ 672.087624] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.097574] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.205722] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8e6366-7720-46e9-b1d3-0e390e3395ba {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.214411] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbea5ed4-31e7-460d-88e5-1adc77600cc7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.252642] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 672.254273] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0fae8aa6-2306-46b1-b78e-1d3c9505b196 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.257898] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77a0c29-0313-464a-b0e5-d61584f1a5f9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.261596] env[62643]: DEBUG nova.compute.manager [req-2a6448c1-924a-4766-8c8a-a2f00f87a90a req-306c0b69-a46e-4e4c-b04f-7726f5bced33 service nova] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Received event network-vif-plugged-f4836040-a85b-4b49-a770-f891291a35df {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.261809] env[62643]: DEBUG oslo_concurrency.lockutils [req-2a6448c1-924a-4766-8c8a-a2f00f87a90a req-306c0b69-a46e-4e4c-b04f-7726f5bced33 service nova] Acquiring lock "bc813c11-8b43-4ca5-bfdf-832e02f020d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.262143] env[62643]: DEBUG oslo_concurrency.lockutils [req-2a6448c1-924a-4766-8c8a-a2f00f87a90a req-306c0b69-a46e-4e4c-b04f-7726f5bced33 service nova] Lock "bc813c11-8b43-4ca5-bfdf-832e02f020d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.262206] env[62643]: DEBUG oslo_concurrency.lockutils [req-2a6448c1-924a-4766-8c8a-a2f00f87a90a req-306c0b69-a46e-4e4c-b04f-7726f5bced33 service nova] Lock "bc813c11-8b43-4ca5-bfdf-832e02f020d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.262440] env[62643]: DEBUG nova.compute.manager [req-2a6448c1-924a-4766-8c8a-a2f00f87a90a req-306c0b69-a46e-4e4c-b04f-7726f5bced33 service nova] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] No waiting events found dispatching network-vif-plugged-f4836040-a85b-4b49-a770-f891291a35df {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.262550] env[62643]: WARNING nova.compute.manager [req-2a6448c1-924a-4766-8c8a-a2f00f87a90a req-306c0b69-a46e-4e4c-b04f-7726f5bced33 service nova] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Received unexpected event network-vif-plugged-f4836040-a85b-4b49-a770-f891291a35df for instance with vm_state building and task_state spawning. [ 672.262709] env[62643]: DEBUG nova.compute.manager [req-2a6448c1-924a-4766-8c8a-a2f00f87a90a req-306c0b69-a46e-4e4c-b04f-7726f5bced33 service nova] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Received event network-changed-f4836040-a85b-4b49-a770-f891291a35df {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.262859] env[62643]: DEBUG nova.compute.manager [req-2a6448c1-924a-4766-8c8a-a2f00f87a90a req-306c0b69-a46e-4e4c-b04f-7726f5bced33 service nova] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Refreshing instance network info cache due to event network-changed-f4836040-a85b-4b49-a770-f891291a35df. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 672.263033] env[62643]: DEBUG oslo_concurrency.lockutils [req-2a6448c1-924a-4766-8c8a-a2f00f87a90a req-306c0b69-a46e-4e4c-b04f-7726f5bced33 service nova] Acquiring lock "refresh_cache-bc813c11-8b43-4ca5-bfdf-832e02f020d9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.270666] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcaaf1a-9b16-4240-9c82-4804f9620e39 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.274888] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 672.274888] env[62643]: value = "task-2382815" [ 672.274888] env[62643]: _type = "Task" [ 672.274888] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.286872] env[62643]: DEBUG nova.compute.provider_tree [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.293380] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382815, 'name': CloneVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.321292] env[62643]: DEBUG oslo_concurrency.lockutils [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "refresh_cache-bc813c11-8b43-4ca5-bfdf-832e02f020d9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.321863] env[62643]: DEBUG nova.compute.manager [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Instance network_info: |[{"id": "f4836040-a85b-4b49-a770-f891291a35df", "address": "fa:16:3e:83:ee:67", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4836040-a8", "ovs_interfaceid": "f4836040-a85b-4b49-a770-f891291a35df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.322208] env[62643]: DEBUG oslo_concurrency.lockutils [req-2a6448c1-924a-4766-8c8a-a2f00f87a90a req-306c0b69-a46e-4e4c-b04f-7726f5bced33 service nova] Acquired lock "refresh_cache-bc813c11-8b43-4ca5-bfdf-832e02f020d9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.322405] env[62643]: DEBUG nova.network.neutron [req-2a6448c1-924a-4766-8c8a-a2f00f87a90a req-306c0b69-a46e-4e4c-b04f-7726f5bced33 service nova] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Refreshing network info cache for port f4836040-a85b-4b49-a770-f891291a35df {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.323715] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:ee:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4836040-a85b-4b49-a770-f891291a35df', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.332260] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Creating folder: Project (c2c0fb0db32b4e3cb369f3668fdda8c2). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.334923] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17f88bbb-35ad-49f8-a689-137cfbdeb194 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.346431] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Created folder: Project (c2c0fb0db32b4e3cb369f3668fdda8c2) in parent group-v483488. [ 672.346629] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Creating folder: Instances. Parent ref: group-v483570. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.346871] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b109703-9a50-400b-8da5-7f746541b484 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.355534] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Created folder: Instances in parent group-v483570. [ 672.355825] env[62643]: DEBUG oslo.service.loopingcall [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.356033] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.356241] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4d279ae-3fd1-4f28-a880-b37b1319c9df {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.375986] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.375986] env[62643]: value = "task-2382818" [ 672.375986] env[62643]: _type = "Task" [ 672.375986] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.384871] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382818, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.601240] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382814, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.631987] env[62643]: DEBUG nova.network.neutron [req-2a6448c1-924a-4766-8c8a-a2f00f87a90a req-306c0b69-a46e-4e4c-b04f-7726f5bced33 service nova] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Updated VIF entry in instance network info cache for port f4836040-a85b-4b49-a770-f891291a35df. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.632466] env[62643]: DEBUG nova.network.neutron [req-2a6448c1-924a-4766-8c8a-a2f00f87a90a req-306c0b69-a46e-4e4c-b04f-7726f5bced33 service nova] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Updating instance_info_cache with network_info: [{"id": "f4836040-a85b-4b49-a770-f891291a35df", "address": "fa:16:3e:83:ee:67", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4836040-a8", "ovs_interfaceid": "f4836040-a85b-4b49-a770-f891291a35df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.671295] env[62643]: DEBUG nova.compute.manager [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.700226] env[62643]: DEBUG nova.virt.hardware [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.700512] env[62643]: DEBUG nova.virt.hardware [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.700674] env[62643]: DEBUG nova.virt.hardware [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.700854] env[62643]: DEBUG nova.virt.hardware [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.701009] env[62643]: DEBUG nova.virt.hardware [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.701191] env[62643]: DEBUG nova.virt.hardware [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.701469] env[62643]: DEBUG nova.virt.hardware [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.701640] env[62643]: DEBUG nova.virt.hardware [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.701813] env[62643]: DEBUG nova.virt.hardware [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.701979] env[62643]: DEBUG nova.virt.hardware [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.702186] env[62643]: DEBUG nova.virt.hardware [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.703413] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0423d8-c132-4096-bece-68f07de2f6ba {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.711913] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2141bc13-e0d6-4041-9ab7-f347778ec970 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.785221] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382815, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.792173] env[62643]: DEBUG nova.scheduler.client.report [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.887674] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382818, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.100444] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712428} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.100747] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65/3f036c4b-0b5b-49e8-89cd-4e63e9c80d65.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.100926] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.101897] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ccf5093-6537-40a8-898d-21a6b88f87ca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.107897] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 673.107897] env[62643]: value = "task-2382819" [ 673.107897] env[62643]: _type = "Task" [ 673.107897] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.116650] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.135859] env[62643]: DEBUG oslo_concurrency.lockutils [req-2a6448c1-924a-4766-8c8a-a2f00f87a90a req-306c0b69-a46e-4e4c-b04f-7726f5bced33 service nova] Releasing lock "refresh_cache-bc813c11-8b43-4ca5-bfdf-832e02f020d9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.151971] env[62643]: DEBUG nova.network.neutron [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Successfully updated port: b3ac5f37-8c66-47df-9f87-0ad1185ba5be {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.286324] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382815, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.296981] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.297610] env[62643]: DEBUG nova.compute.manager [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.300322] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.326s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.301886] env[62643]: INFO nova.compute.claims [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.390152] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382818, 'name': CreateVM_Task, 'duration_secs': 0.91311} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.390234] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.390926] env[62643]: DEBUG oslo_concurrency.lockutils [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.391114] env[62643]: DEBUG oslo_concurrency.lockutils [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.391501] env[62643]: DEBUG oslo_concurrency.lockutils [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.391762] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77fb3751-196f-4638-a03d-a24de94e0f3a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.396690] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 673.396690] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521d131d-11d3-85a3-e236-67ddba04cb4f" [ 673.396690] env[62643]: _type = "Task" [ 673.396690] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.404313] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521d131d-11d3-85a3-e236-67ddba04cb4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.617962] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074932} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.618250] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.619041] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75d0bd5-0805-439d-91a4-921d90bbfec1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.642415] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65/3f036c4b-0b5b-49e8-89cd-4e63e9c80d65.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.642744] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3382336-7072-4f4c-be54-ad000b3793f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.657629] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "refresh_cache-c771cbc2-e440-4c40-afea-0476d16f5328" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.657765] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired lock "refresh_cache-c771cbc2-e440-4c40-afea-0476d16f5328" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.657918] env[62643]: DEBUG nova.network.neutron [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.665330] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 673.665330] env[62643]: value = "task-2382820" [ 673.665330] env[62643]: _type = "Task" [ 673.665330] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.676425] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.787594] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382815, 'name': CloneVM_Task} progress is 95%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.806935] env[62643]: DEBUG nova.compute.utils [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 673.811692] env[62643]: DEBUG nova.compute.manager [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.811692] env[62643]: DEBUG nova.network.neutron [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.910583] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521d131d-11d3-85a3-e236-67ddba04cb4f, 'name': SearchDatastore_Task, 'duration_secs': 0.02595} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.910889] env[62643]: DEBUG oslo_concurrency.lockutils [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.911142] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.911960] env[62643]: DEBUG oslo_concurrency.lockutils [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.911960] env[62643]: DEBUG oslo_concurrency.lockutils [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.911960] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.914163] env[62643]: DEBUG nova.policy [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '776f0111d94347c8a1486da56120a06f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '619240c4e4b94eb29b304b35fc00466a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.915804] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdcaf4cd-cd99-488a-ab5c-5a0ee38ec1aa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.925728] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.925994] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.928043] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43fbf217-9796-4ecd-9c0a-cd37cdcd6678 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.934459] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 673.934459] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5291b265-00f8-a9ac-9705-af47ed0a82e2" [ 673.934459] env[62643]: _type = "Task" [ 673.934459] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.943225] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5291b265-00f8-a9ac-9705-af47ed0a82e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.179061] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.195052] env[62643]: DEBUG nova.network.neutron [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.264793] env[62643]: DEBUG nova.compute.manager [req-515c9ec5-ce78-4ebe-96b7-e7081dbe97c5 req-84d7012a-08c3-4e34-8f64-c7ecf3fd606a service nova] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Received event network-vif-plugged-b3ac5f37-8c66-47df-9f87-0ad1185ba5be {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.265171] env[62643]: DEBUG oslo_concurrency.lockutils [req-515c9ec5-ce78-4ebe-96b7-e7081dbe97c5 req-84d7012a-08c3-4e34-8f64-c7ecf3fd606a service nova] Acquiring lock "c771cbc2-e440-4c40-afea-0476d16f5328-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.265171] env[62643]: DEBUG oslo_concurrency.lockutils [req-515c9ec5-ce78-4ebe-96b7-e7081dbe97c5 req-84d7012a-08c3-4e34-8f64-c7ecf3fd606a service nova] Lock "c771cbc2-e440-4c40-afea-0476d16f5328-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.265405] env[62643]: DEBUG oslo_concurrency.lockutils [req-515c9ec5-ce78-4ebe-96b7-e7081dbe97c5 req-84d7012a-08c3-4e34-8f64-c7ecf3fd606a service nova] Lock "c771cbc2-e440-4c40-afea-0476d16f5328-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.265579] env[62643]: DEBUG nova.compute.manager [req-515c9ec5-ce78-4ebe-96b7-e7081dbe97c5 req-84d7012a-08c3-4e34-8f64-c7ecf3fd606a service nova] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] No waiting events found dispatching network-vif-plugged-b3ac5f37-8c66-47df-9f87-0ad1185ba5be {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.265747] env[62643]: WARNING nova.compute.manager [req-515c9ec5-ce78-4ebe-96b7-e7081dbe97c5 req-84d7012a-08c3-4e34-8f64-c7ecf3fd606a service nova] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Received unexpected event network-vif-plugged-b3ac5f37-8c66-47df-9f87-0ad1185ba5be for instance with vm_state building and task_state spawning. [ 674.265955] env[62643]: DEBUG nova.compute.manager [req-515c9ec5-ce78-4ebe-96b7-e7081dbe97c5 req-84d7012a-08c3-4e34-8f64-c7ecf3fd606a service nova] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Received event network-changed-b3ac5f37-8c66-47df-9f87-0ad1185ba5be {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.266274] env[62643]: DEBUG nova.compute.manager [req-515c9ec5-ce78-4ebe-96b7-e7081dbe97c5 req-84d7012a-08c3-4e34-8f64-c7ecf3fd606a service nova] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Refreshing instance network info cache due to event network-changed-b3ac5f37-8c66-47df-9f87-0ad1185ba5be. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 674.266361] env[62643]: DEBUG oslo_concurrency.lockutils [req-515c9ec5-ce78-4ebe-96b7-e7081dbe97c5 req-84d7012a-08c3-4e34-8f64-c7ecf3fd606a service nova] Acquiring lock "refresh_cache-c771cbc2-e440-4c40-afea-0476d16f5328" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.291369] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382815, 'name': CloneVM_Task, 'duration_secs': 1.730105} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.291526] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Created linked-clone VM from snapshot [ 674.292323] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42853daa-e338-4a59-875c-517d41680fb9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.306989] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Uploading image 4c305fc7-6b6e-4116-b0ce-6ac1fff98e61 {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 674.312507] env[62643]: DEBUG nova.compute.manager [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.351227] env[62643]: DEBUG oslo_vmware.rw_handles [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 674.351227] env[62643]: value = "vm-483569" [ 674.351227] env[62643]: _type = "VirtualMachine" [ 674.351227] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 674.352451] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dc6eeb55-6eaf-4900-8ade-e54a2d960f4f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.362025] env[62643]: DEBUG oslo_vmware.rw_handles [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lease: (returnval){ [ 674.362025] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bf8e27-753e-ae82-a913-7d79a77df9ab" [ 674.362025] env[62643]: _type = "HttpNfcLease" [ 674.362025] env[62643]: } obtained for exporting VM: (result){ [ 674.362025] env[62643]: value = "vm-483569" [ 674.362025] env[62643]: _type = "VirtualMachine" [ 674.362025] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 674.362025] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the lease: (returnval){ [ 674.362025] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bf8e27-753e-ae82-a913-7d79a77df9ab" [ 674.362025] env[62643]: _type = "HttpNfcLease" [ 674.362025] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 674.367941] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.367941] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bf8e27-753e-ae82-a913-7d79a77df9ab" [ 674.367941] env[62643]: _type = "HttpNfcLease" [ 674.367941] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 674.372368] env[62643]: DEBUG nova.network.neutron [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Updating instance_info_cache with network_info: [{"id": "b3ac5f37-8c66-47df-9f87-0ad1185ba5be", "address": "fa:16:3e:a6:1a:2b", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3ac5f37-8c", "ovs_interfaceid": "b3ac5f37-8c66-47df-9f87-0ad1185ba5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.428408] env[62643]: DEBUG nova.network.neutron [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Successfully created port: 1ef11707-7a7b-44af-9827-d0cf113a9107 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.445588] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5291b265-00f8-a9ac-9705-af47ed0a82e2, 'name': SearchDatastore_Task, 'duration_secs': 0.013363} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.449327] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d985c4d1-ab5c-41b0-be7f-a70463e04c36 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.455823] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 674.455823] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52985b51-d8b5-103c-b31d-d9739fb13a4e" [ 674.455823] env[62643]: _type = "Task" [ 674.455823] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.465035] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52985b51-d8b5-103c-b31d-d9739fb13a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.682531] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382820, 'name': ReconfigVM_Task, 'duration_secs': 0.901087} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.683049] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65/3f036c4b-0b5b-49e8-89cd-4e63e9c80d65.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.686960] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f60a0a2c-7ddb-464c-a113-0060b9890f73 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.691609] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 674.691609] env[62643]: value = "task-2382822" [ 674.691609] env[62643]: _type = "Task" [ 674.691609] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.700400] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382822, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.870982] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.870982] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bf8e27-753e-ae82-a913-7d79a77df9ab" [ 674.870982] env[62643]: _type = "HttpNfcLease" [ 674.870982] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 674.871305] env[62643]: DEBUG oslo_vmware.rw_handles [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 674.871305] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bf8e27-753e-ae82-a913-7d79a77df9ab" [ 674.871305] env[62643]: _type = "HttpNfcLease" [ 674.871305] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 674.872064] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7dfd78-c82f-41fe-a94b-d8daae09fabc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.874820] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Releasing lock "refresh_cache-c771cbc2-e440-4c40-afea-0476d16f5328" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.875126] env[62643]: DEBUG nova.compute.manager [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Instance network_info: |[{"id": "b3ac5f37-8c66-47df-9f87-0ad1185ba5be", "address": "fa:16:3e:a6:1a:2b", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3ac5f37-8c", "ovs_interfaceid": "b3ac5f37-8c66-47df-9f87-0ad1185ba5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.875692] env[62643]: DEBUG oslo_concurrency.lockutils [req-515c9ec5-ce78-4ebe-96b7-e7081dbe97c5 req-84d7012a-08c3-4e34-8f64-c7ecf3fd606a service nova] Acquired lock "refresh_cache-c771cbc2-e440-4c40-afea-0476d16f5328" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.875918] env[62643]: DEBUG nova.network.neutron [req-515c9ec5-ce78-4ebe-96b7-e7081dbe97c5 req-84d7012a-08c3-4e34-8f64-c7ecf3fd606a service nova] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Refreshing network info cache for port b3ac5f37-8c66-47df-9f87-0ad1185ba5be {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.877029] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:1a:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3ac5f37-8c66-47df-9f87-0ad1185ba5be', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.884716] env[62643]: DEBUG oslo.service.loopingcall [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.886571] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.887294] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e06f36f-b532-46ba-b841-ef681dbb1a7b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.893895] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0827cfcf-72ae-4c55-ba95-153bd1a3dcb3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.908922] env[62643]: DEBUG oslo_vmware.rw_handles [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c8f17-5d38-9c49-23f0-3f2a2dece1a5/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 674.909385] env[62643]: DEBUG oslo_vmware.rw_handles [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c8f17-5d38-9c49-23f0-3f2a2dece1a5/disk-0.vmdk for reading. {{(pid=62643) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 674.974937] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.974937] env[62643]: value = "task-2382823" [ 674.974937] env[62643]: _type = "Task" [ 674.974937] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.977394] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ededfb2c-2906-4173-9949-50f17e766a72 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.988893] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52985b51-d8b5-103c-b31d-d9739fb13a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.992744] env[62643]: DEBUG oslo_concurrency.lockutils [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.992744] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] bc813c11-8b43-4ca5-bfdf-832e02f020d9/bc813c11-8b43-4ca5-bfdf-832e02f020d9.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.992744] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc138fc9-1046-437f-9c87-1d0863347602 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.020909] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382823, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.025784] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12af8dd-5cfb-494a-9bee-aa186b7de4b3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.030270] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fd7ae180-cd02-4048-a8d4-5f174d7b8bea {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.034075] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 675.034075] env[62643]: value = "task-2382824" [ 675.034075] env[62643]: _type = "Task" [ 675.034075] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.036232] env[62643]: DEBUG oslo_vmware.rw_handles [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52639ba8-4436-fa65-0b59-c89c399078f7/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 675.037483] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629f729b-6c6b-4ab1-bf35-805118486fda {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.047687] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b94a0c-b3b8-4fdc-a67a-a4ab2fb450fc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.054776] env[62643]: DEBUG oslo_vmware.rw_handles [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52639ba8-4436-fa65-0b59-c89c399078f7/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 675.054989] env[62643]: ERROR oslo_vmware.rw_handles [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52639ba8-4436-fa65-0b59-c89c399078f7/disk-0.vmdk due to incomplete transfer. [ 675.055946] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-91356f0f-1ebf-4a96-b487-131740ff541c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.069078] env[62643]: DEBUG nova.compute.provider_tree [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.070579] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.079077] env[62643]: DEBUG oslo_vmware.rw_handles [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52639ba8-4436-fa65-0b59-c89c399078f7/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 675.079378] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Uploaded image dcf15eaa-f452-4197-b923-995f393444e7 to the Glance image server {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 675.081558] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 675.087302] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-47ff6bd9-4d5a-4e1e-9258-e6ecafc2d6d0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.095341] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 675.095341] env[62643]: value = "task-2382825" [ 675.095341] env[62643]: _type = "Task" [ 675.095341] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.109069] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382825, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.202451] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382822, 'name': Rename_Task, 'duration_secs': 0.138309} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.202773] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.203082] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36e96908-506f-458d-8511-2f1770d726f6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.209309] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 675.209309] env[62643]: value = "task-2382826" [ 675.209309] env[62643]: _type = "Task" [ 675.209309] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.216956] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.324355] env[62643]: DEBUG nova.compute.manager [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.346285] env[62643]: DEBUG nova.virt.hardware [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.346567] env[62643]: DEBUG nova.virt.hardware [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.346726] env[62643]: DEBUG nova.virt.hardware [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.346906] env[62643]: DEBUG nova.virt.hardware [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.347072] env[62643]: DEBUG nova.virt.hardware [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.347231] env[62643]: DEBUG nova.virt.hardware [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.347445] env[62643]: DEBUG nova.virt.hardware [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.347624] env[62643]: DEBUG nova.virt.hardware [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.347807] env[62643]: DEBUG nova.virt.hardware [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.347971] env[62643]: DEBUG nova.virt.hardware [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.348160] env[62643]: DEBUG nova.virt.hardware [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.349186] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac9a75f-bd31-4c11-9da4-04afaeda4b56 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.358378] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88f2234-2840-4784-9bfc-20ca6a13b98c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.491848] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382823, 'name': CreateVM_Task, 'duration_secs': 0.399389} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.494691] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.495506] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.496128] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.496567] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.497566] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e5bc0b-e364-4097-bcb6-b26488670f2c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.503253] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 675.503253] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bd3ebd-a2e4-5c5d-4c19-6cb78aee30e4" [ 675.503253] env[62643]: _type = "Task" [ 675.503253] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.512309] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bd3ebd-a2e4-5c5d-4c19-6cb78aee30e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.552529] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382824, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.573183] env[62643]: DEBUG nova.scheduler.client.report [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.613040] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382825, 'name': Destroy_Task, 'duration_secs': 0.367072} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.613335] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Destroyed the VM [ 675.613600] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 675.613876] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bc8b15b4-6574-4b31-89f0-f6ffe845daaa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.621654] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 675.621654] env[62643]: value = "task-2382827" [ 675.621654] env[62643]: _type = "Task" [ 675.621654] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.632065] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382827, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.719904] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.720992] env[62643]: DEBUG nova.network.neutron [req-515c9ec5-ce78-4ebe-96b7-e7081dbe97c5 req-84d7012a-08c3-4e34-8f64-c7ecf3fd606a service nova] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Updated VIF entry in instance network info cache for port b3ac5f37-8c66-47df-9f87-0ad1185ba5be. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.722166] env[62643]: DEBUG nova.network.neutron [req-515c9ec5-ce78-4ebe-96b7-e7081dbe97c5 req-84d7012a-08c3-4e34-8f64-c7ecf3fd606a service nova] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Updating instance_info_cache with network_info: [{"id": "b3ac5f37-8c66-47df-9f87-0ad1185ba5be", "address": "fa:16:3e:a6:1a:2b", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3ac5f37-8c", "ovs_interfaceid": "b3ac5f37-8c66-47df-9f87-0ad1185ba5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.020915] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bd3ebd-a2e4-5c5d-4c19-6cb78aee30e4, 'name': SearchDatastore_Task, 'duration_secs': 0.060091} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.021861] env[62643]: DEBUG nova.network.neutron [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Successfully updated port: 1ef11707-7a7b-44af-9827-d0cf113a9107 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.023399] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.023687] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.026948] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.026948] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.026948] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.026948] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-501bc989-cf68-41ec-b63c-02641ccc71c7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.033776] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.034867] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.036074] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b85f0d50-ac16-46f3-bad1-0e50f4bd2763 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.046582] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 676.046582] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fe270c-f529-2476-4530-d45105de9148" [ 676.046582] env[62643]: _type = "Task" [ 676.046582] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.051380] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662682} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.056892] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] bc813c11-8b43-4ca5-bfdf-832e02f020d9/bc813c11-8b43-4ca5-bfdf-832e02f020d9.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.057424] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.057740] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f0d048b-4c2c-47e7-97e5-4e4629c24531 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.066838] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fe270c-f529-2476-4530-d45105de9148, 'name': SearchDatastore_Task, 'duration_secs': 0.016129} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.069137] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 676.069137] env[62643]: value = "task-2382828" [ 676.069137] env[62643]: _type = "Task" [ 676.069137] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.069677] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6b11c3-0614-45ce-950e-4e15db996f3e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.078831] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.079766] env[62643]: DEBUG nova.compute.manager [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.083161] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 676.083161] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521ce1b0-cd37-eb4c-a576-20014938a775" [ 676.083161] env[62643]: _type = "Task" [ 676.083161] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.087189] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.606s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.088991] env[62643]: INFO nova.compute.claims [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.092528] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.102743] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521ce1b0-cd37-eb4c-a576-20014938a775, 'name': SearchDatastore_Task, 'duration_secs': 0.013719} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.103920] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.105094] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] c771cbc2-e440-4c40-afea-0476d16f5328/c771cbc2-e440-4c40-afea-0476d16f5328.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.105094] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1e9a0b6-6eae-4da9-b775-a5e95d0e6185 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.112486] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 676.112486] env[62643]: value = "task-2382829" [ 676.112486] env[62643]: _type = "Task" [ 676.112486] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.120976] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.131611] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382827, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.221860] env[62643]: DEBUG oslo_vmware.api [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2382826, 'name': PowerOnVM_Task, 'duration_secs': 0.967079} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.222284] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.222485] env[62643]: INFO nova.compute.manager [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Took 9.10 seconds to spawn the instance on the hypervisor. [ 676.222742] env[62643]: DEBUG nova.compute.manager [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.223656] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17031c65-c4e1-4259-90d5-65a8b5145d31 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.226775] env[62643]: DEBUG oslo_concurrency.lockutils [req-515c9ec5-ce78-4ebe-96b7-e7081dbe97c5 req-84d7012a-08c3-4e34-8f64-c7ecf3fd606a service nova] Releasing lock "refresh_cache-c771cbc2-e440-4c40-afea-0476d16f5328" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.368539] env[62643]: DEBUG nova.compute.manager [req-c211bb27-dcfc-49fc-af4e-a08768d7a62f req-d782f462-cf0d-4a74-8424-25143ac3c6ce service nova] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Received event network-vif-plugged-1ef11707-7a7b-44af-9827-d0cf113a9107 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.369028] env[62643]: DEBUG oslo_concurrency.lockutils [req-c211bb27-dcfc-49fc-af4e-a08768d7a62f req-d782f462-cf0d-4a74-8424-25143ac3c6ce service nova] Acquiring lock "7a8bcdaf-4a30-4118-8260-22fb84ed89f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.369028] env[62643]: DEBUG oslo_concurrency.lockutils [req-c211bb27-dcfc-49fc-af4e-a08768d7a62f req-d782f462-cf0d-4a74-8424-25143ac3c6ce service nova] Lock "7a8bcdaf-4a30-4118-8260-22fb84ed89f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.369339] env[62643]: DEBUG oslo_concurrency.lockutils [req-c211bb27-dcfc-49fc-af4e-a08768d7a62f req-d782f462-cf0d-4a74-8424-25143ac3c6ce service nova] Lock "7a8bcdaf-4a30-4118-8260-22fb84ed89f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.369615] env[62643]: DEBUG nova.compute.manager [req-c211bb27-dcfc-49fc-af4e-a08768d7a62f req-d782f462-cf0d-4a74-8424-25143ac3c6ce service nova] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] No waiting events found dispatching network-vif-plugged-1ef11707-7a7b-44af-9827-d0cf113a9107 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.369804] env[62643]: WARNING nova.compute.manager [req-c211bb27-dcfc-49fc-af4e-a08768d7a62f req-d782f462-cf0d-4a74-8424-25143ac3c6ce service nova] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Received unexpected event network-vif-plugged-1ef11707-7a7b-44af-9827-d0cf113a9107 for instance with vm_state building and task_state spawning. [ 676.370058] env[62643]: DEBUG nova.compute.manager [req-c211bb27-dcfc-49fc-af4e-a08768d7a62f req-d782f462-cf0d-4a74-8424-25143ac3c6ce service nova] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Received event network-changed-1ef11707-7a7b-44af-9827-d0cf113a9107 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.370280] env[62643]: DEBUG nova.compute.manager [req-c211bb27-dcfc-49fc-af4e-a08768d7a62f req-d782f462-cf0d-4a74-8424-25143ac3c6ce service nova] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Refreshing instance network info cache due to event network-changed-1ef11707-7a7b-44af-9827-d0cf113a9107. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 676.370519] env[62643]: DEBUG oslo_concurrency.lockutils [req-c211bb27-dcfc-49fc-af4e-a08768d7a62f req-d782f462-cf0d-4a74-8424-25143ac3c6ce service nova] Acquiring lock "refresh_cache-7a8bcdaf-4a30-4118-8260-22fb84ed89f3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.370680] env[62643]: DEBUG oslo_concurrency.lockutils [req-c211bb27-dcfc-49fc-af4e-a08768d7a62f req-d782f462-cf0d-4a74-8424-25143ac3c6ce service nova] Acquired lock "refresh_cache-7a8bcdaf-4a30-4118-8260-22fb84ed89f3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.370944] env[62643]: DEBUG nova.network.neutron [req-c211bb27-dcfc-49fc-af4e-a08768d7a62f req-d782f462-cf0d-4a74-8424-25143ac3c6ce service nova] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Refreshing network info cache for port 1ef11707-7a7b-44af-9827-d0cf113a9107 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.526045] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Acquiring lock "refresh_cache-7a8bcdaf-4a30-4118-8260-22fb84ed89f3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.582760] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077357} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.583223] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.584198] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd89d07-31e3-42e1-a2ed-0555bda646d2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.603910] env[62643]: DEBUG nova.compute.utils [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 676.616011] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] bc813c11-8b43-4ca5-bfdf-832e02f020d9/bc813c11-8b43-4ca5-bfdf-832e02f020d9.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.622290] env[62643]: DEBUG nova.compute.manager [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.625435] env[62643]: DEBUG nova.compute.manager [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.625656] env[62643]: DEBUG nova.network.neutron [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.627845] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-646d3e21-32bc-427f-857d-a1c3ccdad704 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.661682] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382827, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.667576] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382829, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.668259] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 676.668259] env[62643]: value = "task-2382830" [ 676.668259] env[62643]: _type = "Task" [ 676.668259] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.684401] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.736338] env[62643]: DEBUG nova.policy [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c75d71ee4b940afb37403f84fdb2f56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ab50f55a8f4ff289536d64ecd45f09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.745643] env[62643]: INFO nova.compute.manager [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Took 43.44 seconds to build instance. [ 676.948596] env[62643]: DEBUG nova.network.neutron [req-c211bb27-dcfc-49fc-af4e-a08768d7a62f req-d782f462-cf0d-4a74-8424-25143ac3c6ce service nova] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.022713] env[62643]: DEBUG nova.network.neutron [req-c211bb27-dcfc-49fc-af4e-a08768d7a62f req-d782f462-cf0d-4a74-8424-25143ac3c6ce service nova] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.142925] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71684} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.142925] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] c771cbc2-e440-4c40-afea-0476d16f5328/c771cbc2-e440-4c40-afea-0476d16f5328.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.142925] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.142925] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44f6c677-dc8f-4040-b722-85be6487dc40 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.162554] env[62643]: DEBUG oslo_vmware.api [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382827, 'name': RemoveSnapshot_Task, 'duration_secs': 1.19667} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.165033] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 677.167129] env[62643]: INFO nova.compute.manager [None req-f10de57f-203c-4fc4-9e73-ab9a32f209bc tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Took 14.34 seconds to snapshot the instance on the hypervisor. [ 677.168986] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 677.168986] env[62643]: value = "task-2382831" [ 677.168986] env[62643]: _type = "Task" [ 677.168986] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.187326] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.189930] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.215776] env[62643]: DEBUG nova.network.neutron [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Successfully created port: 221cc062-6cd4-4e0e-97d2-e6c3bfa8c016 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.250981] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b8cf64ad-5c49-4ff6-8325-0425c65209ba tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "3f036c4b-0b5b-49e8-89cd-4e63e9c80d65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.340s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.368863] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201246d8-83f8-4e86-8df3-129266c111d1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.378530] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7518ad2-642d-48ba-b378-82a4e60eba05 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.417447] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7902c7-367a-4bef-a102-2613d8288190 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.426454] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac181bc3-d461-420b-80a8-aac7a5e9bd18 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.440399] env[62643]: DEBUG nova.compute.provider_tree [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.527983] env[62643]: DEBUG oslo_concurrency.lockutils [req-c211bb27-dcfc-49fc-af4e-a08768d7a62f req-d782f462-cf0d-4a74-8424-25143ac3c6ce service nova] Releasing lock "refresh_cache-7a8bcdaf-4a30-4118-8260-22fb84ed89f3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.527983] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Acquired lock "refresh_cache-7a8bcdaf-4a30-4118-8260-22fb84ed89f3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.527983] env[62643]: DEBUG nova.network.neutron [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.654487] env[62643]: DEBUG nova.compute.manager [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.682185] env[62643]: DEBUG nova.virt.hardware [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.682315] env[62643]: DEBUG nova.virt.hardware [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.682372] env[62643]: DEBUG nova.virt.hardware [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.682549] env[62643]: DEBUG nova.virt.hardware [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.682700] env[62643]: DEBUG nova.virt.hardware [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.682840] env[62643]: DEBUG nova.virt.hardware [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.683121] env[62643]: DEBUG nova.virt.hardware [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.683330] env[62643]: DEBUG nova.virt.hardware [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.683559] env[62643]: DEBUG nova.virt.hardware [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.683723] env[62643]: DEBUG nova.virt.hardware [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.684056] env[62643]: DEBUG nova.virt.hardware [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.685189] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf55ce4-de9b-4b64-ad6b-e65c868f44c9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.692748] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382830, 'name': ReconfigVM_Task, 'duration_secs': 0.715502} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.693433] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Reconfigured VM instance instance-0000001c to attach disk [datastore2] bc813c11-8b43-4ca5-bfdf-832e02f020d9/bc813c11-8b43-4ca5-bfdf-832e02f020d9.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.694427] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41aa6db6-e45b-4e03-8644-4aa2d316df96 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.701097] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112446} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.702289] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.703109] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865e0f91-30e4-4ca9-a652-213bd3909d6f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.708881] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a74523-065e-4415-90b8-aa3950ef848e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.711708] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 677.711708] env[62643]: value = "task-2382832" [ 677.711708] env[62643]: _type = "Task" [ 677.711708] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.741080] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] c771cbc2-e440-4c40-afea-0476d16f5328/c771cbc2-e440-4c40-afea-0476d16f5328.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.741905] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e307514-8663-4c51-bb45-f9b436eee0a8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.760294] env[62643]: DEBUG nova.compute.manager [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.763667] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382832, 'name': Rename_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.769147] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 677.769147] env[62643]: value = "task-2382833" [ 677.769147] env[62643]: _type = "Task" [ 677.769147] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.777346] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.857279] env[62643]: DEBUG oslo_concurrency.lockutils [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "5da4398a-cdc1-4c7b-bcc2-706f7b99a60a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.857552] env[62643]: DEBUG oslo_concurrency.lockutils [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "5da4398a-cdc1-4c7b-bcc2-706f7b99a60a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.944289] env[62643]: DEBUG nova.scheduler.client.report [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.065666] env[62643]: DEBUG nova.network.neutron [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.224296] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382832, 'name': Rename_Task, 'duration_secs': 0.214186} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.225521] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.227848] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb0605f7-2753-4072-82ac-eb3e79cc467c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.235674] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 678.235674] env[62643]: value = "task-2382834" [ 678.235674] env[62643]: _type = "Task" [ 678.235674] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.236711] env[62643]: DEBUG nova.network.neutron [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Updating instance_info_cache with network_info: [{"id": "1ef11707-7a7b-44af-9827-d0cf113a9107", "address": "fa:16:3e:87:75:44", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef11707-7a", "ovs_interfaceid": "1ef11707-7a7b-44af-9827-d0cf113a9107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.254502] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.281387] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382833, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.287330] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.449246] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.449775] env[62643]: DEBUG nova.compute.manager [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.452439] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.329s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.452725] env[62643]: DEBUG nova.objects.instance [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lazy-loading 'resources' on Instance uuid 863bc2da-9167-470b-a426-f898e8bbe187 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.739131] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Releasing lock "refresh_cache-7a8bcdaf-4a30-4118-8260-22fb84ed89f3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.739766] env[62643]: DEBUG nova.compute.manager [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Instance network_info: |[{"id": "1ef11707-7a7b-44af-9827-d0cf113a9107", "address": "fa:16:3e:87:75:44", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef11707-7a", "ovs_interfaceid": "1ef11707-7a7b-44af-9827-d0cf113a9107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.744452] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:75:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ef11707-7a7b-44af-9827-d0cf113a9107', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.753644] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Creating folder: Project (619240c4e4b94eb29b304b35fc00466a). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.754520] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fce3bb34-a5ff-47bf-ab10-6a2899cdfaf5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.766261] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382834, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.768253] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Created folder: Project (619240c4e4b94eb29b304b35fc00466a) in parent group-v483488. [ 678.768595] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Creating folder: Instances. Parent ref: group-v483574. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.768950] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c32583c6-e897-440c-a0d7-cf922e5711a4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.782415] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382833, 'name': ReconfigVM_Task, 'duration_secs': 0.535775} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.785802] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Reconfigured VM instance instance-0000001d to attach disk [datastore2] c771cbc2-e440-4c40-afea-0476d16f5328/c771cbc2-e440-4c40-afea-0476d16f5328.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.786993] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Created folder: Instances in parent group-v483574. [ 678.787368] env[62643]: DEBUG oslo.service.loopingcall [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.788368] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-029c32a6-50bb-4057-8d50-9f0421579b3c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.790832] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.792451] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-669c1651-f9ad-45bf-9f11-23afe8f42909 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.820244] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 678.820244] env[62643]: value = "task-2382837" [ 678.820244] env[62643]: _type = "Task" [ 678.820244] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.820493] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.820493] env[62643]: value = "task-2382838" [ 678.820493] env[62643]: _type = "Task" [ 678.820493] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.832787] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382838, 'name': CreateVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.836719] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382837, 'name': Rename_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.866747] env[62643]: DEBUG nova.compute.manager [req-bfa2027c-d960-4fd5-afda-17e9fec7dcd5 req-6c9ba859-9f4c-4cac-bc48-50a9e1813c9c service nova] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Received event network-vif-plugged-221cc062-6cd4-4e0e-97d2-e6c3bfa8c016 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 678.866928] env[62643]: DEBUG oslo_concurrency.lockutils [req-bfa2027c-d960-4fd5-afda-17e9fec7dcd5 req-6c9ba859-9f4c-4cac-bc48-50a9e1813c9c service nova] Acquiring lock "3d8f298d-a597-4e2a-af07-0046d0bbd22a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.867383] env[62643]: DEBUG oslo_concurrency.lockutils [req-bfa2027c-d960-4fd5-afda-17e9fec7dcd5 req-6c9ba859-9f4c-4cac-bc48-50a9e1813c9c service nova] Lock "3d8f298d-a597-4e2a-af07-0046d0bbd22a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.867672] env[62643]: DEBUG oslo_concurrency.lockutils [req-bfa2027c-d960-4fd5-afda-17e9fec7dcd5 req-6c9ba859-9f4c-4cac-bc48-50a9e1813c9c service nova] Lock "3d8f298d-a597-4e2a-af07-0046d0bbd22a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.867860] env[62643]: DEBUG nova.compute.manager [req-bfa2027c-d960-4fd5-afda-17e9fec7dcd5 req-6c9ba859-9f4c-4cac-bc48-50a9e1813c9c service nova] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] No waiting events found dispatching network-vif-plugged-221cc062-6cd4-4e0e-97d2-e6c3bfa8c016 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.868059] env[62643]: WARNING nova.compute.manager [req-bfa2027c-d960-4fd5-afda-17e9fec7dcd5 req-6c9ba859-9f4c-4cac-bc48-50a9e1813c9c service nova] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Received unexpected event network-vif-plugged-221cc062-6cd4-4e0e-97d2-e6c3bfa8c016 for instance with vm_state building and task_state spawning. [ 678.956424] env[62643]: DEBUG nova.compute.utils [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 678.963249] env[62643]: DEBUG nova.compute.manager [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.963472] env[62643]: DEBUG nova.network.neutron [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.995684] env[62643]: DEBUG nova.network.neutron [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Successfully updated port: 221cc062-6cd4-4e0e-97d2-e6c3bfa8c016 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.040882] env[62643]: DEBUG nova.policy [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f203b1703364defbe29f17d6ddf0a29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4894a36a9c404c6a8dde7652fd78fbeb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.238346] env[62643]: DEBUG nova.compute.manager [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.239272] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dcfb49-f885-4fa0-9e10-91b196708433 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.257708] env[62643]: DEBUG oslo_vmware.api [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382834, 'name': PowerOnVM_Task, 'duration_secs': 0.634903} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.266747] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.266980] env[62643]: INFO nova.compute.manager [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Took 9.34 seconds to spawn the instance on the hypervisor. [ 679.267181] env[62643]: DEBUG nova.compute.manager [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.268926] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46af7ef-9ce9-4e52-a8f9-fe2502a24e1f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.347207] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382837, 'name': Rename_Task, 'duration_secs': 0.197846} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.347207] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382838, 'name': CreateVM_Task, 'duration_secs': 0.405122} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.348044] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.348044] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.348044] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33f6e414-fa56-4cf5-9143-31c49c61aa3c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.350049] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.350169] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.351488] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.353928] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d61fee36-bc7d-4cec-8772-fe1befbf1cee {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.361353] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Waiting for the task: (returnval){ [ 679.361353] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52265f96-97b5-5c9c-e2dd-de32782f9342" [ 679.361353] env[62643]: _type = "Task" [ 679.361353] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.361353] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 679.361353] env[62643]: value = "task-2382839" [ 679.361353] env[62643]: _type = "Task" [ 679.361353] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.376327] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52265f96-97b5-5c9c-e2dd-de32782f9342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.379711] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382839, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.408524] env[62643]: DEBUG nova.network.neutron [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Successfully created port: fe244358-5be5-41c1-88c0-94c45fbef59a {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.466514] env[62643]: DEBUG nova.compute.manager [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.504137] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "refresh_cache-3d8f298d-a597-4e2a-af07-0046d0bbd22a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.504137] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired lock "refresh_cache-3d8f298d-a597-4e2a-af07-0046d0bbd22a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.504137] env[62643]: DEBUG nova.network.neutron [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.592323] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7455f1e-1767-4232-b6f5-43023c2417fc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.602394] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9875f3-4b55-4029-8746-11c1217c067b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.634191] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b09715b-84d6-4c5f-8cfd-1565ae57dea5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.642218] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af903f9e-85cc-44b6-bb47-29c2c1c980a3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.658444] env[62643]: DEBUG nova.compute.provider_tree [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.769565] env[62643]: INFO nova.compute.manager [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] instance snapshotting [ 679.772463] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff06633-880c-49be-be7c-9ae58b7defad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.800723] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4e4f85-b2ed-4eeb-8a61-85a39c87395e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.804448] env[62643]: INFO nova.compute.manager [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Took 43.82 seconds to build instance. [ 679.875626] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52265f96-97b5-5c9c-e2dd-de32782f9342, 'name': SearchDatastore_Task, 'duration_secs': 0.016594} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.880856] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.880856] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.880856] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.880856] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.880999] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.880999] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382839, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.880999] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87f69648-0f71-4431-b74f-94eec6b7721c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.904879] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.905106] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.905875] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8bf6e00-785a-4645-8b10-dc81205e2b0f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.911939] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Waiting for the task: (returnval){ [ 679.911939] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524410b8-81c2-d0ee-ac33-024de4072228" [ 679.911939] env[62643]: _type = "Task" [ 679.911939] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.920695] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524410b8-81c2-d0ee-ac33-024de4072228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.045088] env[62643]: DEBUG nova.network.neutron [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.162548] env[62643]: DEBUG nova.scheduler.client.report [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.216190] env[62643]: DEBUG nova.network.neutron [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Updating instance_info_cache with network_info: [{"id": "221cc062-6cd4-4e0e-97d2-e6c3bfa8c016", "address": "fa:16:3e:cc:8b:a6", "network": {"id": "7913ea5d-c434-47bd-8c92-ec7d02c3c89a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-714094955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab50f55a8f4ff289536d64ecd45f09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap221cc062-6c", "ovs_interfaceid": "221cc062-6cd4-4e0e-97d2-e6c3bfa8c016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.306180] env[62643]: DEBUG oslo_concurrency.lockutils [None req-310a99a8-64b5-462f-a86d-25b6bf2487a6 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "bc813c11-8b43-4ca5-bfdf-832e02f020d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.485s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.314079] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 680.314422] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ead231af-891c-4488-9940-958cd2cb30f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.322117] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 680.322117] env[62643]: value = "task-2382840" [ 680.322117] env[62643]: _type = "Task" [ 680.322117] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.330945] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382840, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.378021] env[62643]: DEBUG oslo_vmware.api [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382839, 'name': PowerOnVM_Task, 'duration_secs': 0.632206} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.378330] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.378542] env[62643]: INFO nova.compute.manager [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Took 7.71 seconds to spawn the instance on the hypervisor. [ 680.378772] env[62643]: DEBUG nova.compute.manager [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.379652] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a3b61d-0db9-43ea-a91d-dbed65a831a9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.423015] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524410b8-81c2-d0ee-ac33-024de4072228, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.423923] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45bee174-d7a4-46ee-bce2-50c053182028 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.430818] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Waiting for the task: (returnval){ [ 680.430818] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526f6a4e-d227-4838-3248-fc5c2b172bf8" [ 680.430818] env[62643]: _type = "Task" [ 680.430818] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.439744] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526f6a4e-d227-4838-3248-fc5c2b172bf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.477200] env[62643]: DEBUG nova.compute.manager [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.503319] env[62643]: DEBUG nova.virt.hardware [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.503620] env[62643]: DEBUG nova.virt.hardware [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.503844] env[62643]: DEBUG nova.virt.hardware [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.504056] env[62643]: DEBUG nova.virt.hardware [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.504226] env[62643]: DEBUG nova.virt.hardware [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.504382] env[62643]: DEBUG nova.virt.hardware [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.504617] env[62643]: DEBUG nova.virt.hardware [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.504811] env[62643]: DEBUG nova.virt.hardware [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.505036] env[62643]: DEBUG nova.virt.hardware [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.505214] env[62643]: DEBUG nova.virt.hardware [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.505442] env[62643]: DEBUG nova.virt.hardware [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.506644] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741ce876-10f5-41b0-9c82-c7729868d1f0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.515135] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb0ba15-52cf-486c-a5b5-eb75d8ff86ac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.668456] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.671599] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.427s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.671871] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.672183] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62643) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 680.672504] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.304s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.672813] env[62643]: DEBUG nova.objects.instance [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lazy-loading 'resources' on Instance uuid c24bad45-17ef-4e2b-805f-e5fd0ac8bca4 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.675133] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51c9f3f-154a-42d0-a6c7-ee5081a508d0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.686535] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fe9f26-3bc1-4507-afdb-fcff1aee5ec9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.708056] env[62643]: INFO nova.scheduler.client.report [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Deleted allocations for instance 863bc2da-9167-470b-a426-f898e8bbe187 [ 680.710398] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e940956a-1049-44e3-882d-c0fb6c8c0692 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.718848] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Releasing lock "refresh_cache-3d8f298d-a597-4e2a-af07-0046d0bbd22a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.719243] env[62643]: DEBUG nova.compute.manager [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Instance network_info: |[{"id": "221cc062-6cd4-4e0e-97d2-e6c3bfa8c016", "address": "fa:16:3e:cc:8b:a6", "network": {"id": "7913ea5d-c434-47bd-8c92-ec7d02c3c89a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-714094955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab50f55a8f4ff289536d64ecd45f09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap221cc062-6c", "ovs_interfaceid": "221cc062-6cd4-4e0e-97d2-e6c3bfa8c016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.719718] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:8b:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '221cc062-6cd4-4e0e-97d2-e6c3bfa8c016', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.731376] env[62643]: DEBUG oslo.service.loopingcall [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.734757] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.735137] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb623ed6-772a-439d-881e-c76f7b3c1f12 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.757644] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58912943-cdbb-4dd9-8cf8-00f07fefaee7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.792260] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179658MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62643) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 680.792430] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.794168] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.794168] env[62643]: value = "task-2382841" [ 680.794168] env[62643]: _type = "Task" [ 680.794168] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.804162] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382841, 'name': CreateVM_Task} progress is 15%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.809091] env[62643]: DEBUG nova.compute.manager [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.832486] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382840, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.902242] env[62643]: INFO nova.compute.manager [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Took 41.02 seconds to build instance. [ 680.945565] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526f6a4e-d227-4838-3248-fc5c2b172bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.023334} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.945565] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.945565] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 7a8bcdaf-4a30-4118-8260-22fb84ed89f3/7a8bcdaf-4a30-4118-8260-22fb84ed89f3.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.945854] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e40337f-e655-473a-93a8-2ec014d443a1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.953320] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Waiting for the task: (returnval){ [ 680.953320] env[62643]: value = "task-2382842" [ 680.953320] env[62643]: _type = "Task" [ 680.953320] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.963222] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.070184] env[62643]: DEBUG nova.compute.manager [req-6461e86a-e0f7-4eb7-9edc-fc0093328f53 req-ae8f20de-55ae-42f9-ad35-624cee3c4709 service nova] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Received event network-changed-221cc062-6cd4-4e0e-97d2-e6c3bfa8c016 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.070184] env[62643]: DEBUG nova.compute.manager [req-6461e86a-e0f7-4eb7-9edc-fc0093328f53 req-ae8f20de-55ae-42f9-ad35-624cee3c4709 service nova] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Refreshing instance network info cache due to event network-changed-221cc062-6cd4-4e0e-97d2-e6c3bfa8c016. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 681.070184] env[62643]: DEBUG oslo_concurrency.lockutils [req-6461e86a-e0f7-4eb7-9edc-fc0093328f53 req-ae8f20de-55ae-42f9-ad35-624cee3c4709 service nova] Acquiring lock "refresh_cache-3d8f298d-a597-4e2a-af07-0046d0bbd22a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.071679] env[62643]: DEBUG oslo_concurrency.lockutils [req-6461e86a-e0f7-4eb7-9edc-fc0093328f53 req-ae8f20de-55ae-42f9-ad35-624cee3c4709 service nova] Acquired lock "refresh_cache-3d8f298d-a597-4e2a-af07-0046d0bbd22a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.071965] env[62643]: DEBUG nova.network.neutron [req-6461e86a-e0f7-4eb7-9edc-fc0093328f53 req-ae8f20de-55ae-42f9-ad35-624cee3c4709 service nova] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Refreshing network info cache for port 221cc062-6cd4-4e0e-97d2-e6c3bfa8c016 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.153438] env[62643]: DEBUG nova.network.neutron [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Successfully updated port: fe244358-5be5-41c1-88c0-94c45fbef59a {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.218016] env[62643]: DEBUG nova.compute.manager [req-2e71e462-4858-4c9e-95e5-25da0212255f req-7de47b33-8acd-4fe2-b6ef-07c21365d913 service nova] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Received event network-vif-plugged-fe244358-5be5-41c1-88c0-94c45fbef59a {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.218315] env[62643]: DEBUG oslo_concurrency.lockutils [req-2e71e462-4858-4c9e-95e5-25da0212255f req-7de47b33-8acd-4fe2-b6ef-07c21365d913 service nova] Acquiring lock "027d839d-93e5-45e1-aac3-6936b4c29795-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.218534] env[62643]: DEBUG oslo_concurrency.lockutils [req-2e71e462-4858-4c9e-95e5-25da0212255f req-7de47b33-8acd-4fe2-b6ef-07c21365d913 service nova] Lock "027d839d-93e5-45e1-aac3-6936b4c29795-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.218709] env[62643]: DEBUG oslo_concurrency.lockutils [req-2e71e462-4858-4c9e-95e5-25da0212255f req-7de47b33-8acd-4fe2-b6ef-07c21365d913 service nova] Lock "027d839d-93e5-45e1-aac3-6936b4c29795-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.218962] env[62643]: DEBUG nova.compute.manager [req-2e71e462-4858-4c9e-95e5-25da0212255f req-7de47b33-8acd-4fe2-b6ef-07c21365d913 service nova] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] No waiting events found dispatching network-vif-plugged-fe244358-5be5-41c1-88c0-94c45fbef59a {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.219177] env[62643]: WARNING nova.compute.manager [req-2e71e462-4858-4c9e-95e5-25da0212255f req-7de47b33-8acd-4fe2-b6ef-07c21365d913 service nova] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Received unexpected event network-vif-plugged-fe244358-5be5-41c1-88c0-94c45fbef59a for instance with vm_state building and task_state spawning. [ 681.223340] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01d21b44-31f3-4a5e-8358-d504a115cefd tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "863bc2da-9167-470b-a426-f898e8bbe187" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.564s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.224136] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "863bc2da-9167-470b-a426-f898e8bbe187" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 23.529s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.224236] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "863bc2da-9167-470b-a426-f898e8bbe187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.224380] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "863bc2da-9167-470b-a426-f898e8bbe187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.224547] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "863bc2da-9167-470b-a426-f898e8bbe187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.229089] env[62643]: INFO nova.compute.manager [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Terminating instance [ 681.303516] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382841, 'name': CreateVM_Task, 'duration_secs': 0.51791} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.303516] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.304307] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.305185] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.305185] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.305185] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be8a76f9-70a1-4907-93f6-44dba462f811 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.316871] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 681.316871] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529fceb8-c255-1760-c812-8c0b387c2ec0" [ 681.316871] env[62643]: _type = "Task" [ 681.316871] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.333968] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529fceb8-c255-1760-c812-8c0b387c2ec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.335242] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.344084] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382840, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.407260] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a13fe0be-36a2-484f-833e-fa43e84a6d94 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "c771cbc2-e440-4c40-afea-0476d16f5328" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.259s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.419273] env[62643]: INFO nova.compute.manager [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Rebuilding instance [ 681.469069] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382842, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.477180] env[62643]: DEBUG nova.compute.manager [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.478472] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5902cf80-985c-4bb2-af87-510c437f999a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.660380] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquiring lock "refresh_cache-027d839d-93e5-45e1-aac3-6936b4c29795" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.660723] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquired lock "refresh_cache-027d839d-93e5-45e1-aac3-6936b4c29795" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.661042] env[62643]: DEBUG nova.network.neutron [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.732698] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "refresh_cache-863bc2da-9167-470b-a426-f898e8bbe187" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.732969] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquired lock "refresh_cache-863bc2da-9167-470b-a426-f898e8bbe187" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.733231] env[62643]: DEBUG nova.network.neutron [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.835313] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529fceb8-c255-1760-c812-8c0b387c2ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.014129} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.836171] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.836558] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.836958] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.837239] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.837529] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.838541] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5917c283-7f60-422c-9501-bfb840031e11 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.844382] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382840, 'name': CreateSnapshot_Task, 'duration_secs': 1.061869} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.847455] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 681.848799] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55609cbe-71bc-496b-9792-f79bdd06e69e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.855333] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.855669] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.859892] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02ef4106-610f-4af8-bbcd-97a2cfd79388 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.874508] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 681.874508] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52585396-54cd-88b7-74f0-b496bd914233" [ 681.874508] env[62643]: _type = "Task" [ 681.874508] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.881666] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52585396-54cd-88b7-74f0-b496bd914233, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.915065] env[62643]: DEBUG nova.compute.manager [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.932331] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bb125a-72ba-495d-b18f-60f163be6b48 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.935956] env[62643]: DEBUG nova.network.neutron [req-6461e86a-e0f7-4eb7-9edc-fc0093328f53 req-ae8f20de-55ae-42f9-ad35-624cee3c4709 service nova] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Updated VIF entry in instance network info cache for port 221cc062-6cd4-4e0e-97d2-e6c3bfa8c016. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.936298] env[62643]: DEBUG nova.network.neutron [req-6461e86a-e0f7-4eb7-9edc-fc0093328f53 req-ae8f20de-55ae-42f9-ad35-624cee3c4709 service nova] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Updating instance_info_cache with network_info: [{"id": "221cc062-6cd4-4e0e-97d2-e6c3bfa8c016", "address": "fa:16:3e:cc:8b:a6", "network": {"id": "7913ea5d-c434-47bd-8c92-ec7d02c3c89a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-714094955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab50f55a8f4ff289536d64ecd45f09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap221cc062-6c", "ovs_interfaceid": "221cc062-6cd4-4e0e-97d2-e6c3bfa8c016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.944341] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d3abe0-9a73-4657-bfaf-4a2e65ceb0bd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.987956] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee0e4fa-0a61-4f35-a078-1be49da510ca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.990849] env[62643]: INFO nova.compute.manager [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Rescuing [ 681.991127] env[62643]: DEBUG oslo_concurrency.lockutils [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "refresh_cache-c771cbc2-e440-4c40-afea-0476d16f5328" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.991285] env[62643]: DEBUG oslo_concurrency.lockutils [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired lock "refresh_cache-c771cbc2-e440-4c40-afea-0476d16f5328" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.991446] env[62643]: DEBUG nova.network.neutron [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.004453] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757039} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.005455] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.005588] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 7a8bcdaf-4a30-4118-8260-22fb84ed89f3/7a8bcdaf-4a30-4118-8260-22fb84ed89f3.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.005819] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.007174] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ca422e-f957-4168-92bc-55c08196a17f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.013035] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74d7b709-212d-4e9d-ab66-8aa25443e74a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.014430] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d21ea49-cd33-462f-8049-6fa9c1a42fc1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.030424] env[62643]: DEBUG nova.compute.provider_tree [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.036177] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 682.036177] env[62643]: value = "task-2382843" [ 682.036177] env[62643]: _type = "Task" [ 682.036177] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.036177] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Waiting for the task: (returnval){ [ 682.036177] env[62643]: value = "task-2382844" [ 682.036177] env[62643]: _type = "Task" [ 682.036177] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.049773] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.052817] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.210450] env[62643]: DEBUG nova.network.neutron [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.239677] env[62643]: DEBUG nova.compute.utils [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Can not refresh info_cache because instance was not found {{(pid=62643) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 682.257816] env[62643]: DEBUG nova.network.neutron [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.376377] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 682.376771] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba102799-98df-49da-ba22-371d258683de {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.388740] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52585396-54cd-88b7-74f0-b496bd914233, 'name': SearchDatastore_Task, 'duration_secs': 0.015823} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.392892] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 682.392892] env[62643]: value = "task-2382845" [ 682.392892] env[62643]: _type = "Task" [ 682.392892] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.393107] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61498b3c-89ef-4d51-ab97-ee66bc692b4a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.401444] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 682.401444] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d69c73-da5a-df9e-38e0-a60bf1c473e8" [ 682.401444] env[62643]: _type = "Task" [ 682.401444] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.405559] env[62643]: DEBUG nova.network.neutron [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.406952] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382845, 'name': CloneVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.415622] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d69c73-da5a-df9e-38e0-a60bf1c473e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.443345] env[62643]: DEBUG nova.network.neutron [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Updating instance_info_cache with network_info: [{"id": "fe244358-5be5-41c1-88c0-94c45fbef59a", "address": "fa:16:3e:58:f7:08", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe244358-5b", "ovs_interfaceid": "fe244358-5be5-41c1-88c0-94c45fbef59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.445417] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.445892] env[62643]: DEBUG oslo_concurrency.lockutils [req-6461e86a-e0f7-4eb7-9edc-fc0093328f53 req-ae8f20de-55ae-42f9-ad35-624cee3c4709 service nova] Releasing lock "refresh_cache-3d8f298d-a597-4e2a-af07-0046d0bbd22a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.451636] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "aaaea473-cf12-456a-8c69-ee3e7656334c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.451895] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "aaaea473-cf12-456a-8c69-ee3e7656334c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.452123] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "aaaea473-cf12-456a-8c69-ee3e7656334c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.452313] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "aaaea473-cf12-456a-8c69-ee3e7656334c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.452495] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "aaaea473-cf12-456a-8c69-ee3e7656334c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.454766] env[62643]: INFO nova.compute.manager [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Terminating instance [ 682.551353] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382843, 'name': PowerOffVM_Task, 'duration_secs': 0.247733} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.556741] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.557038] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.557356] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08749} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.558218] env[62643]: ERROR nova.scheduler.client.report [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [req-048268d9-3796-44d3-a354-b0b4a602b4a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-048268d9-3796-44d3-a354-b0b4a602b4a3"}]} [ 682.559098] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28059e68-ae81-44e7-b009-ec373b5aca50 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.562677] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.564959] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61f2707-47bb-41df-b3d0-dde9defe1414 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.571912] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.581795] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25157574-9596-4ea9-b40f-90cb1bd20ac6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.592712] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 7a8bcdaf-4a30-4118-8260-22fb84ed89f3/7a8bcdaf-4a30-4118-8260-22fb84ed89f3.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.594094] env[62643]: DEBUG nova.scheduler.client.report [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Refreshing inventories for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 682.596079] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12040fbf-4957-4ce0-9aba-32d65dc07888 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.618685] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Waiting for the task: (returnval){ [ 682.618685] env[62643]: value = "task-2382847" [ 682.618685] env[62643]: _type = "Task" [ 682.618685] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.624050] env[62643]: DEBUG nova.scheduler.client.report [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Updating ProviderTree inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 682.624303] env[62643]: DEBUG nova.compute.provider_tree [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.630054] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.640776] env[62643]: DEBUG nova.scheduler.client.report [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Refreshing aggregate associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, aggregates: None {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 682.661132] env[62643]: DEBUG nova.scheduler.client.report [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Refreshing trait associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 682.700795] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.700795] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.700795] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleting the datastore file [datastore2] bc813c11-8b43-4ca5-bfdf-832e02f020d9 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.701011] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6530b34-8193-4baa-b4d2-5976477c6226 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.707678] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 682.707678] env[62643]: value = "task-2382848" [ 682.707678] env[62643]: _type = "Task" [ 682.707678] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.719756] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.821673] env[62643]: DEBUG nova.network.neutron [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Updating instance_info_cache with network_info: [{"id": "b3ac5f37-8c66-47df-9f87-0ad1185ba5be", "address": "fa:16:3e:a6:1a:2b", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3ac5f37-8c", "ovs_interfaceid": "b3ac5f37-8c66-47df-9f87-0ad1185ba5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.905863] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382845, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.911994] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Releasing lock "refresh_cache-863bc2da-9167-470b-a426-f898e8bbe187" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.912438] env[62643]: DEBUG nova.compute.manager [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.912634] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.912909] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db0618bf-0b3b-46e9-a12b-ab63454e811c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.920106] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d69c73-da5a-df9e-38e0-a60bf1c473e8, 'name': SearchDatastore_Task, 'duration_secs': 0.019445} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.923755] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.924036] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 3d8f298d-a597-4e2a-af07-0046d0bbd22a/3d8f298d-a597-4e2a-af07-0046d0bbd22a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.925437] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e584a167-ffe6-4eea-a1b5-fdf0900c2536 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.929478] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087961c5-ec83-46b1-958c-3e2a387f83b3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.947894] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Releasing lock "refresh_cache-027d839d-93e5-45e1-aac3-6936b4c29795" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.948279] env[62643]: DEBUG nova.compute.manager [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Instance network_info: |[{"id": "fe244358-5be5-41c1-88c0-94c45fbef59a", "address": "fa:16:3e:58:f7:08", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe244358-5b", "ovs_interfaceid": "fe244358-5be5-41c1-88c0-94c45fbef59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.948653] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 682.948653] env[62643]: value = "task-2382849" [ 682.948653] env[62643]: _type = "Task" [ 682.948653] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.948987] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:f7:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe244358-5be5-41c1-88c0-94c45fbef59a', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.957044] env[62643]: DEBUG oslo.service.loopingcall [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.978698] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.982964] env[62643]: DEBUG nova.compute.manager [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.982964] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.983495] env[62643]: WARNING nova.virt.vmwareapi.vmops [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 863bc2da-9167-470b-a426-f898e8bbe187 could not be found. [ 682.983729] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.983942] env[62643]: INFO nova.compute.manager [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Took 0.07 seconds to destroy the instance on the hypervisor. [ 682.984192] env[62643]: DEBUG oslo.service.loopingcall [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.985042] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e572798f-44d5-4975-a3d1-0c5d0ec44c90 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.003592] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3ce781-7569-4d76-9da9-8440847490af {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.008016] env[62643]: DEBUG nova.compute.manager [-] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.008016] env[62643]: DEBUG nova.network.neutron [-] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.020569] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.020803] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.021076] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.021076] env[62643]: value = "task-2382850" [ 683.021076] env[62643]: _type = "Task" [ 683.021076] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.025020] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1eab208-65a9-4c8c-9ecd-cce3ee4d0c04 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.030830] env[62643]: DEBUG nova.network.neutron [-] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.039665] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382850, 'name': CreateVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.040323] env[62643]: DEBUG oslo_vmware.api [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 683.040323] env[62643]: value = "task-2382851" [ 683.040323] env[62643]: _type = "Task" [ 683.040323] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.052306] env[62643]: DEBUG oslo_vmware.api [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.127884] env[62643]: DEBUG oslo_vmware.rw_handles [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c8f17-5d38-9c49-23f0-3f2a2dece1a5/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 683.129320] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f697cc-edde-4089-a015-ac45d5980c21 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.137721] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382847, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.139501] env[62643]: DEBUG oslo_vmware.rw_handles [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c8f17-5d38-9c49-23f0-3f2a2dece1a5/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 683.139701] env[62643]: ERROR oslo_vmware.rw_handles [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c8f17-5d38-9c49-23f0-3f2a2dece1a5/disk-0.vmdk due to incomplete transfer. [ 683.142533] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-21c81c42-122f-4d5f-8bc0-db408b8e502f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.150787] env[62643]: DEBUG oslo_vmware.rw_handles [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c8f17-5d38-9c49-23f0-3f2a2dece1a5/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 683.151129] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Uploaded image 4c305fc7-6b6e-4116-b0ce-6ac1fff98e61 to the Glance image server {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 683.152960] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 683.153273] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-836c660c-959e-45b1-943b-563b75e64fe4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.165753] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 683.165753] env[62643]: value = "task-2382852" [ 683.165753] env[62643]: _type = "Task" [ 683.165753] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.177311] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382852, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.219798] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242797} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.220097] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.220295] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.220489] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.301428] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5af859d-59b1-4623-bda2-d1a7901d4d5a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.309432] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664b7baf-3939-4056-a287-0eec46cae36d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.342231] env[62643]: DEBUG oslo_concurrency.lockutils [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Releasing lock "refresh_cache-c771cbc2-e440-4c40-afea-0476d16f5328" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.347339] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07f317a-7e89-48a5-bd96-1c11951c7dfe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.354864] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948a62a1-4f8f-40f5-8f43-8d6042bc1489 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.370982] env[62643]: DEBUG nova.compute.provider_tree [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.376487] env[62643]: DEBUG nova.compute.manager [req-be36bf81-8e07-4c82-b480-341db30cae12 req-c4b6fe4e-95bc-4756-b7ff-385ec4476dc8 service nova] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Received event network-changed-fe244358-5be5-41c1-88c0-94c45fbef59a {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.376735] env[62643]: DEBUG nova.compute.manager [req-be36bf81-8e07-4c82-b480-341db30cae12 req-c4b6fe4e-95bc-4756-b7ff-385ec4476dc8 service nova] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Refreshing instance network info cache due to event network-changed-fe244358-5be5-41c1-88c0-94c45fbef59a. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 683.376924] env[62643]: DEBUG oslo_concurrency.lockutils [req-be36bf81-8e07-4c82-b480-341db30cae12 req-c4b6fe4e-95bc-4756-b7ff-385ec4476dc8 service nova] Acquiring lock "refresh_cache-027d839d-93e5-45e1-aac3-6936b4c29795" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.377118] env[62643]: DEBUG oslo_concurrency.lockutils [req-be36bf81-8e07-4c82-b480-341db30cae12 req-c4b6fe4e-95bc-4756-b7ff-385ec4476dc8 service nova] Acquired lock "refresh_cache-027d839d-93e5-45e1-aac3-6936b4c29795" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.377316] env[62643]: DEBUG nova.network.neutron [req-be36bf81-8e07-4c82-b480-341db30cae12 req-c4b6fe4e-95bc-4756-b7ff-385ec4476dc8 service nova] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Refreshing network info cache for port fe244358-5be5-41c1-88c0-94c45fbef59a {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.407104] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382845, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.469966] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.536906] env[62643]: DEBUG nova.network.neutron [-] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.538450] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382850, 'name': CreateVM_Task, 'duration_secs': 0.463431} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.538834] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.539589] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.539773] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.540105] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.540354] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0620a358-b3e6-40dc-8a0b-5ca04ac6f7e8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.548411] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 683.548411] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e83802-7581-f5b5-1723-d9cc0f380310" [ 683.548411] env[62643]: _type = "Task" [ 683.548411] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.551826] env[62643]: DEBUG oslo_vmware.api [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382851, 'name': PowerOffVM_Task, 'duration_secs': 0.405538} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.555536] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.555724] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.556294] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-198c57f5-24ae-4dd2-a849-dc67ed867e47 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.564118] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e83802-7581-f5b5-1723-d9cc0f380310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.626873] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.627093] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.627329] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Deleting the datastore file [datastore2] aaaea473-cf12-456a-8c69-ee3e7656334c {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.627620] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-308066a2-51f0-4b11-a752-1dbe2dee0117 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.633339] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382847, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.637435] env[62643]: DEBUG oslo_vmware.api [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for the task: (returnval){ [ 683.637435] env[62643]: value = "task-2382854" [ 683.637435] env[62643]: _type = "Task" [ 683.637435] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.645535] env[62643]: DEBUG oslo_vmware.api [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.675718] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382852, 'name': Destroy_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.907949] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382845, 'name': CloneVM_Task, 'duration_secs': 1.433835} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.908954] env[62643]: DEBUG nova.scheduler.client.report [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Updated inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 683.909248] env[62643]: DEBUG nova.compute.provider_tree [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Updating resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a generation from 58 to 59 during operation: update_inventory {{(pid=62643) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 683.909466] env[62643]: DEBUG nova.compute.provider_tree [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.912772] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Created linked-clone VM from snapshot [ 683.915034] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62178acc-9488-4288-988e-c8555acc148d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.924972] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Uploading image 950b6af4-3b61-4d7b-8fef-7ecc1c9f1e23 {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 683.950023] env[62643]: DEBUG oslo_vmware.rw_handles [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 683.950023] env[62643]: value = "vm-483579" [ 683.950023] env[62643]: _type = "VirtualMachine" [ 683.950023] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 683.950306] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-91097566-3dbc-4d7e-b8e5-8ee514fa75e7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.957445] env[62643]: DEBUG oslo_vmware.rw_handles [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Lease: (returnval){ [ 683.957445] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527a2231-5599-7385-b797-3e9e56c482cb" [ 683.957445] env[62643]: _type = "HttpNfcLease" [ 683.957445] env[62643]: } obtained for exporting VM: (result){ [ 683.957445] env[62643]: value = "vm-483579" [ 683.957445] env[62643]: _type = "VirtualMachine" [ 683.957445] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 683.957717] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the lease: (returnval){ [ 683.957717] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527a2231-5599-7385-b797-3e9e56c482cb" [ 683.957717] env[62643]: _type = "HttpNfcLease" [ 683.957717] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 683.972108] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.972367] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 683.972367] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527a2231-5599-7385-b797-3e9e56c482cb" [ 683.972367] env[62643]: _type = "HttpNfcLease" [ 683.972367] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 684.039794] env[62643]: INFO nova.compute.manager [-] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Took 1.04 seconds to deallocate network for instance. [ 684.061937] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e83802-7581-f5b5-1723-d9cc0f380310, 'name': SearchDatastore_Task, 'duration_secs': 0.01633} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.062578] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.062825] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.063075] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.063239] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.063426] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.063731] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf60e7b8-b2cc-4f10-ad1d-41f717d3537f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.072218] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.072380] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.073164] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa68385-536d-456d-a485-425f7341bcbc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.080874] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 684.080874] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521f658e-376e-9bdc-7e95-e0429d37feef" [ 684.080874] env[62643]: _type = "Task" [ 684.080874] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.091031] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521f658e-376e-9bdc-7e95-e0429d37feef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.133494] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382847, 'name': ReconfigVM_Task, 'duration_secs': 1.42301} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.133923] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 7a8bcdaf-4a30-4118-8260-22fb84ed89f3/7a8bcdaf-4a30-4118-8260-22fb84ed89f3.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.135008] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b861374a-9f41-470c-997d-175b067cd04c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.144281] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Waiting for the task: (returnval){ [ 684.144281] env[62643]: value = "task-2382856" [ 684.144281] env[62643]: _type = "Task" [ 684.144281] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.151472] env[62643]: DEBUG oslo_vmware.api [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Task: {'id': task-2382854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486916} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.152103] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.152297] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.152515] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.152697] env[62643]: INFO nova.compute.manager [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 684.152931] env[62643]: DEBUG oslo.service.loopingcall [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.153174] env[62643]: DEBUG nova.compute.manager [-] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.153301] env[62643]: DEBUG nova.network.neutron [-] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.157931] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382856, 'name': Rename_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.180051] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382852, 'name': Destroy_Task, 'duration_secs': 0.554583} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.180779] env[62643]: DEBUG nova.network.neutron [req-be36bf81-8e07-4c82-b480-341db30cae12 req-c4b6fe4e-95bc-4756-b7ff-385ec4476dc8 service nova] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Updated VIF entry in instance network info cache for port fe244358-5be5-41c1-88c0-94c45fbef59a. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.181349] env[62643]: DEBUG nova.network.neutron [req-be36bf81-8e07-4c82-b480-341db30cae12 req-c4b6fe4e-95bc-4756-b7ff-385ec4476dc8 service nova] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Updating instance_info_cache with network_info: [{"id": "fe244358-5be5-41c1-88c0-94c45fbef59a", "address": "fa:16:3e:58:f7:08", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe244358-5b", "ovs_interfaceid": "fe244358-5be5-41c1-88c0-94c45fbef59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.183077] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Destroyed the VM [ 684.183479] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 684.184222] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bd93e667-ce93-4d0a-b0fd-d5126817b896 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.192778] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 684.192778] env[62643]: value = "task-2382857" [ 684.192778] env[62643]: _type = "Task" [ 684.192778] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.205011] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382857, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.255872] env[62643]: DEBUG nova.virt.hardware [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.256361] env[62643]: DEBUG nova.virt.hardware [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.256464] env[62643]: DEBUG nova.virt.hardware [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.256648] env[62643]: DEBUG nova.virt.hardware [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.256826] env[62643]: DEBUG nova.virt.hardware [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.256982] env[62643]: DEBUG nova.virt.hardware [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.257211] env[62643]: DEBUG nova.virt.hardware [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.257378] env[62643]: DEBUG nova.virt.hardware [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.257548] env[62643]: DEBUG nova.virt.hardware [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.257758] env[62643]: DEBUG nova.virt.hardware [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.257947] env[62643]: DEBUG nova.virt.hardware [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.258850] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78deb5d9-089d-4f48-b920-35d81dadd347 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.269980] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c211a65d-6ca3-4c05-817e-1d3e184c0c7d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.288351] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:ee:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4836040-a85b-4b49-a770-f891291a35df', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.298240] env[62643]: DEBUG oslo.service.loopingcall [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.298522] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.298627] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8b28276-93e9-413d-b90f-2fddf1bbd3a8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.322727] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.322727] env[62643]: value = "task-2382858" [ 684.322727] env[62643]: _type = "Task" [ 684.322727] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.331354] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382858, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.417206] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.743s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.419029] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.424s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.421265] env[62643]: INFO nova.compute.claims [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.457898] env[62643]: INFO nova.scheduler.client.report [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Deleted allocations for instance c24bad45-17ef-4e2b-805f-e5fd0ac8bca4 [ 684.483136] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 684.483136] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527a2231-5599-7385-b797-3e9e56c482cb" [ 684.483136] env[62643]: _type = "HttpNfcLease" [ 684.483136] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 684.484449] env[62643]: DEBUG oslo_vmware.rw_handles [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 684.484449] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527a2231-5599-7385-b797-3e9e56c482cb" [ 684.484449] env[62643]: _type = "HttpNfcLease" [ 684.484449] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 684.484639] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382849, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.488026] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0964713d-7b09-412a-b828-f084cb7232de {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.497187] env[62643]: DEBUG oslo_vmware.rw_handles [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523bf9ea-f347-d500-d25a-3e2305ef5b1c/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 684.497187] env[62643]: DEBUG oslo_vmware.rw_handles [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523bf9ea-f347-d500-d25a-3e2305ef5b1c/disk-0.vmdk for reading. {{(pid=62643) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 684.556637] env[62643]: INFO nova.compute.manager [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Instance disappeared during terminate [ 684.556883] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf736516-9b43-4372-b344-5969a5476321 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "863bc2da-9167-470b-a426-f898e8bbe187" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.333s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.567234] env[62643]: DEBUG nova.compute.manager [req-2eff335f-77dc-4943-83ea-e1a3332e2e89 req-083baac4-5667-4648-b7c3-7244eb1f33de service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Received event network-vif-deleted-3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.567234] env[62643]: INFO nova.compute.manager [req-2eff335f-77dc-4943-83ea-e1a3332e2e89 req-083baac4-5667-4648-b7c3-7244eb1f33de service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Neutron deleted interface 3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4; detaching it from the instance and deleting it from the info cache [ 684.567234] env[62643]: DEBUG nova.network.neutron [req-2eff335f-77dc-4943-83ea-e1a3332e2e89 req-083baac4-5667-4648-b7c3-7244eb1f33de service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.591927] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521f658e-376e-9bdc-7e95-e0429d37feef, 'name': SearchDatastore_Task, 'duration_secs': 0.027935} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.592778] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-947fa9bb-5816-4741-99e4-eef4c2560cf7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.598218] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 684.598218] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52004afc-699a-8d0e-0471-c16716bcd470" [ 684.598218] env[62643]: _type = "Task" [ 684.598218] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.607021] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52004afc-699a-8d0e-0471-c16716bcd470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.610277] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a646361b-ca30-49a2-92f0-14e5ba46ad01 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.655959] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382856, 'name': Rename_Task, 'duration_secs': 0.484137} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.655959] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.655959] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8483a89f-2198-4a7d-92be-b98f59211be0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.662180] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Waiting for the task: (returnval){ [ 684.662180] env[62643]: value = "task-2382859" [ 684.662180] env[62643]: _type = "Task" [ 684.662180] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.673098] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.685193] env[62643]: DEBUG oslo_concurrency.lockutils [req-be36bf81-8e07-4c82-b480-341db30cae12 req-c4b6fe4e-95bc-4756-b7ff-385ec4476dc8 service nova] Releasing lock "refresh_cache-027d839d-93e5-45e1-aac3-6936b4c29795" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.705659] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382857, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.834560] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382858, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.900024] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.900293] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11427a13-31f1-4b8f-a74c-adef36b394c7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.907713] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 684.907713] env[62643]: value = "task-2382860" [ 684.907713] env[62643]: _type = "Task" [ 684.907713] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.915660] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.972128] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382849, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.634312} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.972597] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 3d8f298d-a597-4e2a-af07-0046d0bbd22a/3d8f298d-a597-4e2a-af07-0046d0bbd22a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.972935] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.973331] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef59916b-8972-449c-8c8b-d80e496ea986 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.980988] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0a07d7ca-6ac9-4f53-8016-50f1fd94df16 tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "c24bad45-17ef-4e2b-805f-e5fd0ac8bca4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.040s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.988036] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 684.988036] env[62643]: value = "task-2382861" [ 684.988036] env[62643]: _type = "Task" [ 684.988036] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.996931] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.062024] env[62643]: DEBUG nova.network.neutron [-] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.074430] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7be3dc20-93ce-4baa-b1d6-e784880d0bf8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.085699] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f249dec-c04d-4080-b8be-5531850e309e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.108983] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52004afc-699a-8d0e-0471-c16716bcd470, 'name': SearchDatastore_Task, 'duration_secs': 0.0158} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.134135] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.134680] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 027d839d-93e5-45e1-aac3-6936b4c29795/027d839d-93e5-45e1-aac3-6936b4c29795.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.135674] env[62643]: DEBUG nova.compute.manager [req-2eff335f-77dc-4943-83ea-e1a3332e2e89 req-083baac4-5667-4648-b7c3-7244eb1f33de service nova] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Detach interface failed, port_id=3aebc6d2-5544-41f9-ab3c-4f22f6b15cb4, reason: Instance aaaea473-cf12-456a-8c69-ee3e7656334c could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 685.136363] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05cda6b8-c273-45df-8d94-64f8d4d833de {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.144431] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 685.144431] env[62643]: value = "task-2382862" [ 685.144431] env[62643]: _type = "Task" [ 685.144431] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.154333] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.172612] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382859, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.204726] env[62643]: DEBUG oslo_vmware.api [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382857, 'name': RemoveSnapshot_Task, 'duration_secs': 0.830839} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.205240] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 685.205532] env[62643]: INFO nova.compute.manager [None req-8fec56f4-47b2-4da1-bb65-918716cb9ee6 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Took 15.06 seconds to snapshot the instance on the hypervisor. [ 685.310205] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "6e77f974-5c90-4c53-9555-6b08d46d83da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.311342] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "6e77f974-5c90-4c53-9555-6b08d46d83da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.311342] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "6e77f974-5c90-4c53-9555-6b08d46d83da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.311342] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "6e77f974-5c90-4c53-9555-6b08d46d83da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.311896] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "6e77f974-5c90-4c53-9555-6b08d46d83da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.314508] env[62643]: INFO nova.compute.manager [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Terminating instance [ 685.338353] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382858, 'name': CreateVM_Task, 'duration_secs': 0.537967} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.338713] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.339656] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.340060] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.340707] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.341196] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-553d7938-3dc2-4199-9c3e-8c34539a5214 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.349624] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 685.349624] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5250487d-099c-6d0a-837d-010c2e2d37fb" [ 685.349624] env[62643]: _type = "Task" [ 685.349624] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.359686] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5250487d-099c-6d0a-837d-010c2e2d37fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.419421] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382860, 'name': PowerOffVM_Task, 'duration_secs': 0.238296} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.420411] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.421980] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e26a024-23cc-4e64-af84-f750533b9d7b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.449533] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c197ef1-f472-424f-a887-4a8bb8ad07f9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.488945] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.489539] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49e983b0-0cfd-4bcc-bdcd-7013b45bfdfb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.506726] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150393} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.508774] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.509330] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 685.509330] env[62643]: value = "task-2382863" [ 685.509330] env[62643]: _type = "Task" [ 685.509330] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.510288] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cdeaaf-9579-4425-919b-247a882ceebe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.540800] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] VM already powered off {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 685.541302] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.541825] env[62643]: DEBUG oslo_concurrency.lockutils [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.542639] env[62643]: DEBUG oslo_concurrency.lockutils [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.543094] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.553254] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 3d8f298d-a597-4e2a-af07-0046d0bbd22a/3d8f298d-a597-4e2a-af07-0046d0bbd22a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.556863] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ecd2a46-061a-4972-9139-bd961d8e1e86 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.561656] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-633475a5-8343-443c-8c80-2b219b64aa9b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.580784] env[62643]: INFO nova.compute.manager [-] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Took 1.43 seconds to deallocate network for instance. [ 685.592871] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 685.592871] env[62643]: value = "task-2382864" [ 685.592871] env[62643]: _type = "Task" [ 685.592871] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.600749] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.600976] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.602503] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1579fb45-4521-408e-8f6e-3272b88aa646 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.608946] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.615925] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 685.615925] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d9d7fa-521a-d6b6-9f96-05189a33fb73" [ 685.615925] env[62643]: _type = "Task" [ 685.615925] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.627626] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d9d7fa-521a-d6b6-9f96-05189a33fb73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.662254] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382862, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.680565] env[62643]: DEBUG oslo_vmware.api [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382859, 'name': PowerOnVM_Task, 'duration_secs': 0.68146} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.688494] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.688875] env[62643]: INFO nova.compute.manager [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Took 10.36 seconds to spawn the instance on the hypervisor. [ 685.689240] env[62643]: DEBUG nova.compute.manager [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.693306] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ba2be3-9f27-4eed-84d8-bc8778ded3bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.822252] env[62643]: DEBUG nova.compute.manager [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.822252] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.822252] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e6d67d-bf00-4bea-882f-f3f51ad94469 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.827731] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.830508] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f6361ba-573f-4161-8398-ed7dcf1c8c05 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.837196] env[62643]: DEBUG oslo_vmware.api [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 685.837196] env[62643]: value = "task-2382865" [ 685.837196] env[62643]: _type = "Task" [ 685.837196] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.848990] env[62643]: DEBUG oslo_vmware.api [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.862531] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5250487d-099c-6d0a-837d-010c2e2d37fb, 'name': SearchDatastore_Task, 'duration_secs': 0.013273} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.862946] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.863255] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.863522] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.089466] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.093491] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe80d00-53de-4182-983c-7b26ec346e76 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.112690] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eace3530-7f09-4a6f-a98a-2786fe887429 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.118527] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.128167] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d9d7fa-521a-d6b6-9f96-05189a33fb73, 'name': SearchDatastore_Task, 'duration_secs': 0.027436} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.159873] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c94f377-d374-4e36-b807-b622050aed4b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.165994] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536dffb5-c6b1-495a-a592-493fc1683d66 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.172044] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 686.172044] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52883b82-db83-57c2-d63a-e53db06fc938" [ 686.172044] env[62643]: _type = "Task" [ 686.172044] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.177579] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636496} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.181503] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c023ccf3-51e0-4c24-b95b-320ba285e14c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.185879] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 027d839d-93e5-45e1-aac3-6936b4c29795/027d839d-93e5-45e1-aac3-6936b4c29795.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.186417] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.186785] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba17ec3d-d89e-4f8b-8cff-b176028ad2c0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.193170] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52883b82-db83-57c2-d63a-e53db06fc938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.202240] env[62643]: DEBUG nova.compute.provider_tree [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.204019] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 686.204019] env[62643]: value = "task-2382866" [ 686.204019] env[62643]: _type = "Task" [ 686.204019] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.216183] env[62643]: INFO nova.compute.manager [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Took 41.51 seconds to build instance. [ 686.220021] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.350086] env[62643]: DEBUG oslo_vmware.api [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382865, 'name': PowerOffVM_Task, 'duration_secs': 0.276898} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.351027] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.351027] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.351160] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3678d2b-cfc7-4d7e-a678-98217b026099 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.423458] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.423872] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.424061] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Deleting the datastore file [datastore1] 6e77f974-5c90-4c53-9555-6b08d46d83da {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.424468] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c571692e-48ca-49a7-ad3d-ceb1d5b9c9be {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.431979] env[62643]: DEBUG oslo_vmware.api [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 686.431979] env[62643]: value = "task-2382868" [ 686.431979] env[62643]: _type = "Task" [ 686.431979] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.441418] env[62643]: DEBUG oslo_vmware.api [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.611524] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382864, 'name': ReconfigVM_Task, 'duration_secs': 0.826323} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.611862] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 3d8f298d-a597-4e2a-af07-0046d0bbd22a/3d8f298d-a597-4e2a-af07-0046d0bbd22a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.612522] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b243569c-003b-4ba2-a0de-084dc24c9392 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.619205] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 686.619205] env[62643]: value = "task-2382869" [ 686.619205] env[62643]: _type = "Task" [ 686.619205] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.628135] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382869, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.688343] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52883b82-db83-57c2-d63a-e53db06fc938, 'name': SearchDatastore_Task, 'duration_secs': 0.024872} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.688800] env[62643]: DEBUG oslo_concurrency.lockutils [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.689418] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] c771cbc2-e440-4c40-afea-0476d16f5328/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk. {{(pid=62643) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 686.689930] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.690260] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.690633] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9914a19d-0d15-48ff-b782-9451b1909fed {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.693858] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19fba660-5c35-4ade-b8a8-5f7dbe525532 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.701494] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 686.701494] env[62643]: value = "task-2382870" [ 686.701494] env[62643]: _type = "Task" [ 686.701494] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.707019] env[62643]: DEBUG nova.scheduler.client.report [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.710917] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.710917] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.716414] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1903c7e-2776-497d-af7f-74ad787f8e26 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.723544] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3c7c54b6-fe3e-4680-a262-080586f0a1be tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Lock "7a8bcdaf-4a30-4118-8260-22fb84ed89f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.175s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.724134] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.731031] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069784} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.732672] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.733145] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 686.733145] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a25ea3-1bce-86c1-21ec-fd8d87c8d097" [ 686.733145] env[62643]: _type = "Task" [ 686.733145] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.733896] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85765c3a-7a39-4c74-a68a-e56b0a530cd1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.747764] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a25ea3-1bce-86c1-21ec-fd8d87c8d097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.769027] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 027d839d-93e5-45e1-aac3-6936b4c29795/027d839d-93e5-45e1-aac3-6936b4c29795.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.769981] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-412cf615-e14d-466b-b627-d0e8a7ff58cc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.790490] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 686.790490] env[62643]: value = "task-2382871" [ 686.790490] env[62643]: _type = "Task" [ 686.790490] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.799235] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.944864] env[62643]: DEBUG oslo_vmware.api [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33676} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.944864] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.944864] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.944864] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.944864] env[62643]: INFO nova.compute.manager [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Took 1.13 seconds to destroy the instance on the hypervisor. [ 686.945266] env[62643]: DEBUG oslo.service.loopingcall [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.945382] env[62643]: DEBUG nova.compute.manager [-] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.945509] env[62643]: DEBUG nova.network.neutron [-] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.134538] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382869, 'name': Rename_Task, 'duration_secs': 0.234867} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.135038] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.135373] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c3689c7-f4ee-4a70-9e29-8bd774fff8a6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.143191] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 687.143191] env[62643]: value = "task-2382872" [ 687.143191] env[62643]: _type = "Task" [ 687.143191] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.154446] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.213289] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.213884] env[62643]: DEBUG nova.compute.manager [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.216865] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382870, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.217042] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.108s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.218825] env[62643]: INFO nova.compute.claims [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.231035] env[62643]: DEBUG nova.compute.manager [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.249330] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a25ea3-1bce-86c1-21ec-fd8d87c8d097, 'name': SearchDatastore_Task, 'duration_secs': 0.018073} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.250198] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a558014-1b7a-4287-93ca-0ae90e6ef4bd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.257635] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 687.257635] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5294cec1-0051-4bef-5d48-9b684beb92f2" [ 687.257635] env[62643]: _type = "Task" [ 687.257635] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.266732] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5294cec1-0051-4bef-5d48-9b684beb92f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.300898] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382871, 'name': ReconfigVM_Task, 'duration_secs': 0.412679} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.301202] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 027d839d-93e5-45e1-aac3-6936b4c29795/027d839d-93e5-45e1-aac3-6936b4c29795.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.301933] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36108469-fb5b-437d-b06e-d1c61fd58646 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.309939] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 687.309939] env[62643]: value = "task-2382873" [ 687.309939] env[62643]: _type = "Task" [ 687.309939] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.317022] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382873, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.493291] env[62643]: DEBUG nova.compute.manager [req-4d15276a-6324-4575-83e1-88693cc32a11 req-facbceea-ad2e-4136-b551-13d9866e38ca service nova] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Received event network-vif-deleted-c2f118d5-15f3-4a66-8786-292a9ef8d489 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 687.493528] env[62643]: INFO nova.compute.manager [req-4d15276a-6324-4575-83e1-88693cc32a11 req-facbceea-ad2e-4136-b551-13d9866e38ca service nova] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Neutron deleted interface c2f118d5-15f3-4a66-8786-292a9ef8d489; detaching it from the instance and deleting it from the info cache [ 687.493648] env[62643]: DEBUG nova.network.neutron [req-4d15276a-6324-4575-83e1-88693cc32a11 req-facbceea-ad2e-4136-b551-13d9866e38ca service nova] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.654238] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382872, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.713170] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6007} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.713448] env[62643]: INFO nova.virt.vmwareapi.ds_util [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] c771cbc2-e440-4c40-afea-0476d16f5328/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk. [ 687.714518] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b18b8a-bd24-4827-9232-b4778a6fca5c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.735714] env[62643]: DEBUG nova.compute.utils [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 687.751535] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] c771cbc2-e440-4c40-afea-0476d16f5328/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.756186] env[62643]: DEBUG nova.compute.manager [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.756351] env[62643]: DEBUG nova.network.neutron [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.758806] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-303ffc38-9cae-4450-97d8-72dc86573d40 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.785313] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5294cec1-0051-4bef-5d48-9b684beb92f2, 'name': SearchDatastore_Task, 'duration_secs': 0.020803} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.786711] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.786955] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] bc813c11-8b43-4ca5-bfdf-832e02f020d9/bc813c11-8b43-4ca5-bfdf-832e02f020d9.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.787295] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 687.787295] env[62643]: value = "task-2382874" [ 687.787295] env[62643]: _type = "Task" [ 687.787295] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.787486] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34bae790-5978-4f1e-8b9e-77d2bc1da7c2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.798171] env[62643]: DEBUG oslo_concurrency.lockutils [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.806180] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.806360] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 687.806360] env[62643]: value = "task-2382875" [ 687.806360] env[62643]: _type = "Task" [ 687.806360] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.819948] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.825663] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382873, 'name': Rename_Task, 'duration_secs': 0.21429} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.825949] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.826274] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c4f48b0-888d-4a19-81e6-17fcdfd6050b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.830343] env[62643]: DEBUG nova.policy [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14d2173d15f943fdab0d5d9e25c5e5b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f660912c0b2461998508033a45f80fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.833015] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 687.833015] env[62643]: value = "task-2382876" [ 687.833015] env[62643]: _type = "Task" [ 687.833015] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.841041] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.842439] env[62643]: DEBUG nova.network.neutron [-] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.998785] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18f2f5db-41ba-42c5-9a4b-6e3985470351 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.007888] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581d8f1d-e372-4ebe-aaed-1804ed53dc0e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.044303] env[62643]: DEBUG nova.compute.manager [req-4d15276a-6324-4575-83e1-88693cc32a11 req-facbceea-ad2e-4136-b551-13d9866e38ca service nova] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Detach interface failed, port_id=c2f118d5-15f3-4a66-8786-292a9ef8d489, reason: Instance 6e77f974-5c90-4c53-9555-6b08d46d83da could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 688.109410] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Acquiring lock "7a8bcdaf-4a30-4118-8260-22fb84ed89f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.109719] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Lock "7a8bcdaf-4a30-4118-8260-22fb84ed89f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.109959] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Acquiring lock "7a8bcdaf-4a30-4118-8260-22fb84ed89f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.110162] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Lock "7a8bcdaf-4a30-4118-8260-22fb84ed89f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.110338] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Lock "7a8bcdaf-4a30-4118-8260-22fb84ed89f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.113611] env[62643]: INFO nova.compute.manager [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Terminating instance [ 688.162913] env[62643]: DEBUG oslo_vmware.api [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382872, 'name': PowerOnVM_Task, 'duration_secs': 0.637199} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.163561] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.163959] env[62643]: INFO nova.compute.manager [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Took 10.51 seconds to spawn the instance on the hypervisor. [ 688.164316] env[62643]: DEBUG nova.compute.manager [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.165360] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d6a48d-b325-4764-bfd8-e665dd945354 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.258896] env[62643]: DEBUG nova.compute.manager [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.263112] env[62643]: DEBUG nova.network.neutron [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Successfully created port: 7c99f574-acbf-43b0-a040-6df8db902c16 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.304778] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.317724] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382875, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.348822] env[62643]: INFO nova.compute.manager [-] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Took 1.40 seconds to deallocate network for instance. [ 688.348822] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382876, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.617522] env[62643]: DEBUG nova.compute.manager [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.617803] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.618695] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccea957-5a84-4def-b822-84347c7e061f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.629686] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.633022] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78f97eea-ecf7-436c-8fcf-26434a74af33 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.635734] env[62643]: DEBUG oslo_vmware.api [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Waiting for the task: (returnval){ [ 688.635734] env[62643]: value = "task-2382877" [ 688.635734] env[62643]: _type = "Task" [ 688.635734] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.647678] env[62643]: DEBUG oslo_vmware.api [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.684893] env[62643]: INFO nova.compute.manager [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Took 39.75 seconds to build instance. [ 688.804025] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382874, 'name': ReconfigVM_Task, 'duration_secs': 0.852115} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.804025] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Reconfigured VM instance instance-0000001d to attach disk [datastore2] c771cbc2-e440-4c40-afea-0476d16f5328/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.804708] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a76f09-801c-4965-805f-7663ef98b387 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.834405] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9476adff-397d-44d3-a7b9-f1356e18a0d9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.850175] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626753} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.855528] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] bc813c11-8b43-4ca5-bfdf-832e02f020d9/bc813c11-8b43-4ca5-bfdf-832e02f020d9.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.855789] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.856651] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.856879] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8742cd6-fd58-4565-af8e-43232e2646d3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.860306] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 688.860306] env[62643]: value = "task-2382878" [ 688.860306] env[62643]: _type = "Task" [ 688.860306] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.870513] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 688.870513] env[62643]: value = "task-2382879" [ 688.870513] env[62643]: _type = "Task" [ 688.870513] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.870771] env[62643]: DEBUG oslo_vmware.api [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382876, 'name': PowerOnVM_Task, 'duration_secs': 0.614402} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.871625] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.871931] env[62643]: INFO nova.compute.manager [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Took 8.39 seconds to spawn the instance on the hypervisor. [ 688.872068] env[62643]: DEBUG nova.compute.manager [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.876591] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1dfb8c-edc7-4f27-a045-f64ab8324f7a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.882103] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382878, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.893930] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.918192] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c6d78a-bdef-415a-82f5-b3a2fc54ec8a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.926652] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8496aba7-70e5-4c89-a55a-e03047df9938 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.961650] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525c921c-e878-4ba8-aff2-c588980d0f33 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.969589] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67bc9e3-0da3-43d5-9cd1-6f8d6643897b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.986975] env[62643]: DEBUG nova.compute.provider_tree [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.162500] env[62643]: DEBUG oslo_vmware.api [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382877, 'name': PowerOffVM_Task, 'duration_secs': 0.421151} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.162500] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.162500] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.162500] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dad4920-68fa-425c-aa45-a30da1d4b951 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.186929] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5094107e-6b69-4991-be4e-fdf60314b989 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "3d8f298d-a597-4e2a-af07-0046d0bbd22a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.643s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.222027] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.222027] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.222234] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Deleting the datastore file [datastore1] 7a8bcdaf-4a30-4118-8260-22fb84ed89f3 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.222451] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2710b2a8-db90-42c9-a2f2-7238586d7d4b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.228821] env[62643]: DEBUG oslo_vmware.api [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Waiting for the task: (returnval){ [ 689.228821] env[62643]: value = "task-2382881" [ 689.228821] env[62643]: _type = "Task" [ 689.228821] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.237012] env[62643]: DEBUG oslo_vmware.api [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.269057] env[62643]: DEBUG nova.compute.manager [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.293044] env[62643]: DEBUG nova.virt.hardware [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.293327] env[62643]: DEBUG nova.virt.hardware [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.293486] env[62643]: DEBUG nova.virt.hardware [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.293666] env[62643]: DEBUG nova.virt.hardware [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.293866] env[62643]: DEBUG nova.virt.hardware [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.294039] env[62643]: DEBUG nova.virt.hardware [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.294298] env[62643]: DEBUG nova.virt.hardware [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.294478] env[62643]: DEBUG nova.virt.hardware [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.294651] env[62643]: DEBUG nova.virt.hardware [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.294847] env[62643]: DEBUG nova.virt.hardware [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.295045] env[62643]: DEBUG nova.virt.hardware [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.295943] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff829c8-8e38-40c5-a313-c91e815b36ec {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.304526] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dad5fe-af05-4dd0-a2b5-58df252b6d56 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.369935] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382878, 'name': ReconfigVM_Task, 'duration_secs': 0.294459} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.370248] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.370508] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39fe05b6-9d7f-4f4b-91ba-69fddec13fef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.381488] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075521} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.383192] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.383661] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 689.383661] env[62643]: value = "task-2382882" [ 689.383661] env[62643]: _type = "Task" [ 689.383661] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.384416] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038f2ba1-cd8a-4fec-bc35-9d94cc8ef572 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.413235] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] bc813c11-8b43-4ca5-bfdf-832e02f020d9/bc813c11-8b43-4ca5-bfdf-832e02f020d9.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.418614] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7195100c-8d01-419c-9ab7-cb599203ddf9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.433537] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.434163] env[62643]: INFO nova.compute.manager [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Took 35.97 seconds to build instance. [ 689.440502] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 689.440502] env[62643]: value = "task-2382883" [ 689.440502] env[62643]: _type = "Task" [ 689.440502] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.448565] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.488932] env[62643]: DEBUG nova.scheduler.client.report [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.504118] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc56190-fbfc-46f7-85a8-c2d487b771ba {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.511455] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ca33106a-324c-42ff-b65d-ae99de191d17 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Suspending the VM {{(pid=62643) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 689.511455] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a82296c4-b049-4974-a6ec-e5378b44f272 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.520046] env[62643]: DEBUG oslo_vmware.api [None req-ca33106a-324c-42ff-b65d-ae99de191d17 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 689.520046] env[62643]: value = "task-2382884" [ 689.520046] env[62643]: _type = "Task" [ 689.520046] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.529916] env[62643]: DEBUG oslo_vmware.api [None req-ca33106a-324c-42ff-b65d-ae99de191d17 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382884, 'name': SuspendVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.555547] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquiring lock "66f5454a-bc99-4b92-9a74-ef81b3a0c673" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.555829] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "66f5454a-bc99-4b92-9a74-ef81b3a0c673" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.556051] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquiring lock "66f5454a-bc99-4b92-9a74-ef81b3a0c673-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.556240] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "66f5454a-bc99-4b92-9a74-ef81b3a0c673-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.556426] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "66f5454a-bc99-4b92-9a74-ef81b3a0c673-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.559811] env[62643]: INFO nova.compute.manager [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Terminating instance [ 689.693186] env[62643]: DEBUG nova.compute.manager [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.743159] env[62643]: DEBUG oslo_vmware.api [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.897272] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382882, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.937266] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eff3c58a-92b4-407e-ab9d-e1d06dd1079a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Lock "027d839d-93e5-45e1-aac3-6936b4c29795" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.936s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.949879] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.952471] env[62643]: DEBUG nova.compute.manager [req-df4e9cad-272b-4bfa-8b2c-b69a49c9da39 req-52c781f7-d46b-4803-9252-6fdc92894c29 service nova] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Received event network-vif-plugged-7c99f574-acbf-43b0-a040-6df8db902c16 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.952686] env[62643]: DEBUG oslo_concurrency.lockutils [req-df4e9cad-272b-4bfa-8b2c-b69a49c9da39 req-52c781f7-d46b-4803-9252-6fdc92894c29 service nova] Acquiring lock "c316241e-bdb6-4f77-8e3b-277a6bb2f6ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.953067] env[62643]: DEBUG oslo_concurrency.lockutils [req-df4e9cad-272b-4bfa-8b2c-b69a49c9da39 req-52c781f7-d46b-4803-9252-6fdc92894c29 service nova] Lock "c316241e-bdb6-4f77-8e3b-277a6bb2f6ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.953163] env[62643]: DEBUG oslo_concurrency.lockutils [req-df4e9cad-272b-4bfa-8b2c-b69a49c9da39 req-52c781f7-d46b-4803-9252-6fdc92894c29 service nova] Lock "c316241e-bdb6-4f77-8e3b-277a6bb2f6ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.953252] env[62643]: DEBUG nova.compute.manager [req-df4e9cad-272b-4bfa-8b2c-b69a49c9da39 req-52c781f7-d46b-4803-9252-6fdc92894c29 service nova] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] No waiting events found dispatching network-vif-plugged-7c99f574-acbf-43b0-a040-6df8db902c16 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.953413] env[62643]: WARNING nova.compute.manager [req-df4e9cad-272b-4bfa-8b2c-b69a49c9da39 req-52c781f7-d46b-4803-9252-6fdc92894c29 service nova] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Received unexpected event network-vif-plugged-7c99f574-acbf-43b0-a040-6df8db902c16 for instance with vm_state building and task_state spawning. [ 689.994769] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.994981] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.999537] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.789s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.999537] env[62643]: INFO nova.compute.claims [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.033948] env[62643]: DEBUG oslo_vmware.api [None req-ca33106a-324c-42ff-b65d-ae99de191d17 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382884, 'name': SuspendVM_Task} progress is 54%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.061575] env[62643]: DEBUG nova.network.neutron [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Successfully updated port: 7c99f574-acbf-43b0-a040-6df8db902c16 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.063442] env[62643]: DEBUG nova.compute.manager [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.064109] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.065874] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e2d5ba-24cf-4be7-8c57-d44da1331e0f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.077269] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.077269] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-922b7832-9073-4bc1-9d65-6a96f4043090 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.086345] env[62643]: DEBUG oslo_vmware.api [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 690.086345] env[62643]: value = "task-2382885" [ 690.086345] env[62643]: _type = "Task" [ 690.086345] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.102720] env[62643]: DEBUG oslo_vmware.api [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.222053] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.243932] env[62643]: DEBUG oslo_vmware.api [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Task: {'id': task-2382881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.694689} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.244246] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.244464] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.244616] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.244821] env[62643]: INFO nova.compute.manager [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Took 1.63 seconds to destroy the instance on the hypervisor. [ 690.245104] env[62643]: DEBUG oslo.service.loopingcall [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.245314] env[62643]: DEBUG nova.compute.manager [-] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.245405] env[62643]: DEBUG nova.network.neutron [-] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.401052] env[62643]: DEBUG oslo_vmware.api [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382882, 'name': PowerOnVM_Task, 'duration_secs': 0.709285} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.401052] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.402821] env[62643]: DEBUG nova.compute.manager [None req-056f59be-e0b3-49bf-bc38-131d15a723bc tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.404488] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e27236-afd3-4cd6-b6c1-cbf1a7193f7f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.439955] env[62643]: DEBUG nova.compute.manager [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.456982] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382883, 'name': ReconfigVM_Task, 'duration_secs': 0.717039} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.456982] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Reconfigured VM instance instance-0000001c to attach disk [datastore2] bc813c11-8b43-4ca5-bfdf-832e02f020d9/bc813c11-8b43-4ca5-bfdf-832e02f020d9.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.456982] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48f73e54-5997-48bb-9f5f-8e8df4ac3b7e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.461829] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 690.461829] env[62643]: value = "task-2382886" [ 690.461829] env[62643]: _type = "Task" [ 690.461829] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.473859] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382886, 'name': Rename_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.503663] env[62643]: DEBUG nova.compute.utils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 690.509419] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.509606] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.532146] env[62643]: DEBUG oslo_vmware.api [None req-ca33106a-324c-42ff-b65d-ae99de191d17 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382884, 'name': SuspendVM_Task, 'duration_secs': 0.917946} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.532422] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ca33106a-324c-42ff-b65d-ae99de191d17 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Suspended the VM {{(pid=62643) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 690.532605] env[62643]: DEBUG nova.compute.manager [None req-ca33106a-324c-42ff-b65d-ae99de191d17 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.533452] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4ff1fc-d58c-49dc-ad03-26bc0c2945e5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.567683] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Acquiring lock "refresh_cache-c316241e-bdb6-4f77-8e3b-277a6bb2f6ce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.567856] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Acquired lock "refresh_cache-c316241e-bdb6-4f77-8e3b-277a6bb2f6ce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.568042] env[62643]: DEBUG nova.network.neutron [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.595025] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquiring lock "027d839d-93e5-45e1-aac3-6936b4c29795" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.595284] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Lock "027d839d-93e5-45e1-aac3-6936b4c29795" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.595493] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquiring lock "027d839d-93e5-45e1-aac3-6936b4c29795-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.595674] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Lock "027d839d-93e5-45e1-aac3-6936b4c29795-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.595858] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Lock "027d839d-93e5-45e1-aac3-6936b4c29795-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.598873] env[62643]: INFO nova.compute.manager [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Terminating instance [ 690.605254] env[62643]: DEBUG oslo_vmware.api [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382885, 'name': PowerOffVM_Task, 'duration_secs': 0.362607} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.605652] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.605825] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.606087] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d83a786-c443-4ed0-bda6-a93b6ec8b494 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.631226] env[62643]: DEBUG nova.policy [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '053b822a11634ce386c5b8390fb66888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '566139c2d6a646a896130a28291a2e15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.974275] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382886, 'name': Rename_Task, 'duration_secs': 0.210486} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.974601] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.974811] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b7d893c-cacc-4c05-b316-65a0b76d56e1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.977274] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.983145] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 690.983145] env[62643]: value = "task-2382888" [ 690.983145] env[62643]: _type = "Task" [ 690.983145] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.992621] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.006562] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.037768] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Successfully created port: 4c14597f-d8c0-4d32-aea2-f87d3005ea41 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.066135] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.066463] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.066568] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Deleting the datastore file [datastore1] 66f5454a-bc99-4b92-9a74-ef81b3a0c673 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.067589] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f04fb2e4-1a15-4325-be35-39cb5360eed6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.077860] env[62643]: DEBUG oslo_vmware.api [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 691.077860] env[62643]: value = "task-2382889" [ 691.077860] env[62643]: _type = "Task" [ 691.077860] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.086839] env[62643]: DEBUG oslo_vmware.api [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.094914] env[62643]: DEBUG nova.network.neutron [-] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.108832] env[62643]: DEBUG nova.compute.manager [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.109553] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.111831] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5238ee45-7900-4b8b-a530-1851bd85caf1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.121876] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.121876] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf89f6a6-e552-4913-9cd9-b5ac4dde5c59 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.130589] env[62643]: DEBUG nova.network.neutron [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.137187] env[62643]: DEBUG oslo_vmware.api [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 691.137187] env[62643]: value = "task-2382890" [ 691.137187] env[62643]: _type = "Task" [ 691.137187] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.149651] env[62643]: DEBUG oslo_vmware.api [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.373655] env[62643]: DEBUG nova.network.neutron [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Updating instance_info_cache with network_info: [{"id": "7c99f574-acbf-43b0-a040-6df8db902c16", "address": "fa:16:3e:7b:5a:38", "network": {"id": "4d4ce4fd-12e1-4916-9c49-f0669ae9099b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-288356963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f660912c0b2461998508033a45f80fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c99f574-ac", "ovs_interfaceid": "7c99f574-acbf-43b0-a040-6df8db902c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.497105] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382888, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.594896] env[62643]: DEBUG oslo_vmware.api [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2382889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284435} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.595252] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.595487] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.595701] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.595924] env[62643]: INFO nova.compute.manager [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Took 1.53 seconds to destroy the instance on the hypervisor. [ 691.596216] env[62643]: DEBUG oslo.service.loopingcall [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.596439] env[62643]: DEBUG nova.compute.manager [-] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.596542] env[62643]: DEBUG nova.network.neutron [-] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.598826] env[62643]: INFO nova.compute.manager [-] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Took 1.35 seconds to deallocate network for instance. [ 691.648307] env[62643]: DEBUG oslo_vmware.api [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382890, 'name': PowerOffVM_Task, 'duration_secs': 0.288317} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.649334] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.649486] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.649752] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b46f210e-f1b6-46d9-a710-956be44822f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.671877] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8004b85b-7ecf-462d-b2ed-e217e33858cd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.682342] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82ffc87-545f-4692-9861-dfc54d0d6bf8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.724692] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cf7b18-c1dc-47f2-984a-8b8be67e7fa9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.728038] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.728218] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.728317] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Deleting the datastore file [datastore1] 027d839d-93e5-45e1-aac3-6936b4c29795 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.728669] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dd61f7c-8f5d-4ea5-9664-5cb00168ae76 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.738129] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050c4854-0ac7-49df-935b-c6352749a4c3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.742640] env[62643]: DEBUG oslo_vmware.api [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for the task: (returnval){ [ 691.742640] env[62643]: value = "task-2382892" [ 691.742640] env[62643]: _type = "Task" [ 691.742640] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.762552] env[62643]: DEBUG nova.compute.provider_tree [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.770234] env[62643]: DEBUG oslo_vmware.api [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.878750] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Releasing lock "refresh_cache-c316241e-bdb6-4f77-8e3b-277a6bb2f6ce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.880013] env[62643]: DEBUG nova.compute.manager [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Instance network_info: |[{"id": "7c99f574-acbf-43b0-a040-6df8db902c16", "address": "fa:16:3e:7b:5a:38", "network": {"id": "4d4ce4fd-12e1-4916-9c49-f0669ae9099b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-288356963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f660912c0b2461998508033a45f80fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c99f574-ac", "ovs_interfaceid": "7c99f574-acbf-43b0-a040-6df8db902c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.880155] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:5a:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c99f574-acbf-43b0-a040-6df8db902c16', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.888568] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Creating folder: Project (3f660912c0b2461998508033a45f80fa). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.888901] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b38191bb-dd48-4f30-82d3-40245b0cf993 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.900846] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Created folder: Project (3f660912c0b2461998508033a45f80fa) in parent group-v483488. [ 691.901017] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Creating folder: Instances. Parent ref: group-v483582. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.901317] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-251989cf-a28d-4f52-944b-a4b73222c132 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.914989] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Created folder: Instances in parent group-v483582. [ 691.915397] env[62643]: DEBUG oslo.service.loopingcall [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.915692] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.916045] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb3a5b40-4269-419d-9efc-5aee0f731be8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.949165] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.949165] env[62643]: value = "task-2382895" [ 691.949165] env[62643]: _type = "Task" [ 691.949165] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.963280] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382895, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.994165] env[62643]: DEBUG oslo_vmware.api [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382888, 'name': PowerOnVM_Task, 'duration_secs': 0.760933} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.994786] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.995022] env[62643]: DEBUG nova.compute.manager [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.995890] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd009fae-edd1-4288-8228-776a9fc6694b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.020943] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.110702] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.168894] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.169234] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.169325] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.169535] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.169691] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.169844] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.170080] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.170253] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.170443] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.170611] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.170788] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.171782] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182b8dd5-7558-4629-8ee6-da0f1197378f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.180951] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c54dd7-a988-453c-bc6c-88565da33fff {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.254646] env[62643]: DEBUG oslo_vmware.api [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Task: {'id': task-2382892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291794} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.254932] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.255182] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.255700] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.255700] env[62643]: INFO nova.compute.manager [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Took 1.15 seconds to destroy the instance on the hypervisor. [ 692.255843] env[62643]: DEBUG oslo.service.loopingcall [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 692.256045] env[62643]: DEBUG nova.compute.manager [-] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.256143] env[62643]: DEBUG nova.network.neutron [-] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.266423] env[62643]: DEBUG nova.scheduler.client.report [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.280107] env[62643]: DEBUG nova.compute.manager [req-6353ad9f-4832-4b77-bf21-895f2ffd3e98 req-6c11bc13-fc55-44e5-8bf9-9de5e99ea23c service nova] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Received event network-changed-7c99f574-acbf-43b0-a040-6df8db902c16 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.280396] env[62643]: DEBUG nova.compute.manager [req-6353ad9f-4832-4b77-bf21-895f2ffd3e98 req-6c11bc13-fc55-44e5-8bf9-9de5e99ea23c service nova] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Refreshing instance network info cache due to event network-changed-7c99f574-acbf-43b0-a040-6df8db902c16. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 692.280669] env[62643]: DEBUG oslo_concurrency.lockutils [req-6353ad9f-4832-4b77-bf21-895f2ffd3e98 req-6c11bc13-fc55-44e5-8bf9-9de5e99ea23c service nova] Acquiring lock "refresh_cache-c316241e-bdb6-4f77-8e3b-277a6bb2f6ce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.280884] env[62643]: DEBUG oslo_concurrency.lockutils [req-6353ad9f-4832-4b77-bf21-895f2ffd3e98 req-6c11bc13-fc55-44e5-8bf9-9de5e99ea23c service nova] Acquired lock "refresh_cache-c316241e-bdb6-4f77-8e3b-277a6bb2f6ce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.281112] env[62643]: DEBUG nova.network.neutron [req-6353ad9f-4832-4b77-bf21-895f2ffd3e98 req-6c11bc13-fc55-44e5-8bf9-9de5e99ea23c service nova] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Refreshing network info cache for port 7c99f574-acbf-43b0-a040-6df8db902c16 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.444402] env[62643]: DEBUG nova.network.neutron [-] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.460699] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382895, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.516327] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.763861] env[62643]: DEBUG nova.compute.manager [req-c0d2f37d-317b-496f-b50c-5dcbf241574a req-e87e8c13-46aa-45ef-91b3-553e1d2d9be9 service nova] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Received event network-vif-plugged-4c14597f-d8c0-4d32-aea2-f87d3005ea41 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.764252] env[62643]: DEBUG oslo_concurrency.lockutils [req-c0d2f37d-317b-496f-b50c-5dcbf241574a req-e87e8c13-46aa-45ef-91b3-553e1d2d9be9 service nova] Acquiring lock "8cf78384-7e0f-4a97-a030-1e51f123f086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.764507] env[62643]: DEBUG oslo_concurrency.lockutils [req-c0d2f37d-317b-496f-b50c-5dcbf241574a req-e87e8c13-46aa-45ef-91b3-553e1d2d9be9 service nova] Lock "8cf78384-7e0f-4a97-a030-1e51f123f086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.764736] env[62643]: DEBUG oslo_concurrency.lockutils [req-c0d2f37d-317b-496f-b50c-5dcbf241574a req-e87e8c13-46aa-45ef-91b3-553e1d2d9be9 service nova] Lock "8cf78384-7e0f-4a97-a030-1e51f123f086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.765065] env[62643]: DEBUG nova.compute.manager [req-c0d2f37d-317b-496f-b50c-5dcbf241574a req-e87e8c13-46aa-45ef-91b3-553e1d2d9be9 service nova] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] No waiting events found dispatching network-vif-plugged-4c14597f-d8c0-4d32-aea2-f87d3005ea41 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.765328] env[62643]: WARNING nova.compute.manager [req-c0d2f37d-317b-496f-b50c-5dcbf241574a req-e87e8c13-46aa-45ef-91b3-553e1d2d9be9 service nova] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Received unexpected event network-vif-plugged-4c14597f-d8c0-4d32-aea2-f87d3005ea41 for instance with vm_state building and task_state spawning. [ 692.775755] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.777939] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.781035] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.161s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.782605] env[62643]: INFO nova.compute.claims [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.889918] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Successfully updated port: 4c14597f-d8c0-4d32-aea2-f87d3005ea41 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.947175] env[62643]: INFO nova.compute.manager [-] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Took 1.35 seconds to deallocate network for instance. [ 692.964242] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382895, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.131288] env[62643]: DEBUG nova.network.neutron [req-6353ad9f-4832-4b77-bf21-895f2ffd3e98 req-6c11bc13-fc55-44e5-8bf9-9de5e99ea23c service nova] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Updated VIF entry in instance network info cache for port 7c99f574-acbf-43b0-a040-6df8db902c16. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.131746] env[62643]: DEBUG nova.network.neutron [req-6353ad9f-4832-4b77-bf21-895f2ffd3e98 req-6c11bc13-fc55-44e5-8bf9-9de5e99ea23c service nova] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Updating instance_info_cache with network_info: [{"id": "7c99f574-acbf-43b0-a040-6df8db902c16", "address": "fa:16:3e:7b:5a:38", "network": {"id": "4d4ce4fd-12e1-4916-9c49-f0669ae9099b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-288356963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f660912c0b2461998508033a45f80fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c99f574-ac", "ovs_interfaceid": "7c99f574-acbf-43b0-a040-6df8db902c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.157478] env[62643]: DEBUG nova.network.neutron [-] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.219918] env[62643]: DEBUG nova.compute.manager [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.219918] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09110a03-eedb-4123-9a74-7b4038a01b2b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.237608] env[62643]: INFO nova.compute.manager [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Rescuing [ 693.237896] env[62643]: DEBUG oslo_concurrency.lockutils [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "refresh_cache-bb4772da-b738-487f-a72e-97673c3ae7f1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.238086] env[62643]: DEBUG oslo_concurrency.lockutils [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired lock "refresh_cache-bb4772da-b738-487f-a72e-97673c3ae7f1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.238262] env[62643]: DEBUG nova.network.neutron [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.289462] env[62643]: DEBUG nova.compute.utils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 693.293097] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.293305] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.358214] env[62643]: DEBUG nova.policy [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '053b822a11634ce386c5b8390fb66888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '566139c2d6a646a896130a28291a2e15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.392926] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "refresh_cache-8cf78384-7e0f-4a97-a030-1e51f123f086" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.393433] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquired lock "refresh_cache-8cf78384-7e0f-4a97-a030-1e51f123f086" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.393433] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.459471] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.466845] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382895, 'name': CreateVM_Task, 'duration_secs': 1.43383} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.467106] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.468662] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.468902] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.469337] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.469639] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb9e9a1f-1413-4072-b6f9-fa113a19da7a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.476513] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Waiting for the task: (returnval){ [ 693.476513] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52df037b-fba2-09a1-7172-9cf0666d4fea" [ 693.476513] env[62643]: _type = "Task" [ 693.476513] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.486235] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52df037b-fba2-09a1-7172-9cf0666d4fea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.635550] env[62643]: DEBUG oslo_concurrency.lockutils [req-6353ad9f-4832-4b77-bf21-895f2ffd3e98 req-6c11bc13-fc55-44e5-8bf9-9de5e99ea23c service nova] Releasing lock "refresh_cache-c316241e-bdb6-4f77-8e3b-277a6bb2f6ce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.635871] env[62643]: DEBUG nova.compute.manager [req-6353ad9f-4832-4b77-bf21-895f2ffd3e98 req-6c11bc13-fc55-44e5-8bf9-9de5e99ea23c service nova] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Received event network-vif-deleted-1ef11707-7a7b-44af-9827-d0cf113a9107 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.636478] env[62643]: DEBUG nova.compute.manager [req-6353ad9f-4832-4b77-bf21-895f2ffd3e98 req-6c11bc13-fc55-44e5-8bf9-9de5e99ea23c service nova] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Received event network-vif-deleted-071275d0-c3b1-4054-ad79-023f9dbc7a46 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.636478] env[62643]: INFO nova.compute.manager [req-6353ad9f-4832-4b77-bf21-895f2ffd3e98 req-6c11bc13-fc55-44e5-8bf9-9de5e99ea23c service nova] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Neutron deleted interface 071275d0-c3b1-4054-ad79-023f9dbc7a46; detaching it from the instance and deleting it from the info cache [ 693.636478] env[62643]: DEBUG nova.network.neutron [req-6353ad9f-4832-4b77-bf21-895f2ffd3e98 req-6c11bc13-fc55-44e5-8bf9-9de5e99ea23c service nova] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.659490] env[62643]: INFO nova.compute.manager [-] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Took 1.40 seconds to deallocate network for instance. [ 693.731530] env[62643]: INFO nova.compute.manager [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] instance snapshotting [ 693.732070] env[62643]: WARNING nova.compute.manager [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 693.736228] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9808b97e-f659-440a-897e-ac5967e47eeb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.767091] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73759fd4-0e15-4366-bffb-483e1dc5a4f1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.770977] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Successfully created port: 5ad3b5fb-1498-40e6-804c-2bf975023826 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.773910] env[62643]: DEBUG oslo_concurrency.lockutils [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "bc813c11-8b43-4ca5-bfdf-832e02f020d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.774160] env[62643]: DEBUG oslo_concurrency.lockutils [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "bc813c11-8b43-4ca5-bfdf-832e02f020d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.774367] env[62643]: DEBUG oslo_concurrency.lockutils [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "bc813c11-8b43-4ca5-bfdf-832e02f020d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.774546] env[62643]: DEBUG oslo_concurrency.lockutils [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "bc813c11-8b43-4ca5-bfdf-832e02f020d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.774714] env[62643]: DEBUG oslo_concurrency.lockutils [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "bc813c11-8b43-4ca5-bfdf-832e02f020d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.778503] env[62643]: INFO nova.compute.manager [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Terminating instance [ 693.796522] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.949882] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.992251] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52df037b-fba2-09a1-7172-9cf0666d4fea, 'name': SearchDatastore_Task, 'duration_secs': 0.016283} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.992574] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.992810] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.993126] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.993321] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.993564] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.993853] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e08ae044-b5a1-4f9f-bd17-520b2113ecf2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.006170] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.006456] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.007229] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca5f7f71-929d-4be9-a29d-c8b32bbc12d7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.015360] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Waiting for the task: (returnval){ [ 694.015360] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5265c773-5ff1-7dd4-8728-512b65047fdb" [ 694.015360] env[62643]: _type = "Task" [ 694.015360] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.027245] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5265c773-5ff1-7dd4-8728-512b65047fdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.147851] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c12a4672-040c-4396-9642-e59cf5dff8cc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.161799] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01c8ada-120a-40be-8939-f1ec42400f3b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.182583] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.195206] env[62643]: DEBUG oslo_vmware.rw_handles [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523bf9ea-f347-d500-d25a-3e2305ef5b1c/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 694.197251] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37eb76fa-7565-402b-aea1-ccfc5fc7a13a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.220893] env[62643]: DEBUG nova.compute.manager [req-6353ad9f-4832-4b77-bf21-895f2ffd3e98 req-6c11bc13-fc55-44e5-8bf9-9de5e99ea23c service nova] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Detach interface failed, port_id=071275d0-c3b1-4054-ad79-023f9dbc7a46, reason: Instance 66f5454a-bc99-4b92-9a74-ef81b3a0c673 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 694.227325] env[62643]: DEBUG oslo_vmware.rw_handles [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523bf9ea-f347-d500-d25a-3e2305ef5b1c/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 694.227325] env[62643]: ERROR oslo_vmware.rw_handles [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523bf9ea-f347-d500-d25a-3e2305ef5b1c/disk-0.vmdk due to incomplete transfer. [ 694.227325] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-054556b6-ca4e-4f81-b60a-0f92fcbe1a7f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.237462] env[62643]: DEBUG oslo_vmware.rw_handles [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523bf9ea-f347-d500-d25a-3e2305ef5b1c/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 694.237749] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Uploaded image 950b6af4-3b61-4d7b-8fef-7ecc1c9f1e23 to the Glance image server {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 694.240083] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 694.240407] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38abc1b3-eafd-464c-8079-cffd1348f4fb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.247721] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 694.247721] env[62643]: value = "task-2382896" [ 694.247721] env[62643]: _type = "Task" [ 694.247721] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.261691] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382896, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.289716] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 694.289716] env[62643]: DEBUG nova.compute.manager [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.289716] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.290076] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3c5115d4-b23c-4d81-baf0-e6d7c1d72d67 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.293903] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f42551-2de8-4150-b323-efbd94b283e2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.310509] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 694.310509] env[62643]: value = "task-2382897" [ 694.310509] env[62643]: _type = "Task" [ 694.310509] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.314506] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.322858] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a5f0486-6ebe-4af0-b7ed-6f77c2b17d34 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.324972] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "80ad2833-64e1-4e54-b28a-ad7c601dc5ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.327607] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "80ad2833-64e1-4e54-b28a-ad7c601dc5ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.335929] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382897, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.337608] env[62643]: DEBUG oslo_vmware.api [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 694.337608] env[62643]: value = "task-2382898" [ 694.337608] env[62643]: _type = "Task" [ 694.337608] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.346330] env[62643]: DEBUG oslo_vmware.api [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.389373] env[62643]: DEBUG nova.compute.manager [req-e3f9f6a5-40b8-4fae-9f55-c6ff39817d01 req-61e63a0e-7c7d-40b8-aeed-b01f8a162673 service nova] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Received event network-vif-deleted-fe244358-5be5-41c1-88c0-94c45fbef59a {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.401407] env[62643]: DEBUG nova.network.neutron [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Updating instance_info_cache with network_info: [{"id": "ac6ed930-5d1d-4157-83c0-cd7313045259", "address": "fa:16:3e:41:01:14", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6ed930-5d", "ovs_interfaceid": "ac6ed930-5d1d-4157-83c0-cd7313045259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.434544] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Updating instance_info_cache with network_info: [{"id": "4c14597f-d8c0-4d32-aea2-f87d3005ea41", "address": "fa:16:3e:92:30:bf", "network": {"id": "7a5cbf29-41ed-448c-8ba1-2cf44a8b3cd0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998117175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "566139c2d6a646a896130a28291a2e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c14597f-d8", "ovs_interfaceid": "4c14597f-d8c0-4d32-aea2-f87d3005ea41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.462224] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2190bc-0dc0-48ca-b43f-f8972a63de0b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.469801] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d8b83f-a641-4a2d-8091-fad07ca82476 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.501205] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee36b285-ee4b-4f62-83c0-00b59f81cd8e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.508781] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7310de-b0f1-449c-ad27-133629d9aaa7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.521757] env[62643]: DEBUG nova.compute.provider_tree [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.531825] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5265c773-5ff1-7dd4-8728-512b65047fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.013403} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.533130] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c83c03-eb44-46f3-8ca6-0287b1c3c572 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.538269] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Waiting for the task: (returnval){ [ 694.538269] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5289562a-7c6b-d4b3-d925-af528f29206a" [ 694.538269] env[62643]: _type = "Task" [ 694.538269] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.545246] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5289562a-7c6b-d4b3-d925-af528f29206a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.757774] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382896, 'name': Destroy_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.807314] env[62643]: DEBUG nova.compute.manager [req-4a78c5b3-b217-4ffe-94b8-5fddaf5419d6 req-8cfe56f7-50eb-4efb-9e0d-bb810127d2fe service nova] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Received event network-changed-4c14597f-d8c0-4d32-aea2-f87d3005ea41 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.807314] env[62643]: DEBUG nova.compute.manager [req-4a78c5b3-b217-4ffe-94b8-5fddaf5419d6 req-8cfe56f7-50eb-4efb-9e0d-bb810127d2fe service nova] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Refreshing instance network info cache due to event network-changed-4c14597f-d8c0-4d32-aea2-f87d3005ea41. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 694.807389] env[62643]: DEBUG oslo_concurrency.lockutils [req-4a78c5b3-b217-4ffe-94b8-5fddaf5419d6 req-8cfe56f7-50eb-4efb-9e0d-bb810127d2fe service nova] Acquiring lock "refresh_cache-8cf78384-7e0f-4a97-a030-1e51f123f086" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.808696] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.824482] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382897, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.833021] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.833021] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.833021] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.833229] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.833229] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.833229] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.833229] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.833229] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.833386] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.833469] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.833636] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.834468] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe24c5d-e498-4f90-9159-fca0a8b538f0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.848080] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c29b873-119d-4445-a1df-c3231aa97cb4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.853831] env[62643]: DEBUG oslo_vmware.api [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382898, 'name': PowerOffVM_Task, 'duration_secs': 0.434412} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.854132] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.854305] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.854885] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd0049eb-c73e-45ac-93e2-52d7b990fea4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.903348] env[62643]: DEBUG oslo_concurrency.lockutils [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Releasing lock "refresh_cache-bb4772da-b738-487f-a72e-97673c3ae7f1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.936712] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Releasing lock "refresh_cache-8cf78384-7e0f-4a97-a030-1e51f123f086" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.937047] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Instance network_info: |[{"id": "4c14597f-d8c0-4d32-aea2-f87d3005ea41", "address": "fa:16:3e:92:30:bf", "network": {"id": "7a5cbf29-41ed-448c-8ba1-2cf44a8b3cd0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998117175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "566139c2d6a646a896130a28291a2e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c14597f-d8", "ovs_interfaceid": "4c14597f-d8c0-4d32-aea2-f87d3005ea41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.937331] env[62643]: DEBUG oslo_concurrency.lockutils [req-4a78c5b3-b217-4ffe-94b8-5fddaf5419d6 req-8cfe56f7-50eb-4efb-9e0d-bb810127d2fe service nova] Acquired lock "refresh_cache-8cf78384-7e0f-4a97-a030-1e51f123f086" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.937513] env[62643]: DEBUG nova.network.neutron [req-4a78c5b3-b217-4ffe-94b8-5fddaf5419d6 req-8cfe56f7-50eb-4efb-9e0d-bb810127d2fe service nova] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Refreshing network info cache for port 4c14597f-d8c0-4d32-aea2-f87d3005ea41 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.938711] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:30:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c14597f-d8c0-4d32-aea2-f87d3005ea41', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.947231] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Creating folder: Project (566139c2d6a646a896130a28291a2e15). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.948450] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f51bfc6e-a28b-4c9e-907b-0fa813e12468 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.959282] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Created folder: Project (566139c2d6a646a896130a28291a2e15) in parent group-v483488. [ 694.959504] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Creating folder: Instances. Parent ref: group-v483585. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.959722] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9b5f5d8-0432-462d-96f8-42c185a7e987 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.970084] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Created folder: Instances in parent group-v483585. [ 694.970084] env[62643]: DEBUG oslo.service.loopingcall [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.970656] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.970887] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41830afb-ec22-4eef-b484-e045b18e3ec6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.987335] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.987551] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.987728] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleting the datastore file [datastore2] bc813c11-8b43-4ca5-bfdf-832e02f020d9 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.988375] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7097905-5593-4509-ad82-456b6eef571e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.992873] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.992873] env[62643]: value = "task-2382902" [ 694.992873] env[62643]: _type = "Task" [ 694.992873] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.996991] env[62643]: DEBUG oslo_vmware.api [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 694.996991] env[62643]: value = "task-2382903" [ 694.996991] env[62643]: _type = "Task" [ 694.996991] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.003320] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382902, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.008190] env[62643]: DEBUG oslo_vmware.api [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.044705] env[62643]: ERROR nova.scheduler.client.report [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [req-3c080250-0b00-41c2-8800-6e17cadf7adc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3c080250-0b00-41c2-8800-6e17cadf7adc"}]} [ 695.051350] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5289562a-7c6b-d4b3-d925-af528f29206a, 'name': SearchDatastore_Task, 'duration_secs': 0.032656} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.051350] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.051350] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] c316241e-bdb6-4f77-8e3b-277a6bb2f6ce/c316241e-bdb6-4f77-8e3b-277a6bb2f6ce.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.051750] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-179d33c4-c054-425d-a196-c01d3029f822 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.057935] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Waiting for the task: (returnval){ [ 695.057935] env[62643]: value = "task-2382904" [ 695.057935] env[62643]: _type = "Task" [ 695.057935] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.066565] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': task-2382904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.071914] env[62643]: DEBUG nova.scheduler.client.report [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Refreshing inventories for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 695.085623] env[62643]: DEBUG nova.scheduler.client.report [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Updating ProviderTree inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 695.085954] env[62643]: DEBUG nova.compute.provider_tree [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 695.098698] env[62643]: DEBUG nova.scheduler.client.report [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Refreshing aggregate associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, aggregates: None {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 695.128074] env[62643]: DEBUG nova.scheduler.client.report [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Refreshing trait associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 695.258250] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382896, 'name': Destroy_Task, 'duration_secs': 0.671561} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.260790] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Destroyed the VM [ 695.261046] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 695.262305] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5859f089-4b9e-4804-a2fb-96b62d0c3405 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.267664] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 695.267664] env[62643]: value = "task-2382905" [ 695.267664] env[62643]: _type = "Task" [ 695.267664] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.278043] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382905, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.331488] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382897, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.513177] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382902, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.518622] env[62643]: DEBUG oslo_vmware.api [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2382903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215479} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.521769] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.522252] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.522622] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.523027] env[62643]: INFO nova.compute.manager [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Took 1.23 seconds to destroy the instance on the hypervisor. [ 695.523437] env[62643]: DEBUG oslo.service.loopingcall [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.524048] env[62643]: DEBUG nova.compute.manager [-] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.524968] env[62643]: DEBUG nova.network.neutron [-] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.572946] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': task-2382904, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.629095] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Successfully updated port: 5ad3b5fb-1498-40e6-804c-2bf975023826 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.761948] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7374e1-f784-4e1c-a0f5-62bb4f8acf77 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.776226] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5ae560-0ebd-425b-9e84-079681960ef7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.783424] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382905, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.814615] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0528170-65c5-4e5f-987f-d7bb8aa6a070 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.830088] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e730f53b-aa75-4d94-9ac0-59e1a09c77e2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.833934] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382897, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.848212] env[62643]: DEBUG nova.compute.provider_tree [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.906155] env[62643]: DEBUG nova.network.neutron [req-4a78c5b3-b217-4ffe-94b8-5fddaf5419d6 req-8cfe56f7-50eb-4efb-9e0d-bb810127d2fe service nova] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Updated VIF entry in instance network info cache for port 4c14597f-d8c0-4d32-aea2-f87d3005ea41. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.906155] env[62643]: DEBUG nova.network.neutron [req-4a78c5b3-b217-4ffe-94b8-5fddaf5419d6 req-8cfe56f7-50eb-4efb-9e0d-bb810127d2fe service nova] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Updating instance_info_cache with network_info: [{"id": "4c14597f-d8c0-4d32-aea2-f87d3005ea41", "address": "fa:16:3e:92:30:bf", "network": {"id": "7a5cbf29-41ed-448c-8ba1-2cf44a8b3cd0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998117175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "566139c2d6a646a896130a28291a2e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c14597f-d8", "ovs_interfaceid": "4c14597f-d8c0-4d32-aea2-f87d3005ea41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.003805] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382902, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.071480] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': task-2382904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600108} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.071867] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] c316241e-bdb6-4f77-8e3b-277a6bb2f6ce/c316241e-bdb6-4f77-8e3b-277a6bb2f6ce.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.072136] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.072434] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10471d76-6c3c-4b16-af5f-acc464323e44 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.079851] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Waiting for the task: (returnval){ [ 696.079851] env[62643]: value = "task-2382906" [ 696.079851] env[62643]: _type = "Task" [ 696.079851] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.089765] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': task-2382906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.134966] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "refresh_cache-aa8b44af-9322-4151-beff-e3878bf793a6" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.134966] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquired lock "refresh_cache-aa8b44af-9322-4151-beff-e3878bf793a6" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.134966] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.215788] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Acquiring lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.216149] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.278293] env[62643]: DEBUG oslo_vmware.api [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382905, 'name': RemoveSnapshot_Task, 'duration_secs': 0.863856} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.278565] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 696.278784] env[62643]: INFO nova.compute.manager [None req-627d4309-4271-4fe3-989d-179756bf6361 tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Took 16.51 seconds to snapshot the instance on the hypervisor. [ 696.327342] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382897, 'name': CreateSnapshot_Task, 'duration_secs': 1.566051} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.327618] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 696.328390] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa041d6f-82b2-4ad5-81a2-8d793f9c2519 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.353038] env[62643]: DEBUG nova.scheduler.client.report [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.410857] env[62643]: DEBUG oslo_concurrency.lockutils [req-4a78c5b3-b217-4ffe-94b8-5fddaf5419d6 req-8cfe56f7-50eb-4efb-9e0d-bb810127d2fe service nova] Releasing lock "refresh_cache-8cf78384-7e0f-4a97-a030-1e51f123f086" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.437226] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.437541] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cb26d4e-040d-429b-afd6-3b51025aaf0c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.445531] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 696.445531] env[62643]: value = "task-2382907" [ 696.445531] env[62643]: _type = "Task" [ 696.445531] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.455260] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.457684] env[62643]: DEBUG nova.network.neutron [-] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.485861] env[62643]: DEBUG nova.compute.manager [req-a3e53084-458b-4ca5-8d1d-b87ca52f1204 req-21f3782b-f725-45d2-a15c-87dc2200e282 service nova] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Received event network-vif-plugged-5ad3b5fb-1498-40e6-804c-2bf975023826 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.486099] env[62643]: DEBUG oslo_concurrency.lockutils [req-a3e53084-458b-4ca5-8d1d-b87ca52f1204 req-21f3782b-f725-45d2-a15c-87dc2200e282 service nova] Acquiring lock "aa8b44af-9322-4151-beff-e3878bf793a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.486305] env[62643]: DEBUG oslo_concurrency.lockutils [req-a3e53084-458b-4ca5-8d1d-b87ca52f1204 req-21f3782b-f725-45d2-a15c-87dc2200e282 service nova] Lock "aa8b44af-9322-4151-beff-e3878bf793a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.486472] env[62643]: DEBUG oslo_concurrency.lockutils [req-a3e53084-458b-4ca5-8d1d-b87ca52f1204 req-21f3782b-f725-45d2-a15c-87dc2200e282 service nova] Lock "aa8b44af-9322-4151-beff-e3878bf793a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.486630] env[62643]: DEBUG nova.compute.manager [req-a3e53084-458b-4ca5-8d1d-b87ca52f1204 req-21f3782b-f725-45d2-a15c-87dc2200e282 service nova] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] No waiting events found dispatching network-vif-plugged-5ad3b5fb-1498-40e6-804c-2bf975023826 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.486794] env[62643]: WARNING nova.compute.manager [req-a3e53084-458b-4ca5-8d1d-b87ca52f1204 req-21f3782b-f725-45d2-a15c-87dc2200e282 service nova] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Received unexpected event network-vif-plugged-5ad3b5fb-1498-40e6-804c-2bf975023826 for instance with vm_state building and task_state spawning. [ 696.486955] env[62643]: DEBUG nova.compute.manager [req-a3e53084-458b-4ca5-8d1d-b87ca52f1204 req-21f3782b-f725-45d2-a15c-87dc2200e282 service nova] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Received event network-changed-5ad3b5fb-1498-40e6-804c-2bf975023826 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.487293] env[62643]: DEBUG nova.compute.manager [req-a3e53084-458b-4ca5-8d1d-b87ca52f1204 req-21f3782b-f725-45d2-a15c-87dc2200e282 service nova] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Refreshing instance network info cache due to event network-changed-5ad3b5fb-1498-40e6-804c-2bf975023826. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 696.487499] env[62643]: DEBUG oslo_concurrency.lockutils [req-a3e53084-458b-4ca5-8d1d-b87ca52f1204 req-21f3782b-f725-45d2-a15c-87dc2200e282 service nova] Acquiring lock "refresh_cache-aa8b44af-9322-4151-beff-e3878bf793a6" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.504140] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382902, 'name': CreateVM_Task, 'duration_secs': 1.338748} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.504543] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.505231] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.505412] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.505749] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.506017] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d324726-e78e-4759-bf74-2211c95591d3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.510918] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 696.510918] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529c61b7-6ff7-2a54-bd8b-d2118656cb5a" [ 696.510918] env[62643]: _type = "Task" [ 696.510918] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.518216] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529c61b7-6ff7-2a54-bd8b-d2118656cb5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.593949] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': task-2382906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118068} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.594443] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.595729] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c71b75-098f-4140-8694-7ee6295e6595 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.635699] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] c316241e-bdb6-4f77-8e3b-277a6bb2f6ce/c316241e-bdb6-4f77-8e3b-277a6bb2f6ce.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.636092] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-309643a2-a317-4e3e-b86f-3fb2a0d34ee6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.668501] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Waiting for the task: (returnval){ [ 696.668501] env[62643]: value = "task-2382908" [ 696.668501] env[62643]: _type = "Task" [ 696.668501] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.677949] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': task-2382908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.691203] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.719687] env[62643]: DEBUG nova.compute.utils [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 696.847697] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 696.848676] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Updating instance_info_cache with network_info: [{"id": "5ad3b5fb-1498-40e6-804c-2bf975023826", "address": "fa:16:3e:40:de:e5", "network": {"id": "7a5cbf29-41ed-448c-8ba1-2cf44a8b3cd0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998117175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "566139c2d6a646a896130a28291a2e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad3b5fb-14", "ovs_interfaceid": "5ad3b5fb-1498-40e6-804c-2bf975023826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.850289] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-99bfff17-6b47-4a51-b496-b0c389cc02b7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.857963] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.077s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.858769] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.863645] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.577s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.865121] env[62643]: INFO nova.compute.claims [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.868129] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 696.868129] env[62643]: value = "task-2382909" [ 696.868129] env[62643]: _type = "Task" [ 696.868129] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.877898] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382909, 'name': CloneVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.954489] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382907, 'name': PowerOffVM_Task, 'duration_secs': 0.202384} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.954848] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.955923] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f77a05c-18bd-4b8d-a463-aaffd60f0c15 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.976400] env[62643]: INFO nova.compute.manager [-] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Took 1.45 seconds to deallocate network for instance. [ 696.981041] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e789634b-cb3a-4eea-894b-5356b83a9291 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.022770] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529c61b7-6ff7-2a54-bd8b-d2118656cb5a, 'name': SearchDatastore_Task, 'duration_secs': 0.026671} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.024702] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.025632] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.025853] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.026253] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.026431] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.026615] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.026854] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cacccd5b-c209-4bac-9206-9fb80fb64a7c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.028641] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e8bb75d-16e4-44c1-87de-f41acea2478f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.036069] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 697.036069] env[62643]: value = "task-2382910" [ 697.036069] env[62643]: _type = "Task" [ 697.036069] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.045703] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.046723] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.046897] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.047584] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-740c1530-9c8f-4ac4-87b4-abce7ac8dde0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.052262] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 697.052262] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526f5b0f-dfee-eb08-0cec-1c6f85458f10" [ 697.052262] env[62643]: _type = "Task" [ 697.052262] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.059590] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526f5b0f-dfee-eb08-0cec-1c6f85458f10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.178704] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': task-2382908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.222785] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.326092] env[62643]: DEBUG nova.compute.manager [req-4eef47bf-cbc2-4083-9c05-20af86e1f56e req-3dd9313d-77dc-4fba-8867-6e77a305fd7d service nova] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Received event network-vif-deleted-f4836040-a85b-4b49-a770-f891291a35df {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.351515] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Releasing lock "refresh_cache-aa8b44af-9322-4151-beff-e3878bf793a6" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.351939] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Instance network_info: |[{"id": "5ad3b5fb-1498-40e6-804c-2bf975023826", "address": "fa:16:3e:40:de:e5", "network": {"id": "7a5cbf29-41ed-448c-8ba1-2cf44a8b3cd0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998117175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "566139c2d6a646a896130a28291a2e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad3b5fb-14", "ovs_interfaceid": "5ad3b5fb-1498-40e6-804c-2bf975023826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.352273] env[62643]: DEBUG oslo_concurrency.lockutils [req-a3e53084-458b-4ca5-8d1d-b87ca52f1204 req-21f3782b-f725-45d2-a15c-87dc2200e282 service nova] Acquired lock "refresh_cache-aa8b44af-9322-4151-beff-e3878bf793a6" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.352459] env[62643]: DEBUG nova.network.neutron [req-a3e53084-458b-4ca5-8d1d-b87ca52f1204 req-21f3782b-f725-45d2-a15c-87dc2200e282 service nova] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Refreshing network info cache for port 5ad3b5fb-1498-40e6-804c-2bf975023826 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.353651] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:de:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ad3b5fb-1498-40e6-804c-2bf975023826', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.362480] env[62643]: DEBUG oslo.service.loopingcall [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.366866] env[62643]: DEBUG nova.compute.utils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 697.369030] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.369490] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.369662] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.373720] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82f0b196-821c-462d-98f6-23b25e62dbdd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.402130] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382909, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.403496] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.403496] env[62643]: value = "task-2382911" [ 697.403496] env[62643]: _type = "Task" [ 697.403496] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.411756] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382911, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.485828] env[62643]: DEBUG oslo_concurrency.lockutils [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.506158] env[62643]: DEBUG nova.policy [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '053b822a11634ce386c5b8390fb66888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '566139c2d6a646a896130a28291a2e15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.552191] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] VM already powered off {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 697.552547] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.552882] env[62643]: DEBUG oslo_concurrency.lockutils [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.564532] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526f5b0f-dfee-eb08-0cec-1c6f85458f10, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.566230] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56938359-335c-4ccc-8844-0a94773c51eb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.574707] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 697.574707] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528ce090-3e0e-55d4-b325-d1aa00b999e9" [ 697.574707] env[62643]: _type = "Task" [ 697.574707] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.585692] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528ce090-3e0e-55d4-b325-d1aa00b999e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.678882] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': task-2382908, 'name': ReconfigVM_Task, 'duration_secs': 0.771527} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.679257] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Reconfigured VM instance instance-00000022 to attach disk [datastore1] c316241e-bdb6-4f77-8e3b-277a6bb2f6ce/c316241e-bdb6-4f77-8e3b-277a6bb2f6ce.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.679941] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d158768a-a291-4584-b660-454836ac85b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.686802] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Waiting for the task: (returnval){ [ 697.686802] env[62643]: value = "task-2382912" [ 697.686802] env[62643]: _type = "Task" [ 697.686802] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.696723] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': task-2382912, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.812603] env[62643]: DEBUG nova.network.neutron [req-a3e53084-458b-4ca5-8d1d-b87ca52f1204 req-21f3782b-f725-45d2-a15c-87dc2200e282 service nova] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Updated VIF entry in instance network info cache for port 5ad3b5fb-1498-40e6-804c-2bf975023826. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.813066] env[62643]: DEBUG nova.network.neutron [req-a3e53084-458b-4ca5-8d1d-b87ca52f1204 req-21f3782b-f725-45d2-a15c-87dc2200e282 service nova] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Updating instance_info_cache with network_info: [{"id": "5ad3b5fb-1498-40e6-804c-2bf975023826", "address": "fa:16:3e:40:de:e5", "network": {"id": "7a5cbf29-41ed-448c-8ba1-2cf44a8b3cd0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998117175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "566139c2d6a646a896130a28291a2e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad3b5fb-14", "ovs_interfaceid": "5ad3b5fb-1498-40e6-804c-2bf975023826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.870921] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.888990] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382909, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.914393] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382911, 'name': CreateVM_Task, 'duration_secs': 0.341977} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.914553] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.915232] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.915384] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.915693] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.915944] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c26f6d9-cfd5-44f5-8c0b-9c627d76b01a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.923381] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 697.923381] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5252e373-994b-4d51-3a78-dda1bc6c1385" [ 697.923381] env[62643]: _type = "Task" [ 697.923381] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.931554] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5252e373-994b-4d51-3a78-dda1bc6c1385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.999141] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Successfully created port: d6b7da22-afa6-48b0-9ab0-7a3017af3393 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.087606] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528ce090-3e0e-55d4-b325-d1aa00b999e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012993} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.087861] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.088115] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 8cf78384-7e0f-4a97-a030-1e51f123f086/8cf78384-7e0f-4a97-a030-1e51f123f086.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.088444] env[62643]: DEBUG oslo_concurrency.lockutils [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.088596] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.088809] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4514a42f-f44d-475f-9f7a-83fb4d5c8e10 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.091168] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb43d576-de4a-4455-9234-08fdee474b34 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.099272] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 698.099272] env[62643]: value = "task-2382913" [ 698.099272] env[62643]: _type = "Task" [ 698.099272] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.103090] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.103296] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.104196] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72482e19-a3c6-402a-93fc-f1b0bcfdffeb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.111532] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.114518] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 698.114518] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527f907b-b824-72ec-1c4b-1a5e712f9c0c" [ 698.114518] env[62643]: _type = "Task" [ 698.114518] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.121963] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527f907b-b824-72ec-1c4b-1a5e712f9c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.199150] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': task-2382912, 'name': Rename_Task, 'duration_secs': 0.179359} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.199527] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.200257] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c5f85c6-c7bf-46fe-b6f2-541029019959 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.205737] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Waiting for the task: (returnval){ [ 698.205737] env[62643]: value = "task-2382914" [ 698.205737] env[62643]: _type = "Task" [ 698.205737] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.216586] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': task-2382914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.322183] env[62643]: DEBUG oslo_concurrency.lockutils [req-a3e53084-458b-4ca5-8d1d-b87ca52f1204 req-21f3782b-f725-45d2-a15c-87dc2200e282 service nova] Releasing lock "refresh_cache-aa8b44af-9322-4151-beff-e3878bf793a6" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.333106] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Acquiring lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.333439] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.333657] env[62643]: INFO nova.compute.manager [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Attaching volume 4c14dda1-edfc-4023-a400-8a0a0b5ed7b4 to /dev/sdb [ 698.394050] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382909, 'name': CloneVM_Task, 'duration_secs': 1.216583} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.394403] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Created linked-clone VM from snapshot [ 698.395431] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95ecf31-73c1-4bab-b6ea-e0b706d7b732 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.403154] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df59198-f608-4ffe-899e-f2e7455dd752 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.419802] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Uploading image 18c72554-a55c-416c-a98f-84d579aefb43 {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 698.430493] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a928a602-56ef-4784-ab83-ecff16c6bca6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.441188] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5252e373-994b-4d51-3a78-dda1bc6c1385, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.446019] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.446019] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.446019] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.451847] env[62643]: DEBUG nova.virt.block_device [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Updating existing volume attachment record: b73b48cb-07ce-4791-ac33-71dbd311001a {{(pid=62643) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 698.468385] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 698.468385] env[62643]: value = "vm-483589" [ 698.468385] env[62643]: _type = "VirtualMachine" [ 698.468385] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 698.468719] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a4b78122-940f-4b2b-a950-32abf4550b57 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.482365] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lease: (returnval){ [ 698.482365] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520a0d7b-3a76-c200-4be0-10324433638d" [ 698.482365] env[62643]: _type = "HttpNfcLease" [ 698.482365] env[62643]: } obtained for exporting VM: (result){ [ 698.482365] env[62643]: value = "vm-483589" [ 698.482365] env[62643]: _type = "VirtualMachine" [ 698.482365] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 698.482611] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the lease: (returnval){ [ 698.482611] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520a0d7b-3a76-c200-4be0-10324433638d" [ 698.482611] env[62643]: _type = "HttpNfcLease" [ 698.482611] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 698.490698] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 698.490698] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520a0d7b-3a76-c200-4be0-10324433638d" [ 698.490698] env[62643]: _type = "HttpNfcLease" [ 698.490698] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 698.543131] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178e8779-f0e1-4605-8a90-3ca1ba4c8ff1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.551135] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8a3995-c9bb-4dba-9cf7-02d7386bed4f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.583501] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391a111a-5846-4851-b359-78056d234639 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.591294] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7174bc47-c74c-44fc-975f-bd78619a3e9a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.606411] env[62643]: DEBUG nova.compute.provider_tree [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.616256] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448834} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.622172] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 8cf78384-7e0f-4a97-a030-1e51f123f086/8cf78384-7e0f-4a97-a030-1e51f123f086.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.622428] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.622936] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51aa7c77-2f74-4e1b-a0b1-4c8544a5c847 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.630062] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527f907b-b824-72ec-1c4b-1a5e712f9c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.008263} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.631777] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 698.631777] env[62643]: value = "task-2382916" [ 698.631777] env[62643]: _type = "Task" [ 698.631777] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.632281] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14dd1943-2121-4838-b136-aed3c276742c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.642912] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.643254] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 698.643254] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d6b1b0-a86b-778c-0a3d-50ca2d0ed6be" [ 698.643254] env[62643]: _type = "Task" [ 698.643254] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.650872] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d6b1b0-a86b-778c-0a3d-50ca2d0ed6be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.716539] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': task-2382914, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.880061] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.903321] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.903467] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.903630] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.903842] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.904093] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.904269] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.904491] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.904678] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.904900] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.905122] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.905344] env[62643]: DEBUG nova.virt.hardware [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.906337] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af18e5ee-d561-47f2-9de6-7d4b4513783e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.917024] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c7b038-6510-43f0-9769-8f3588a90dc6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.991123] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 698.991123] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520a0d7b-3a76-c200-4be0-10324433638d" [ 698.991123] env[62643]: _type = "HttpNfcLease" [ 698.991123] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 698.991303] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 698.991303] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520a0d7b-3a76-c200-4be0-10324433638d" [ 698.991303] env[62643]: _type = "HttpNfcLease" [ 698.991303] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 698.992123] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61392b8a-6b67-45f5-a489-2879f1d3f761 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.000097] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa8aae-60a5-7a14-b3c4-0d06b3a7e9f9/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 699.000326] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa8aae-60a5-7a14-b3c4-0d06b3a7e9f9/disk-0.vmdk for reading. {{(pid=62643) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 699.059460] env[62643]: DEBUG oslo_concurrency.lockutils [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Acquiring lock "6e2ca819-ef07-44fd-ad79-f9aaca72d1e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.059730] env[62643]: DEBUG oslo_concurrency.lockutils [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Lock "6e2ca819-ef07-44fd-ad79-f9aaca72d1e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.060412] env[62643]: DEBUG oslo_concurrency.lockutils [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Acquiring lock "6e2ca819-ef07-44fd-ad79-f9aaca72d1e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.060412] env[62643]: DEBUG oslo_concurrency.lockutils [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Lock "6e2ca819-ef07-44fd-ad79-f9aaca72d1e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.060412] env[62643]: DEBUG oslo_concurrency.lockutils [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Lock "6e2ca819-ef07-44fd-ad79-f9aaca72d1e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.063755] env[62643]: INFO nova.compute.manager [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Terminating instance [ 699.113079] env[62643]: DEBUG nova.scheduler.client.report [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.141415] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a876db4-eb5c-4096-b415-b8a479a511a9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.150663] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074453} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.154490] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.155513] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9118c9a6-4f37-4358-84bd-f4d59d1d8004 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.161257] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d6b1b0-a86b-778c-0a3d-50ca2d0ed6be, 'name': SearchDatastore_Task, 'duration_secs': 0.013366} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.164219] env[62643]: DEBUG oslo_concurrency.lockutils [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.164493] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] bb4772da-b738-487f-a72e-97673c3ae7f1/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk. {{(pid=62643) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 699.164988] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.165181] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.165432] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a34673a-18a7-42b7-b77a-c05bded9d530 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.178016] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-868a966f-f89a-4076-a399-8d5b80094001 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.192022] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 8cf78384-7e0f-4a97-a030-1e51f123f086/8cf78384-7e0f-4a97-a030-1e51f123f086.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.196717] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecd5649e-c096-40eb-ad94-56418aae072a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.215854] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 699.215854] env[62643]: value = "task-2382921" [ 699.215854] env[62643]: _type = "Task" [ 699.215854] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.225412] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 699.225412] env[62643]: value = "task-2382922" [ 699.225412] env[62643]: _type = "Task" [ 699.225412] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.228930] env[62643]: DEBUG oslo_vmware.api [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': task-2382914, 'name': PowerOnVM_Task, 'duration_secs': 0.678375} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.235534] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.235768] env[62643]: INFO nova.compute.manager [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Took 9.97 seconds to spawn the instance on the hypervisor. [ 699.235969] env[62643]: DEBUG nova.compute.manager [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.236270] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.236487] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.236642] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.237819] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e71f66d-e83d-4631-a47a-693afd49f680 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.240945] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-615eb2a7-f136-4680-883a-7f65c0abf12a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.250086] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.254550] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 699.254550] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52379605-36cc-fa22-e112-c91139ff451e" [ 699.254550] env[62643]: _type = "Task" [ 699.254550] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.263255] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52379605-36cc-fa22-e112-c91139ff451e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.570740] env[62643]: DEBUG nova.compute.manager [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.571094] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.572625] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8102a6-4b46-4569-903d-9bd00f7dc7fd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.581034] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.581514] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3cb2469-d3d1-4de2-9307-28657dec3825 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.587511] env[62643]: DEBUG oslo_vmware.api [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 699.587511] env[62643]: value = "task-2382923" [ 699.587511] env[62643]: _type = "Task" [ 699.587511] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.598947] env[62643]: DEBUG oslo_vmware.api [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.618807] env[62643]: DEBUG nova.compute.manager [req-276232cf-2bac-4d5a-9f09-da7eacea301d req-1102edd6-597e-43b5-ae29-87cc61095337 service nova] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Received event network-vif-plugged-d6b7da22-afa6-48b0-9ab0-7a3017af3393 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.618807] env[62643]: DEBUG oslo_concurrency.lockutils [req-276232cf-2bac-4d5a-9f09-da7eacea301d req-1102edd6-597e-43b5-ae29-87cc61095337 service nova] Acquiring lock "f48ce860-ff20-482e-93fb-68aa4206bec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.619153] env[62643]: DEBUG oslo_concurrency.lockutils [req-276232cf-2bac-4d5a-9f09-da7eacea301d req-1102edd6-597e-43b5-ae29-87cc61095337 service nova] Lock "f48ce860-ff20-482e-93fb-68aa4206bec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.619280] env[62643]: DEBUG oslo_concurrency.lockutils [req-276232cf-2bac-4d5a-9f09-da7eacea301d req-1102edd6-597e-43b5-ae29-87cc61095337 service nova] Lock "f48ce860-ff20-482e-93fb-68aa4206bec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.619518] env[62643]: DEBUG nova.compute.manager [req-276232cf-2bac-4d5a-9f09-da7eacea301d req-1102edd6-597e-43b5-ae29-87cc61095337 service nova] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] No waiting events found dispatching network-vif-plugged-d6b7da22-afa6-48b0-9ab0-7a3017af3393 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.619814] env[62643]: WARNING nova.compute.manager [req-276232cf-2bac-4d5a-9f09-da7eacea301d req-1102edd6-597e-43b5-ae29-87cc61095337 service nova] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Received unexpected event network-vif-plugged-d6b7da22-afa6-48b0-9ab0-7a3017af3393 for instance with vm_state building and task_state spawning. [ 699.621489] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.622490] env[62643]: DEBUG nova.compute.manager [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.625850] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.833s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.735792] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382921, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.749245] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382922, 'name': ReconfigVM_Task, 'duration_secs': 0.31487} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.749944] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 8cf78384-7e0f-4a97-a030-1e51f123f086/8cf78384-7e0f-4a97-a030-1e51f123f086.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.750696] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-455036e3-8254-46ee-8bba-d8cac75afcf1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.772873] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 699.772873] env[62643]: value = "task-2382924" [ 699.772873] env[62643]: _type = "Task" [ 699.772873] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.773689] env[62643]: INFO nova.compute.manager [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Took 36.81 seconds to build instance. [ 699.783790] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52379605-36cc-fa22-e112-c91139ff451e, 'name': SearchDatastore_Task, 'duration_secs': 0.016072} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.785418] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Successfully updated port: d6b7da22-afa6-48b0-9ab0-7a3017af3393 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.789613] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ea0783-f69b-43ca-84e1-a41851312217 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.797667] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382924, 'name': Rename_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.806762] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 699.806762] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fce273-bf6e-e82a-67e8-c02b27df5b4f" [ 699.806762] env[62643]: _type = "Task" [ 699.806762] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.824546] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fce273-bf6e-e82a-67e8-c02b27df5b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.097355] env[62643]: DEBUG oslo_vmware.api [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382923, 'name': PowerOffVM_Task, 'duration_secs': 0.235705} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.097708] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.097885] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.098236] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9024b6b-6e81-4cb5-bc74-abb712e46ba9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.130671] env[62643]: DEBUG nova.compute.utils [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 700.133084] env[62643]: DEBUG nova.compute.manager [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.133345] env[62643]: DEBUG nova.network.neutron [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.162373] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.162612] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.162949] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Deleting the datastore file [datastore1] 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.163330] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-994d0bf9-7111-4ad0-b4cb-8a5a09b5d977 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.171474] env[62643]: DEBUG oslo_vmware.api [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for the task: (returnval){ [ 700.171474] env[62643]: value = "task-2382926" [ 700.171474] env[62643]: _type = "Task" [ 700.171474] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.182054] env[62643]: DEBUG oslo_vmware.api [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.210585] env[62643]: DEBUG nova.policy [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '465136aff535461eb3d3a6094fd52ed9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af50c7a965184690ab4c426a9cf6a3d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.229571] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740726} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.230169] env[62643]: INFO nova.virt.vmwareapi.ds_util [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] bb4772da-b738-487f-a72e-97673c3ae7f1/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk. [ 700.230954] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd5ce28-3c77-4ca8-9129-5b0b6291d5f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.256501] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] bb4772da-b738-487f-a72e-97673c3ae7f1/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.261013] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee05faab-7511-4232-b4ca-644dd1fc2951 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.275563] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ccc7b30e-2d2b-41db-8536-457b31496bb9 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Lock "c316241e-bdb6-4f77-8e3b-277a6bb2f6ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.259s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.284501] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 700.284501] env[62643]: value = "task-2382927" [ 700.284501] env[62643]: _type = "Task" [ 700.284501] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.291961] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "refresh_cache-f48ce860-ff20-482e-93fb-68aa4206bec5" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.292572] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquired lock "refresh_cache-f48ce860-ff20-482e-93fb-68aa4206bec5" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.293084] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.298894] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382924, 'name': Rename_Task, 'duration_secs': 0.241739} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.300227] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.301371] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e0d3a77-5c17-4281-8b89-578dd0c519f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.307497] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.313790] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 700.313790] env[62643]: value = "task-2382928" [ 700.313790] env[62643]: _type = "Task" [ 700.313790] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.322951] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fce273-bf6e-e82a-67e8-c02b27df5b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.055394} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.326256] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.326256] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] aa8b44af-9322-4151-beff-e3878bf793a6/aa8b44af-9322-4151-beff-e3878bf793a6.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.326503] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.326604] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2806172-d6b2-4fbf-87d1-94015cd4fc8e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.338325] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 700.338325] env[62643]: value = "task-2382929" [ 700.338325] env[62643]: _type = "Task" [ 700.338325] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.347243] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.623601] env[62643]: DEBUG nova.network.neutron [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Successfully created port: ca1f71cb-f139-44ac-9475-13adcdd18e7d {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.638339] env[62643]: DEBUG nova.compute.manager [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.684621] env[62643]: DEBUG oslo_vmware.api [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Task: {'id': task-2382926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291213} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.685880] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance aaaea473-cf12-456a-8c69-ee3e7656334c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 700.686090] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance efdf473f-8daa-4179-9a44-3b72bfb87f01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.686534] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance a7f0e157-fd31-4d6f-af3c-59b311ad974d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.686717] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.686875] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 43dc5e13-a248-4173-9ed2-a66e9b09bcb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.687035] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 39c2763c-aab1-4d5b-90b7-7db675df0dea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.687213] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 66f5454a-bc99-4b92-9a74-ef81b3a0c673 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 700.687350] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 7b61b38f-3e03-41f5-8d94-f56ec29e416a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.687470] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance cc523733-d9ab-4337-bf4f-59c94fa1484b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.687702] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance dd592887-7756-430b-bb18-8bf79d1b7a04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.687780] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 6e77f974-5c90-4c53-9555-6b08d46d83da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 700.687868] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 20c560c8-551e-476c-b26a-45e5d9770dce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.688052] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance f54a3315-6dde-4807-84cc-413afe64f178 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.688193] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.688482] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance bb4772da-b738-487f-a72e-97673c3ae7f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.688656] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 51049d09-cb97-42a9-aa48-b9375cf7c7eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.688876] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance c1c90088-c0e8-43b8-83e0-7a29dc83790e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.688966] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.689098] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance bc813c11-8b43-4ca5-bfdf-832e02f020d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 700.689234] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance c771cbc2-e440-4c40-afea-0476d16f5328 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.689414] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 7a8bcdaf-4a30-4118-8260-22fb84ed89f3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 700.689569] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 3d8f298d-a597-4e2a-af07-0046d0bbd22a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.689706] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 027d839d-93e5-45e1-aac3-6936b4c29795 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 700.689856] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance c316241e-bdb6-4f77-8e3b-277a6bb2f6ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.689984] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 8cf78384-7e0f-4a97-a030-1e51f123f086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.690135] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance aa8b44af-9322-4151-beff-e3878bf793a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.690377] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance f48ce860-ff20-482e-93fb-68aa4206bec5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.690491] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 966100c4-9633-4d98-a860-578dc2253d7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.695372] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.695372] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.695372] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.695372] env[62643]: INFO nova.compute.manager [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 700.695372] env[62643]: DEBUG oslo.service.loopingcall [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 700.695764] env[62643]: DEBUG nova.compute.manager [-] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.695764] env[62643]: DEBUG nova.network.neutron [-] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.786017] env[62643]: DEBUG nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.788937] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Acquiring lock "c316241e-bdb6-4f77-8e3b-277a6bb2f6ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.789311] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Lock "c316241e-bdb6-4f77-8e3b-277a6bb2f6ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.790010] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Acquiring lock "c316241e-bdb6-4f77-8e3b-277a6bb2f6ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.790010] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Lock "c316241e-bdb6-4f77-8e3b-277a6bb2f6ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.790171] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Lock "c316241e-bdb6-4f77-8e3b-277a6bb2f6ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.797751] env[62643]: INFO nova.compute.manager [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Terminating instance [ 700.809442] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382927, 'name': ReconfigVM_Task, 'duration_secs': 0.421913} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.810737] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Reconfigured VM instance instance-00000018 to attach disk [datastore1] bb4772da-b738-487f-a72e-97673c3ae7f1/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.813599] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f359ad7d-aa3f-4b41-aae8-097807d6a438 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.861723] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.867687] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb5609bb-1955-49d8-8289-ce774fdbd910 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.879718] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382928, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.891189] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382929, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.891539] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 700.891539] env[62643]: value = "task-2382931" [ 700.891539] env[62643]: _type = "Task" [ 700.891539] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.902260] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382931, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.064400] env[62643]: DEBUG nova.network.neutron [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Updating instance_info_cache with network_info: [{"id": "d6b7da22-afa6-48b0-9ab0-7a3017af3393", "address": "fa:16:3e:86:8a:87", "network": {"id": "7a5cbf29-41ed-448c-8ba1-2cf44a8b3cd0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998117175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "566139c2d6a646a896130a28291a2e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b7da22-af", "ovs_interfaceid": "d6b7da22-afa6-48b0-9ab0-7a3017af3393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.193794] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance fdb3277a-e02d-4150-9980-ba907497b2dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 701.305775] env[62643]: DEBUG nova.compute.manager [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.306044] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.307230] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ab39c0-b125-4dc6-a6ec-90b63f6e7da7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.317889] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.320995] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2b0410a-5b7b-430f-9ab0-37387640ca67 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.323091] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.330070] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382928, 'name': PowerOnVM_Task, 'duration_secs': 0.721893} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.332021] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.332480] env[62643]: INFO nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Took 9.31 seconds to spawn the instance on the hypervisor. [ 701.332676] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.333079] env[62643]: DEBUG oslo_vmware.api [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Waiting for the task: (returnval){ [ 701.333079] env[62643]: value = "task-2382932" [ 701.333079] env[62643]: _type = "Task" [ 701.333079] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.333799] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2e1796-ab51-4c21-8242-36857f1629e3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.350313] env[62643]: DEBUG oslo_vmware.api [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': task-2382932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.360847] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612977} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.361250] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] aa8b44af-9322-4151-beff-e3878bf793a6/aa8b44af-9322-4151-beff-e3878bf793a6.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.362210] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.363458] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3874bfe0-2c8d-48aa-badd-030cf76a1afe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.370898] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 701.370898] env[62643]: value = "task-2382933" [ 701.370898] env[62643]: _type = "Task" [ 701.370898] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.380674] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.402219] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382931, 'name': ReconfigVM_Task, 'duration_secs': 0.207774} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.402574] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.402886] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f94f074-ca8b-4c60-aadb-a9bf51ce8591 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.410389] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 701.410389] env[62643]: value = "task-2382934" [ 701.410389] env[62643]: _type = "Task" [ 701.410389] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.421347] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.568208] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Releasing lock "refresh_cache-f48ce860-ff20-482e-93fb-68aa4206bec5" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.568208] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Instance network_info: |[{"id": "d6b7da22-afa6-48b0-9ab0-7a3017af3393", "address": "fa:16:3e:86:8a:87", "network": {"id": "7a5cbf29-41ed-448c-8ba1-2cf44a8b3cd0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998117175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "566139c2d6a646a896130a28291a2e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b7da22-af", "ovs_interfaceid": "d6b7da22-afa6-48b0-9ab0-7a3017af3393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.568510] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:8a:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6b7da22-afa6-48b0-9ab0-7a3017af3393', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.578594] env[62643]: DEBUG oslo.service.loopingcall [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 701.579028] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.579386] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67f2768e-4d74-46e8-b2d8-cad9ae850539 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.601165] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.601165] env[62643]: value = "task-2382935" [ 701.601165] env[62643]: _type = "Task" [ 701.601165] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.611622] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382935, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.649117] env[62643]: DEBUG nova.compute.manager [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.671022] env[62643]: DEBUG nova.virt.hardware [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.671246] env[62643]: DEBUG nova.virt.hardware [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.671597] env[62643]: DEBUG nova.virt.hardware [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.672727] env[62643]: DEBUG nova.virt.hardware [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.672727] env[62643]: DEBUG nova.virt.hardware [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.672727] env[62643]: DEBUG nova.virt.hardware [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.672727] env[62643]: DEBUG nova.virt.hardware [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.672920] env[62643]: DEBUG nova.virt.hardware [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.673098] env[62643]: DEBUG nova.virt.hardware [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.673287] env[62643]: DEBUG nova.virt.hardware [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.673465] env[62643]: DEBUG nova.virt.hardware [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.674582] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b52757-4046-4572-9ac5-cb86b7230f50 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.683878] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc204262-b852-45d9-98d9-714d1601da3d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.699258] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 589046f1-74fa-4f42-b4ba-cea6a23c9e7a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 701.734430] env[62643]: DEBUG nova.compute.manager [req-a7b6214b-9106-46ea-865b-3fa8c1899a9f req-229f4709-ee2c-41be-9230-dac15c410949 service nova] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Received event network-changed-d6b7da22-afa6-48b0-9ab0-7a3017af3393 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.734637] env[62643]: DEBUG nova.compute.manager [req-a7b6214b-9106-46ea-865b-3fa8c1899a9f req-229f4709-ee2c-41be-9230-dac15c410949 service nova] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Refreshing instance network info cache due to event network-changed-d6b7da22-afa6-48b0-9ab0-7a3017af3393. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 701.734903] env[62643]: DEBUG oslo_concurrency.lockutils [req-a7b6214b-9106-46ea-865b-3fa8c1899a9f req-229f4709-ee2c-41be-9230-dac15c410949 service nova] Acquiring lock "refresh_cache-f48ce860-ff20-482e-93fb-68aa4206bec5" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.735530] env[62643]: DEBUG oslo_concurrency.lockutils [req-a7b6214b-9106-46ea-865b-3fa8c1899a9f req-229f4709-ee2c-41be-9230-dac15c410949 service nova] Acquired lock "refresh_cache-f48ce860-ff20-482e-93fb-68aa4206bec5" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.735790] env[62643]: DEBUG nova.network.neutron [req-a7b6214b-9106-46ea-865b-3fa8c1899a9f req-229f4709-ee2c-41be-9230-dac15c410949 service nova] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Refreshing network info cache for port d6b7da22-afa6-48b0-9ab0-7a3017af3393 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.778207] env[62643]: DEBUG nova.network.neutron [-] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.846353] env[62643]: DEBUG oslo_vmware.api [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': task-2382932, 'name': PowerOffVM_Task, 'duration_secs': 0.308048} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.846642] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.846816] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.847098] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74e6dfda-f68f-4e80-b665-09d8244b7c6a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.857567] env[62643]: INFO nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Took 38.77 seconds to build instance. [ 701.881513] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155382} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.882461] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.883352] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9795a46-7836-47fe-98f8-a644ec0cbcd6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.908567] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] aa8b44af-9322-4151-beff-e3878bf793a6/aa8b44af-9322-4151-beff-e3878bf793a6.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.909218] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-613bc183-d14a-4474-ada9-83e9a0303810 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.925340] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.925551] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.925734] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Deleting the datastore file [datastore1] c316241e-bdb6-4f77-8e3b-277a6bb2f6ce {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.929667] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0c37d49-93f0-4c1f-9ff6-3b2691f08e0d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.936652] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382934, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.938983] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 701.938983] env[62643]: value = "task-2382937" [ 701.938983] env[62643]: _type = "Task" [ 701.938983] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.939713] env[62643]: DEBUG oslo_vmware.api [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Waiting for the task: (returnval){ [ 701.939713] env[62643]: value = "task-2382938" [ 701.939713] env[62643]: _type = "Task" [ 701.939713] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.952148] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382937, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.955790] env[62643]: DEBUG oslo_vmware.api [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': task-2382938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.114496] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382935, 'name': CreateVM_Task, 'duration_secs': 0.500926} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.114786] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.115923] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.116287] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.116804] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.117205] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e58ecb-8267-4e35-a0e4-308b3d52f5ee {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.124167] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 702.124167] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52353653-1c09-e6eb-1f56-22b536ab3511" [ 702.124167] env[62643]: _type = "Task" [ 702.124167] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.132862] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52353653-1c09-e6eb-1f56-22b536ab3511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.203351] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 87c398c4-2165-41c0-b584-df1f5995ae3d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 702.283369] env[62643]: INFO nova.compute.manager [-] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Took 1.59 seconds to deallocate network for instance. [ 702.364129] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "8cf78384-7e0f-4a97-a030-1e51f123f086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.822s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.436049] env[62643]: DEBUG oslo_vmware.api [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382934, 'name': PowerOnVM_Task, 'duration_secs': 0.713873} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.436347] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.439042] env[62643]: DEBUG nova.compute.manager [None req-54d5245e-0acf-44da-9af4-1e7a6c6e2739 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.439834] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e67fdb-d324-44b7-ba07-1545f283a6c7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.463057] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382937, 'name': ReconfigVM_Task, 'duration_secs': 0.506006} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.463210] env[62643]: DEBUG oslo_vmware.api [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Task: {'id': task-2382938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263634} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.463621] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Reconfigured VM instance instance-00000024 to attach disk [datastore1] aa8b44af-9322-4151-beff-e3878bf793a6/aa8b44af-9322-4151-beff-e3878bf793a6.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.464519] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.464519] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.464971] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.464971] env[62643]: INFO nova.compute.manager [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Took 1.16 seconds to destroy the instance on the hypervisor. [ 702.465146] env[62643]: DEBUG oslo.service.loopingcall [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.465604] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-851dad5d-3587-4f8a-b6e8-33ab96321cff {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.467210] env[62643]: DEBUG nova.compute.manager [-] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.467210] env[62643]: DEBUG nova.network.neutron [-] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.474143] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 702.474143] env[62643]: value = "task-2382939" [ 702.474143] env[62643]: _type = "Task" [ 702.474143] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.493633] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382939, 'name': Rename_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.624892] env[62643]: DEBUG nova.network.neutron [req-a7b6214b-9106-46ea-865b-3fa8c1899a9f req-229f4709-ee2c-41be-9230-dac15c410949 service nova] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Updated VIF entry in instance network info cache for port d6b7da22-afa6-48b0-9ab0-7a3017af3393. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.625389] env[62643]: DEBUG nova.network.neutron [req-a7b6214b-9106-46ea-865b-3fa8c1899a9f req-229f4709-ee2c-41be-9230-dac15c410949 service nova] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Updating instance_info_cache with network_info: [{"id": "d6b7da22-afa6-48b0-9ab0-7a3017af3393", "address": "fa:16:3e:86:8a:87", "network": {"id": "7a5cbf29-41ed-448c-8ba1-2cf44a8b3cd0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998117175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "566139c2d6a646a896130a28291a2e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b7da22-af", "ovs_interfaceid": "d6b7da22-afa6-48b0-9ab0-7a3017af3393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.641895] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52353653-1c09-e6eb-1f56-22b536ab3511, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.642504] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.642775] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.643145] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.643516] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.643793] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.644534] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7707f8ff-4f7d-4855-b643-93bf5634fc4b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.653775] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.654072] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.654741] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1523c3-3222-4710-943b-56b929aca688 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.663496] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 702.663496] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52135449-e8a9-4073-48d2-1c7c52c0a30f" [ 702.663496] env[62643]: _type = "Task" [ 702.663496] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.673022] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52135449-e8a9-4073-48d2-1c7c52c0a30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.705035] env[62643]: DEBUG nova.network.neutron [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Successfully updated port: ca1f71cb-f139-44ac-9475-13adcdd18e7d {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.705902] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 4da35bd5-50b0-4148-9802-81e45025a4a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 702.791814] env[62643]: DEBUG oslo_concurrency.lockutils [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.870785] env[62643]: DEBUG nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.925247] env[62643]: DEBUG nova.compute.manager [req-84a7c406-5995-4706-bd8d-506659aae4cc req-ca98fa41-c650-4262-ac79-eea0f3304aa7 service nova] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Received event network-vif-deleted-7c99f574-acbf-43b0-a040-6df8db902c16 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.925560] env[62643]: INFO nova.compute.manager [req-84a7c406-5995-4706-bd8d-506659aae4cc req-ca98fa41-c650-4262-ac79-eea0f3304aa7 service nova] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Neutron deleted interface 7c99f574-acbf-43b0-a040-6df8db902c16; detaching it from the instance and deleting it from the info cache [ 702.925820] env[62643]: DEBUG nova.network.neutron [req-84a7c406-5995-4706-bd8d-506659aae4cc req-ca98fa41-c650-4262-ac79-eea0f3304aa7 service nova] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.984701] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382939, 'name': Rename_Task, 'duration_secs': 0.214615} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.986471] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.986471] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53d80756-cba5-474a-9348-33fe5e310172 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.994354] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 702.994354] env[62643]: value = "task-2382940" [ 702.994354] env[62643]: _type = "Task" [ 702.994354] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.003496] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.018217] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Volume attach. Driver type: vmdk {{(pid=62643) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 703.018461] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483593', 'volume_id': '4c14dda1-edfc-4023-a400-8a0a0b5ed7b4', 'name': 'volume-4c14dda1-edfc-4023-a400-8a0a0b5ed7b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31c1303a-ec34-4a3c-8d76-413fe8ddbb6f', 'attached_at': '', 'detached_at': '', 'volume_id': '4c14dda1-edfc-4023-a400-8a0a0b5ed7b4', 'serial': '4c14dda1-edfc-4023-a400-8a0a0b5ed7b4'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 703.020150] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d12779-0cc5-4b96-acbe-a24ed4900e4c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.041777] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee22b80-b21c-412a-a501-fde28ab267a7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.073398] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] volume-4c14dda1-edfc-4023-a400-8a0a0b5ed7b4/volume-4c14dda1-edfc-4023-a400-8a0a0b5ed7b4.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.073842] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-198d4a80-61c8-480d-b2cf-a50f13beb100 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.095944] env[62643]: DEBUG oslo_vmware.api [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Waiting for the task: (returnval){ [ 703.095944] env[62643]: value = "task-2382941" [ 703.095944] env[62643]: _type = "Task" [ 703.095944] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.106603] env[62643]: DEBUG oslo_vmware.api [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Task: {'id': task-2382941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.128100] env[62643]: DEBUG oslo_concurrency.lockutils [req-a7b6214b-9106-46ea-865b-3fa8c1899a9f req-229f4709-ee2c-41be-9230-dac15c410949 service nova] Releasing lock "refresh_cache-f48ce860-ff20-482e-93fb-68aa4206bec5" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.128405] env[62643]: DEBUG nova.compute.manager [req-a7b6214b-9106-46ea-865b-3fa8c1899a9f req-229f4709-ee2c-41be-9230-dac15c410949 service nova] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Received event network-vif-deleted-c6b0aa79-d4d0-42f6-921a-3e263a9ab65d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.128603] env[62643]: INFO nova.compute.manager [req-a7b6214b-9106-46ea-865b-3fa8c1899a9f req-229f4709-ee2c-41be-9230-dac15c410949 service nova] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Neutron deleted interface c6b0aa79-d4d0-42f6-921a-3e263a9ab65d; detaching it from the instance and deleting it from the info cache [ 703.128776] env[62643]: DEBUG nova.network.neutron [req-a7b6214b-9106-46ea-865b-3fa8c1899a9f req-229f4709-ee2c-41be-9230-dac15c410949 service nova] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.174343] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52135449-e8a9-4073-48d2-1c7c52c0a30f, 'name': SearchDatastore_Task, 'duration_secs': 0.013086} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.175637] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d39e80-2d41-41ef-b1a7-5eb30c36ea5b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.181076] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 703.181076] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528f6f40-397e-399f-d98d-b7e0e3be0017" [ 703.181076] env[62643]: _type = "Task" [ 703.181076] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.189394] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528f6f40-397e-399f-d98d-b7e0e3be0017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.208850] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "refresh_cache-966100c4-9633-4d98-a860-578dc2253d7b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.209116] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquired lock "refresh_cache-966100c4-9633-4d98-a860-578dc2253d7b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.209245] env[62643]: DEBUG nova.network.neutron [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.211043] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 703.253055] env[62643]: DEBUG nova.network.neutron [-] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.396409] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.428397] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2453ca26-9d48-4da3-bd17-d9a0535d1d88 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.438925] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f674e37f-f633-4240-953b-046e2665832a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.477694] env[62643]: DEBUG nova.compute.manager [req-84a7c406-5995-4706-bd8d-506659aae4cc req-ca98fa41-c650-4262-ac79-eea0f3304aa7 service nova] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Detach interface failed, port_id=7c99f574-acbf-43b0-a040-6df8db902c16, reason: Instance c316241e-bdb6-4f77-8e3b-277a6bb2f6ce could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 703.506207] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382940, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.591870] env[62643]: INFO nova.compute.manager [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Unrescuing [ 703.592231] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "refresh_cache-bb4772da-b738-487f-a72e-97673c3ae7f1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.592405] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired lock "refresh_cache-bb4772da-b738-487f-a72e-97673c3ae7f1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.592592] env[62643]: DEBUG nova.network.neutron [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.606344] env[62643]: DEBUG oslo_vmware.api [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Task: {'id': task-2382941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.632163] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3630ef0-39ca-4cea-857f-e1cff03519e8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.641968] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4017e99a-6b26-4d49-a9a2-fe6997cf68f5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.677925] env[62643]: DEBUG nova.compute.manager [req-a7b6214b-9106-46ea-865b-3fa8c1899a9f req-229f4709-ee2c-41be-9230-dac15c410949 service nova] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Detach interface failed, port_id=c6b0aa79-d4d0-42f6-921a-3e263a9ab65d, reason: Instance 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 703.690584] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528f6f40-397e-399f-d98d-b7e0e3be0017, 'name': SearchDatastore_Task, 'duration_secs': 0.011516} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.690851] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.691164] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] f48ce860-ff20-482e-93fb-68aa4206bec5/f48ce860-ff20-482e-93fb-68aa4206bec5.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.691447] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c9d7f4-3b47-4e2e-b1ca-10165dfa1cd0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.698132] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 703.698132] env[62643]: value = "task-2382942" [ 703.698132] env[62643]: _type = "Task" [ 703.698132] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.706269] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.716436] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance fd860eff-d4b0-409f-8242-b3845a0cf256 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 703.748222] env[62643]: DEBUG nova.network.neutron [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.756640] env[62643]: INFO nova.compute.manager [-] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Took 1.29 seconds to deallocate network for instance. [ 703.765802] env[62643]: DEBUG nova.compute.manager [req-e7c1c42c-0f32-4d6c-af79-ba97f1b954f3 req-8ef74321-8747-4fd6-a5b8-9f3fee9f6818 service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Received event network-vif-plugged-ca1f71cb-f139-44ac-9475-13adcdd18e7d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.767173] env[62643]: DEBUG oslo_concurrency.lockutils [req-e7c1c42c-0f32-4d6c-af79-ba97f1b954f3 req-8ef74321-8747-4fd6-a5b8-9f3fee9f6818 service nova] Acquiring lock "966100c4-9633-4d98-a860-578dc2253d7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.767960] env[62643]: DEBUG oslo_concurrency.lockutils [req-e7c1c42c-0f32-4d6c-af79-ba97f1b954f3 req-8ef74321-8747-4fd6-a5b8-9f3fee9f6818 service nova] Lock "966100c4-9633-4d98-a860-578dc2253d7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.768196] env[62643]: DEBUG oslo_concurrency.lockutils [req-e7c1c42c-0f32-4d6c-af79-ba97f1b954f3 req-8ef74321-8747-4fd6-a5b8-9f3fee9f6818 service nova] Lock "966100c4-9633-4d98-a860-578dc2253d7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.768378] env[62643]: DEBUG nova.compute.manager [req-e7c1c42c-0f32-4d6c-af79-ba97f1b954f3 req-8ef74321-8747-4fd6-a5b8-9f3fee9f6818 service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] No waiting events found dispatching network-vif-plugged-ca1f71cb-f139-44ac-9475-13adcdd18e7d {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.768544] env[62643]: WARNING nova.compute.manager [req-e7c1c42c-0f32-4d6c-af79-ba97f1b954f3 req-8ef74321-8747-4fd6-a5b8-9f3fee9f6818 service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Received unexpected event network-vif-plugged-ca1f71cb-f139-44ac-9475-13adcdd18e7d for instance with vm_state building and task_state spawning. [ 703.768770] env[62643]: DEBUG nova.compute.manager [req-e7c1c42c-0f32-4d6c-af79-ba97f1b954f3 req-8ef74321-8747-4fd6-a5b8-9f3fee9f6818 service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Received event network-changed-ca1f71cb-f139-44ac-9475-13adcdd18e7d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.768977] env[62643]: DEBUG nova.compute.manager [req-e7c1c42c-0f32-4d6c-af79-ba97f1b954f3 req-8ef74321-8747-4fd6-a5b8-9f3fee9f6818 service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Refreshing instance network info cache due to event network-changed-ca1f71cb-f139-44ac-9475-13adcdd18e7d. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 703.769146] env[62643]: DEBUG oslo_concurrency.lockutils [req-e7c1c42c-0f32-4d6c-af79-ba97f1b954f3 req-8ef74321-8747-4fd6-a5b8-9f3fee9f6818 service nova] Acquiring lock "refresh_cache-966100c4-9633-4d98-a860-578dc2253d7b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.936518] env[62643]: DEBUG nova.network.neutron [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Updating instance_info_cache with network_info: [{"id": "ca1f71cb-f139-44ac-9475-13adcdd18e7d", "address": "fa:16:3e:2b:64:9e", "network": {"id": "09dd9d04-81ab-4089-905f-55dad5283303", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1387521885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af50c7a965184690ab4c426a9cf6a3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1f71cb-f1", "ovs_interfaceid": "ca1f71cb-f139-44ac-9475-13adcdd18e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.005440] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382940, 'name': PowerOnVM_Task, 'duration_secs': 0.794116} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.005714] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.005923] env[62643]: INFO nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Took 9.20 seconds to spawn the instance on the hypervisor. [ 704.006139] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.007060] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46743671-9fe9-4c5c-a0f2-f22b0dc3e29c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.108342] env[62643]: DEBUG oslo_vmware.api [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Task: {'id': task-2382941, 'name': ReconfigVM_Task, 'duration_secs': 0.700294} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.108885] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Reconfigured VM instance instance-00000009 to attach disk [datastore2] volume-4c14dda1-edfc-4023-a400-8a0a0b5ed7b4/volume-4c14dda1-edfc-4023-a400-8a0a0b5ed7b4.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.114441] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3212a3e2-8892-40e6-be5d-9f12a58111cb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.130948] env[62643]: DEBUG oslo_vmware.api [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Waiting for the task: (returnval){ [ 704.130948] env[62643]: value = "task-2382943" [ 704.130948] env[62643]: _type = "Task" [ 704.130948] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.140989] env[62643]: DEBUG oslo_vmware.api [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Task: {'id': task-2382943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.212011] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382942, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.220013] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance e28d568b-a29d-4b5c-90e6-aac10019d54a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 704.271354] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.444647] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Releasing lock "refresh_cache-966100c4-9633-4d98-a860-578dc2253d7b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.444999] env[62643]: DEBUG nova.compute.manager [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Instance network_info: |[{"id": "ca1f71cb-f139-44ac-9475-13adcdd18e7d", "address": "fa:16:3e:2b:64:9e", "network": {"id": "09dd9d04-81ab-4089-905f-55dad5283303", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1387521885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af50c7a965184690ab4c426a9cf6a3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1f71cb-f1", "ovs_interfaceid": "ca1f71cb-f139-44ac-9475-13adcdd18e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.445393] env[62643]: DEBUG oslo_concurrency.lockutils [req-e7c1c42c-0f32-4d6c-af79-ba97f1b954f3 req-8ef74321-8747-4fd6-a5b8-9f3fee9f6818 service nova] Acquired lock "refresh_cache-966100c4-9633-4d98-a860-578dc2253d7b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.445589] env[62643]: DEBUG nova.network.neutron [req-e7c1c42c-0f32-4d6c-af79-ba97f1b954f3 req-8ef74321-8747-4fd6-a5b8-9f3fee9f6818 service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Refreshing network info cache for port ca1f71cb-f139-44ac-9475-13adcdd18e7d {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.446827] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:64:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca1f71cb-f139-44ac-9475-13adcdd18e7d', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.454449] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Creating folder: Project (af50c7a965184690ab4c426a9cf6a3d2). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.455022] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0292d630-266b-430d-9fd8-6a7f830e24b6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.465391] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Created folder: Project (af50c7a965184690ab4c426a9cf6a3d2) in parent group-v483488. [ 704.465594] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Creating folder: Instances. Parent ref: group-v483595. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.468210] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69c8ae1b-87ce-437b-adf6-24f816c93c76 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.477742] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Created folder: Instances in parent group-v483595. [ 704.478011] env[62643]: DEBUG oslo.service.loopingcall [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 704.478225] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.478868] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-630bb8c4-7fe0-4ef0-8bb5-5d09aaf7cf67 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.498484] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.498484] env[62643]: value = "task-2382946" [ 704.498484] env[62643]: _type = "Task" [ 704.498484] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.506156] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382946, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.532396] env[62643]: INFO nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Took 36.35 seconds to build instance. [ 704.629697] env[62643]: DEBUG nova.network.neutron [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Updating instance_info_cache with network_info: [{"id": "ac6ed930-5d1d-4157-83c0-cd7313045259", "address": "fa:16:3e:41:01:14", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6ed930-5d", "ovs_interfaceid": "ac6ed930-5d1d-4157-83c0-cd7313045259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.642704] env[62643]: DEBUG oslo_vmware.api [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Task: {'id': task-2382943, 'name': ReconfigVM_Task, 'duration_secs': 0.198594} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.643959] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483593', 'volume_id': '4c14dda1-edfc-4023-a400-8a0a0b5ed7b4', 'name': 'volume-4c14dda1-edfc-4023-a400-8a0a0b5ed7b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31c1303a-ec34-4a3c-8d76-413fe8ddbb6f', 'attached_at': '', 'detached_at': '', 'volume_id': '4c14dda1-edfc-4023-a400-8a0a0b5ed7b4', 'serial': '4c14dda1-edfc-4023-a400-8a0a0b5ed7b4'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 704.709755] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54113} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.710126] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] f48ce860-ff20-482e-93fb-68aa4206bec5/f48ce860-ff20-482e-93fb-68aa4206bec5.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.710312] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.710512] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2b7e8f8-0940-4bce-83ad-620c9dcb5663 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.717041] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 704.717041] env[62643]: value = "task-2382947" [ 704.717041] env[62643]: _type = "Task" [ 704.717041] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.727711] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 704.729408] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.011387] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382946, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.035183] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "aa8b44af-9322-4151-beff-e3878bf793a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.469s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.137175] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Releasing lock "refresh_cache-bb4772da-b738-487f-a72e-97673c3ae7f1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.137880] env[62643]: DEBUG nova.objects.instance [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lazy-loading 'flavor' on Instance uuid bb4772da-b738-487f-a72e-97673c3ae7f1 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.227668] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071468} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.227938] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.228764] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65b2052-b0a9-4b62-b2d1-32f67be206af {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.232223] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 40588dfc-c8b5-4edb-b5f8-b533658e56a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.255654] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] f48ce860-ff20-482e-93fb-68aa4206bec5/f48ce860-ff20-482e-93fb-68aa4206bec5.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.256755] env[62643]: DEBUG nova.network.neutron [req-e7c1c42c-0f32-4d6c-af79-ba97f1b954f3 req-8ef74321-8747-4fd6-a5b8-9f3fee9f6818 service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Updated VIF entry in instance network info cache for port ca1f71cb-f139-44ac-9475-13adcdd18e7d. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.257123] env[62643]: DEBUG nova.network.neutron [req-e7c1c42c-0f32-4d6c-af79-ba97f1b954f3 req-8ef74321-8747-4fd6-a5b8-9f3fee9f6818 service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Updating instance_info_cache with network_info: [{"id": "ca1f71cb-f139-44ac-9475-13adcdd18e7d", "address": "fa:16:3e:2b:64:9e", "network": {"id": "09dd9d04-81ab-4089-905f-55dad5283303", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1387521885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af50c7a965184690ab4c426a9cf6a3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1f71cb-f1", "ovs_interfaceid": "ca1f71cb-f139-44ac-9475-13adcdd18e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.258481] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cefbc0f-b038-4065-9699-0c0b6f395a81 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.273951] env[62643]: DEBUG oslo_concurrency.lockutils [req-e7c1c42c-0f32-4d6c-af79-ba97f1b954f3 req-8ef74321-8747-4fd6-a5b8-9f3fee9f6818 service nova] Releasing lock "refresh_cache-966100c4-9633-4d98-a860-578dc2253d7b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.280481] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 705.280481] env[62643]: value = "task-2382948" [ 705.280481] env[62643]: _type = "Task" [ 705.280481] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.290911] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.513549] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382946, 'name': CreateVM_Task, 'duration_secs': 0.832493} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.513549] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.513741] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.513850] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.514228] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.514509] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-457b46f2-3762-44a4-a214-cc866950cc2f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.519327] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 705.519327] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f6bc19-604d-5a2f-19a2-e8bb26a1e03c" [ 705.519327] env[62643]: _type = "Task" [ 705.519327] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.527733] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f6bc19-604d-5a2f-19a2-e8bb26a1e03c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.537761] env[62643]: DEBUG nova.compute.manager [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.645471] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85a6b22-74fb-45a8-9e55-f54fb19f085d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.679980] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.680497] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ba2a5d0-102b-456e-8b92-d75a67edffe8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.688102] env[62643]: DEBUG oslo_vmware.api [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 705.688102] env[62643]: value = "task-2382949" [ 705.688102] env[62643]: _type = "Task" [ 705.688102] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.696651] env[62643]: DEBUG oslo_vmware.api [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.713112] env[62643]: DEBUG nova.objects.instance [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Lazy-loading 'flavor' on Instance uuid 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.735696] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.791043] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382948, 'name': ReconfigVM_Task, 'duration_secs': 0.377768} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.791353] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Reconfigured VM instance instance-00000025 to attach disk [datastore2] f48ce860-ff20-482e-93fb-68aa4206bec5/f48ce860-ff20-482e-93fb-68aa4206bec5.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.791891] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe9647d4-1680-4f36-b618-9f6f9e27fe39 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.798851] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 705.798851] env[62643]: value = "task-2382950" [ 705.798851] env[62643]: _type = "Task" [ 705.798851] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.807653] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382950, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.031477] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f6bc19-604d-5a2f-19a2-e8bb26a1e03c, 'name': SearchDatastore_Task, 'duration_secs': 0.015192} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.031848] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.032136] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.032394] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.032574] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.032763] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.033097] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b9e0c96-7dcd-4231-b059-e7bf2d20e9a2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.044441] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.044585] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.047558] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-378c4882-8de7-4bc0-930b-3ecfe9a5e69e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.053249] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 706.053249] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52df911a-64a9-6f5b-b3d9-8f8690d6b45c" [ 706.053249] env[62643]: _type = "Task" [ 706.053249] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.061994] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52df911a-64a9-6f5b-b3d9-8f8690d6b45c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.066616] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.201067] env[62643]: DEBUG oslo_vmware.api [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382949, 'name': PowerOffVM_Task, 'duration_secs': 0.495052} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.201448] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.209842] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Reconfiguring VM instance instance-00000018 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 706.210223] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a680821-15fb-4a06-a6cd-d40b404560eb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.234305] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e68a5ee4-2095-4c12-8d7b-492ca12bdeed tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.901s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.239826] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 80ad2833-64e1-4e54-b28a-ad7c601dc5ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 706.240274] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 706.240482] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 706.243739] env[62643]: DEBUG oslo_vmware.api [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 706.243739] env[62643]: value = "task-2382951" [ 706.243739] env[62643]: _type = "Task" [ 706.243739] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.255795] env[62643]: DEBUG oslo_vmware.api [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382951, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.311922] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382950, 'name': Rename_Task, 'duration_secs': 0.164058} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.312834] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.313213] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79e98d08-fd32-46a4-8000-40a2f6cb6afe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.321910] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 706.321910] env[62643]: value = "task-2382952" [ 706.321910] env[62643]: _type = "Task" [ 706.321910] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.335747] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382952, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.568435] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52df911a-64a9-6f5b-b3d9-8f8690d6b45c, 'name': SearchDatastore_Task, 'duration_secs': 0.010743} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.572924] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36da3e27-d7e1-48af-bc39-54fad879ad75 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.579973] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 706.579973] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f276cf-5795-6de7-e961-db887f0c5688" [ 706.579973] env[62643]: _type = "Task" [ 706.579973] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.595159] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f276cf-5795-6de7-e961-db887f0c5688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.756659] env[62643]: DEBUG oslo_vmware.api [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382951, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.833949] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.852834] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e6f34b-3688-41f3-8d8b-26a53d4087a9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.860432] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb8cfbf-5258-4ada-af23-95d0b83939fc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.890846] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905acd72-1310-405e-942b-7a8f93955654 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.898497] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48004f53-ff4d-4150-987d-7523db4df4c8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.913602] env[62643]: DEBUG nova.compute.provider_tree [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.093276] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f276cf-5795-6de7-e961-db887f0c5688, 'name': SearchDatastore_Task, 'duration_secs': 0.011234} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.094064] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.094064] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 966100c4-9633-4d98-a860-578dc2253d7b/966100c4-9633-4d98-a860-578dc2253d7b.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.094378] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d0a8a8f-7fbb-45d1-8168-fe11cd590d3b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.100654] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 707.100654] env[62643]: value = "task-2382953" [ 707.100654] env[62643]: _type = "Task" [ 707.100654] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.108195] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2382953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.199245] env[62643]: DEBUG oslo_concurrency.lockutils [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Acquiring lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.199591] env[62643]: DEBUG oslo_concurrency.lockutils [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.272602] env[62643]: DEBUG oslo_vmware.api [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382951, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.331585] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382952, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.416680] env[62643]: DEBUG nova.scheduler.client.report [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.611361] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2382953, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.702961] env[62643]: INFO nova.compute.manager [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Detaching volume 4c14dda1-edfc-4023-a400-8a0a0b5ed7b4 [ 707.739769] env[62643]: INFO nova.virt.block_device [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Attempting to driver detach volume 4c14dda1-edfc-4023-a400-8a0a0b5ed7b4 from mountpoint /dev/sdb [ 707.740048] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 707.740245] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483593', 'volume_id': '4c14dda1-edfc-4023-a400-8a0a0b5ed7b4', 'name': 'volume-4c14dda1-edfc-4023-a400-8a0a0b5ed7b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31c1303a-ec34-4a3c-8d76-413fe8ddbb6f', 'attached_at': '', 'detached_at': '', 'volume_id': '4c14dda1-edfc-4023-a400-8a0a0b5ed7b4', 'serial': '4c14dda1-edfc-4023-a400-8a0a0b5ed7b4'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 707.741131] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60825f90-9935-4606-ab54-4935cf1a022a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.766107] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1694730-56b5-4c17-b577-c5e49b18cd46 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.773826] env[62643]: DEBUG oslo_vmware.api [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382951, 'name': ReconfigVM_Task, 'duration_secs': 1.384742} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.775673] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Reconfigured VM instance instance-00000018 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 707.775880] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.776265] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-849f7f05-3ceb-4e8f-9c69-dec392e1a2fb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.778193] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bc148c-9fc2-4bcd-be38-4aecc7e16df5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.801676] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fa69f6-5552-41ff-bcf1-8312a320d808 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.804579] env[62643]: DEBUG oslo_vmware.api [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 707.804579] env[62643]: value = "task-2382954" [ 707.804579] env[62643]: _type = "Task" [ 707.804579] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.818691] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] The volume has not been displaced from its original location: [datastore2] volume-4c14dda1-edfc-4023-a400-8a0a0b5ed7b4/volume-4c14dda1-edfc-4023-a400-8a0a0b5ed7b4.vmdk. No consolidation needed. {{(pid=62643) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 707.823997] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 707.824805] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ed55dd1-70fc-4f2a-954b-2a9bdffd4843 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.845209] env[62643]: DEBUG oslo_vmware.api [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.853879] env[62643]: DEBUG oslo_vmware.api [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382952, 'name': PowerOnVM_Task, 'duration_secs': 1.236677} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.855554] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.855838] env[62643]: INFO nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Took 8.98 seconds to spawn the instance on the hypervisor. [ 707.856132] env[62643]: DEBUG nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.856598] env[62643]: DEBUG oslo_vmware.api [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Waiting for the task: (returnval){ [ 707.856598] env[62643]: value = "task-2382955" [ 707.856598] env[62643]: _type = "Task" [ 707.856598] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.857586] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6289e3a3-e07c-45f8-8efe-37369bdaf31d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.878575] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa8aae-60a5-7a14-b3c4-0d06b3a7e9f9/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 707.879143] env[62643]: DEBUG oslo_vmware.api [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Task: {'id': task-2382955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.879944] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c3031c-d5ad-44b0-8144-0b555d271a83 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.886516] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa8aae-60a5-7a14-b3c4-0d06b3a7e9f9/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 707.886685] env[62643]: ERROR oslo_vmware.rw_handles [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa8aae-60a5-7a14-b3c4-0d06b3a7e9f9/disk-0.vmdk due to incomplete transfer. [ 707.886909] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-35ee6f6f-6de9-49a7-badf-89144c4ad8b3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.893889] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa8aae-60a5-7a14-b3c4-0d06b3a7e9f9/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 707.894153] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Uploaded image 18c72554-a55c-416c-a98f-84d579aefb43 to the Glance image server {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 707.899291] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 707.899291] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b8ca1a5-37de-4c4a-9ef9-e95f4263be63 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.902409] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 707.902409] env[62643]: value = "task-2382956" [ 707.902409] env[62643]: _type = "Task" [ 707.902409] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.911819] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382956, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.921591] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 707.921877] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.296s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.922168] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.587s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.923666] env[62643]: INFO nova.compute.claims [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.110964] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2382953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633823} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.111294] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 966100c4-9633-4d98-a860-578dc2253d7b/966100c4-9633-4d98-a860-578dc2253d7b.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.111518] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.111777] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8fa856d-cae9-493f-81cc-5a1b816ad13c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.118306] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 708.118306] env[62643]: value = "task-2382957" [ 708.118306] env[62643]: _type = "Task" [ 708.118306] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.128095] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2382957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.316027] env[62643]: DEBUG oslo_vmware.api [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.371527] env[62643]: DEBUG oslo_vmware.api [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Task: {'id': task-2382955, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.391407] env[62643]: INFO nova.compute.manager [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Took 39.80 seconds to build instance. [ 708.414315] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382956, 'name': Destroy_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.630112] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2382957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069032} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.630421] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.631260] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43118614-1d5d-413a-893c-45a09052b9d8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.658725] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 966100c4-9633-4d98-a860-578dc2253d7b/966100c4-9633-4d98-a860-578dc2253d7b.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.659055] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f099453-c030-428d-b38a-687edbcfb574 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.680748] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 708.680748] env[62643]: value = "task-2382958" [ 708.680748] env[62643]: _type = "Task" [ 708.680748] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.689544] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2382958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.715666] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "8cf78384-7e0f-4a97-a030-1e51f123f086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.715931] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "8cf78384-7e0f-4a97-a030-1e51f123f086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.716169] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "8cf78384-7e0f-4a97-a030-1e51f123f086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.716427] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "8cf78384-7e0f-4a97-a030-1e51f123f086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.716748] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "8cf78384-7e0f-4a97-a030-1e51f123f086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.721433] env[62643]: INFO nova.compute.manager [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Terminating instance [ 708.815960] env[62643]: DEBUG oslo_vmware.api [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2382954, 'name': PowerOnVM_Task, 'duration_secs': 0.770956} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.816280] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.816527] env[62643]: DEBUG nova.compute.manager [None req-2670d47f-7b8e-4d7a-97ea-b7d95ab42946 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.817341] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1587c21-4fa1-487e-8d57-5cdedc6c8001 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.858905] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "3d8f298d-a597-4e2a-af07-0046d0bbd22a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.859136] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "3d8f298d-a597-4e2a-af07-0046d0bbd22a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.859299] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "3d8f298d-a597-4e2a-af07-0046d0bbd22a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.859489] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "3d8f298d-a597-4e2a-af07-0046d0bbd22a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.859650] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "3d8f298d-a597-4e2a-af07-0046d0bbd22a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.867039] env[62643]: INFO nova.compute.manager [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Terminating instance [ 708.875320] env[62643]: DEBUG oslo_vmware.api [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Task: {'id': task-2382955, 'name': ReconfigVM_Task, 'duration_secs': 0.561078} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.875599] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 708.886326] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03b90074-cbf4-40bb-a76d-4cc4857a1ae4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.899594] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8bc168d-7b2d-4838-a42a-fa43f5833056 tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "f48ce860-ff20-482e-93fb-68aa4206bec5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.305s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.905491] env[62643]: DEBUG oslo_vmware.api [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Waiting for the task: (returnval){ [ 708.905491] env[62643]: value = "task-2382959" [ 708.905491] env[62643]: _type = "Task" [ 708.905491] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.917257] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382956, 'name': Destroy_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.920675] env[62643]: DEBUG oslo_vmware.api [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Task: {'id': task-2382959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.193793] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2382958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.226037] env[62643]: DEBUG nova.compute.manager [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.226303] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.227202] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a60026-ce2c-4951-b8fb-bdb0093009d3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.234915] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.237544] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3df4a1e0-4d52-450c-b3e0-8dda897c6029 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.243885] env[62643]: DEBUG oslo_vmware.api [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 709.243885] env[62643]: value = "task-2382960" [ 709.243885] env[62643]: _type = "Task" [ 709.243885] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.252339] env[62643]: DEBUG oslo_vmware.api [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.355174] env[62643]: DEBUG oslo_concurrency.lockutils [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "9b21a7b6-464c-4db7-9308-5377447ade04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.355424] env[62643]: DEBUG oslo_concurrency.lockutils [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "9b21a7b6-464c-4db7-9308-5377447ade04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.370977] env[62643]: DEBUG nova.compute.manager [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.371221] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.372568] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440b1282-d213-4e1c-bf6c-b0162f57c05e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.383300] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.383575] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3572491-71e8-4e51-b565-10776ed68fd0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.403299] env[62643]: DEBUG nova.compute.manager [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.424018] env[62643]: DEBUG oslo_vmware.api [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Task: {'id': task-2382959, 'name': ReconfigVM_Task, 'duration_secs': 0.201803} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.424018] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382956, 'name': Destroy_Task, 'duration_secs': 1.02263} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.424018] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483593', 'volume_id': '4c14dda1-edfc-4023-a400-8a0a0b5ed7b4', 'name': 'volume-4c14dda1-edfc-4023-a400-8a0a0b5ed7b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31c1303a-ec34-4a3c-8d76-413fe8ddbb6f', 'attached_at': '', 'detached_at': '', 'volume_id': '4c14dda1-edfc-4023-a400-8a0a0b5ed7b4', 'serial': '4c14dda1-edfc-4023-a400-8a0a0b5ed7b4'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 709.426338] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Destroyed the VM [ 709.426461] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 709.426836] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3e4f076d-299f-428b-b127-ea115d1824a3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.438646] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 709.438646] env[62643]: value = "task-2382962" [ 709.438646] env[62643]: _type = "Task" [ 709.438646] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.451173] env[62643]: DEBUG oslo_vmware.api [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382962, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.454203] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.454715] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.454715] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleting the datastore file [datastore1] 3d8f298d-a597-4e2a-af07-0046d0bbd22a {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.455939] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9a3e722-e715-4f9e-b746-c612e950990e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.461564] env[62643]: DEBUG oslo_vmware.api [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 709.461564] env[62643]: value = "task-2382963" [ 709.461564] env[62643]: _type = "Task" [ 709.461564] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.472131] env[62643]: DEBUG oslo_vmware.api [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2382963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.510350] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77f63c4-601b-40e3-9148-05c384505fb7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.518974] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f4b9a2-859a-4f12-8c90-8fa42c279596 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.551880] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d276ffef-0bed-447e-b2ad-ada6ec0f74c4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.559432] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa20bea3-3c62-4733-9470-2ec3b304c80b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.572905] env[62643]: DEBUG nova.compute.provider_tree [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.691346] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2382958, 'name': ReconfigVM_Task, 'duration_secs': 0.664921} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.691614] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 966100c4-9633-4d98-a860-578dc2253d7b/966100c4-9633-4d98-a860-578dc2253d7b.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.692342] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a7960eb-a9c0-4183-a800-fdd9ed270f9d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.698058] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 709.698058] env[62643]: value = "task-2382964" [ 709.698058] env[62643]: _type = "Task" [ 709.698058] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.705921] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2382964, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.752850] env[62643]: DEBUG oslo_vmware.api [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382960, 'name': PowerOffVM_Task, 'duration_secs': 0.305257} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.753141] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.753314] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.753568] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6dcb1e8-2aa0-4c3d-9bef-f33ea6ce7669 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.811614] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.811896] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.812100] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Deleting the datastore file [datastore1] 8cf78384-7e0f-4a97-a030-1e51f123f086 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.812358] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83c5bf7f-4455-4ba4-afac-efcf68f6323e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.818367] env[62643]: DEBUG oslo_vmware.api [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 709.818367] env[62643]: value = "task-2382966" [ 709.818367] env[62643]: _type = "Task" [ 709.818367] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.825863] env[62643]: DEBUG oslo_vmware.api [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.925866] env[62643]: DEBUG oslo_concurrency.lockutils [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.949043] env[62643]: DEBUG nova.compute.utils [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Cleaning up image 18c72554-a55c-416c-a98f-84d579aefb43 {{(pid=62643) delete_image /opt/stack/nova/nova/compute/utils.py:1353}} [ 709.976570] env[62643]: WARNING nova.virt.vmwareapi.vmops [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 3d8f298d-a597-4e2a-af07-0046d0bbd22a [ 709.976570] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Traceback (most recent call last): [ 709.976570] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 709.976570] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] ds_util.file_delete(self._session, [ 709.976570] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 709.976570] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] session._wait_for_task(file_delete_task) [ 709.976570] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 709.976570] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] return self.wait_for_task(task_ref) [ 709.976570] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 709.976570] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] return evt.wait() [ 709.976570] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 709.977019] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] result = hub.switch() [ 709.977019] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 709.977019] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] return self.greenlet.switch() [ 709.977019] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 709.977019] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] self.f(*self.args, **self.kw) [ 709.977019] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 709.977019] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] raise exceptions.translate_fault(task_info.error) [ 709.977019] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 3d8f298d-a597-4e2a-af07-0046d0bbd22a [ 709.977019] env[62643]: ERROR nova.virt.vmwareapi.vmops [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] [ 709.977019] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.977380] env[62643]: INFO nova.compute.manager [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Took 0.61 seconds to destroy the instance on the hypervisor. [ 709.977711] env[62643]: DEBUG oslo.service.loopingcall [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.977785] env[62643]: DEBUG nova.compute.manager [-] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.978025] env[62643]: DEBUG nova.network.neutron [-] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.990454] env[62643]: DEBUG nova.objects.instance [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Lazy-loading 'flavor' on Instance uuid 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.076535] env[62643]: DEBUG nova.scheduler.client.report [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.210943] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2382964, 'name': Rename_Task, 'duration_secs': 0.221716} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.211307] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.211595] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-817d0a17-9e31-4f5c-a955-cc50092d0467 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.217755] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 710.217755] env[62643]: value = "task-2382967" [ 710.217755] env[62643]: _type = "Task" [ 710.217755] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.226397] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2382967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.318891] env[62643]: DEBUG nova.compute.manager [req-4912d761-8e83-46b5-9417-46d9e357bcaf req-10ff9509-fa26-4c5a-9d74-e65a8ff1836a service nova] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Received event network-vif-deleted-221cc062-6cd4-4e0e-97d2-e6c3bfa8c016 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.319156] env[62643]: INFO nova.compute.manager [req-4912d761-8e83-46b5-9417-46d9e357bcaf req-10ff9509-fa26-4c5a-9d74-e65a8ff1836a service nova] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Neutron deleted interface 221cc062-6cd4-4e0e-97d2-e6c3bfa8c016; detaching it from the instance and deleting it from the info cache [ 710.319281] env[62643]: DEBUG nova.network.neutron [req-4912d761-8e83-46b5-9417-46d9e357bcaf req-10ff9509-fa26-4c5a-9d74-e65a8ff1836a service nova] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.331118] env[62643]: DEBUG oslo_vmware.api [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2382966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264436} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.331337] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.331481] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.331661] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.331834] env[62643]: INFO nova.compute.manager [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Took 1.11 seconds to destroy the instance on the hypervisor. [ 710.332114] env[62643]: DEBUG oslo.service.loopingcall [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 710.332510] env[62643]: DEBUG nova.compute.manager [-] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.332606] env[62643]: DEBUG nova.network.neutron [-] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.584128] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.584128] env[62643]: DEBUG nova.compute.manager [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.589609] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.144s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.593075] env[62643]: INFO nova.compute.claims [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.732968] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2382967, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.804196] env[62643]: DEBUG nova.network.neutron [-] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.821832] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d228292d-70d3-47f1-b95b-d4a11f451c84 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.831935] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa399274-1dbc-461f-8901-43e4b96078c1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.871800] env[62643]: DEBUG nova.compute.manager [req-4912d761-8e83-46b5-9417-46d9e357bcaf req-10ff9509-fa26-4c5a-9d74-e65a8ff1836a service nova] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Detach interface failed, port_id=221cc062-6cd4-4e0e-97d2-e6c3bfa8c016, reason: Instance 3d8f298d-a597-4e2a-af07-0046d0bbd22a could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 711.000667] env[62643]: DEBUG oslo_concurrency.lockutils [None req-237766d6-52f3-4a2b-942d-d471429e9f40 tempest-VolumesAssistedSnapshotsTest-1142175911 tempest-VolumesAssistedSnapshotsTest-1142175911-project-admin] Lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.801s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.091383] env[62643]: DEBUG nova.compute.utils [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 711.092746] env[62643]: DEBUG nova.compute.manager [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.092937] env[62643]: DEBUG nova.network.neutron [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.160162] env[62643]: DEBUG nova.network.neutron [-] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.166766] env[62643]: DEBUG nova.policy [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f914af8d0f5e476c8aa87f08b22c1cdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5c1c1ec062e40c6b0f1bc69182a753a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.231815] env[62643]: DEBUG oslo_vmware.api [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2382967, 'name': PowerOnVM_Task, 'duration_secs': 0.624669} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.232021] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.232302] env[62643]: INFO nova.compute.manager [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Took 9.58 seconds to spawn the instance on the hypervisor. [ 711.232406] env[62643]: DEBUG nova.compute.manager [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.233238] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2961e6-d4e2-4623-bf37-fe8c9e57397c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.293476] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquiring lock "43dc5e13-a248-4173-9ed2-a66e9b09bcb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.296736] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "43dc5e13-a248-4173-9ed2-a66e9b09bcb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.296736] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquiring lock "43dc5e13-a248-4173-9ed2-a66e9b09bcb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.296736] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "43dc5e13-a248-4173-9ed2-a66e9b09bcb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.296736] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "43dc5e13-a248-4173-9ed2-a66e9b09bcb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.300599] env[62643]: INFO nova.compute.manager [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Terminating instance [ 711.308341] env[62643]: INFO nova.compute.manager [-] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Took 1.33 seconds to deallocate network for instance. [ 711.485356] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.597215] env[62643]: DEBUG nova.compute.manager [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.610553] env[62643]: DEBUG nova.network.neutron [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Successfully created port: 9bdd8df4-8bf3-462c-ba57-825597b07342 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.662522] env[62643]: INFO nova.compute.manager [-] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Took 1.33 seconds to deallocate network for instance. [ 711.756973] env[62643]: INFO nova.compute.manager [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Took 33.49 seconds to build instance. [ 711.805685] env[62643]: DEBUG nova.compute.manager [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.805904] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.806816] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc21a778-98dc-441b-aa9d-c70cdc21bb62 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.822487] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.822842] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.823508] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac1d81d1-74cd-492c-b835-b623eaf39006 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.831314] env[62643]: DEBUG oslo_vmware.api [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 711.831314] env[62643]: value = "task-2382969" [ 711.831314] env[62643]: _type = "Task" [ 711.831314] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.840142] env[62643]: DEBUG oslo_vmware.api [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.108120] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquiring lock "3cc8af78-190c-486b-8e28-92895e62d772" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.108371] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "3cc8af78-190c-486b-8e28-92895e62d772" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.176608] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.259655] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b0b8f3b-d3f1-46d9-a34b-980d19675280 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "966100c4-9633-4d98-a860-578dc2253d7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.609s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.263143] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6a4daa-c723-4273-87fb-510448e00599 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.270679] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455c8492-f996-4f29-9028-0ac0eab1bffa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.303757] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526aa16e-0849-445c-9aa0-fa760c19e535 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.311117] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcae9a8-b51f-4fb3-88f2-13f605d1d976 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.324697] env[62643]: DEBUG nova.compute.provider_tree [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.340855] env[62643]: DEBUG oslo_vmware.api [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382969, 'name': PowerOffVM_Task, 'duration_secs': 0.216804} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.341126] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.341296] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.341531] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-885bbf66-9bbc-4abd-8e43-191299ef1e6a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.403699] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.403947] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.404303] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Deleting the datastore file [datastore2] 43dc5e13-a248-4173-9ed2-a66e9b09bcb9 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.404665] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-635a5d5f-c411-41e1-857d-086e35340665 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.411757] env[62643]: DEBUG oslo_vmware.api [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 712.411757] env[62643]: value = "task-2382971" [ 712.411757] env[62643]: _type = "Task" [ 712.411757] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.420635] env[62643]: DEBUG oslo_vmware.api [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.515746] env[62643]: DEBUG nova.compute.manager [req-908091aa-85ad-40dc-a663-4c4f84d356da req-30967545-9b0b-48ab-b188-8b4036b174c1 service nova] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Received event network-vif-deleted-4c14597f-d8c0-4d32-aea2-f87d3005ea41 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.610889] env[62643]: DEBUG nova.compute.manager [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.640271] env[62643]: DEBUG nova.virt.hardware [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.640618] env[62643]: DEBUG nova.virt.hardware [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.640815] env[62643]: DEBUG nova.virt.hardware [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.641020] env[62643]: DEBUG nova.virt.hardware [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.641170] env[62643]: DEBUG nova.virt.hardware [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.641321] env[62643]: DEBUG nova.virt.hardware [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.641528] env[62643]: DEBUG nova.virt.hardware [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.641690] env[62643]: DEBUG nova.virt.hardware [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.641856] env[62643]: DEBUG nova.virt.hardware [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.642038] env[62643]: DEBUG nova.virt.hardware [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.642232] env[62643]: DEBUG nova.virt.hardware [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.643109] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f7e32b-80c7-4e94-8b98-358678066219 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.652599] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be49db4-2eaa-4a3c-959a-c66b7dc355ef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.728094] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.728094] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.767214] env[62643]: DEBUG nova.compute.manager [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.829142] env[62643]: DEBUG nova.scheduler.client.report [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.921573] env[62643]: DEBUG oslo_vmware.api [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.037554] env[62643]: DEBUG nova.compute.manager [req-298cf246-dc0f-49f4-9f1d-680d5b2dd533 req-16f46a63-3f4d-4b2e-a40c-8ddf3b987007 service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Received event network-changed-ca1f71cb-f139-44ac-9475-13adcdd18e7d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.037759] env[62643]: DEBUG nova.compute.manager [req-298cf246-dc0f-49f4-9f1d-680d5b2dd533 req-16f46a63-3f4d-4b2e-a40c-8ddf3b987007 service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Refreshing instance network info cache due to event network-changed-ca1f71cb-f139-44ac-9475-13adcdd18e7d. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 713.039023] env[62643]: DEBUG oslo_concurrency.lockutils [req-298cf246-dc0f-49f4-9f1d-680d5b2dd533 req-16f46a63-3f4d-4b2e-a40c-8ddf3b987007 service nova] Acquiring lock "refresh_cache-966100c4-9633-4d98-a860-578dc2253d7b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.039023] env[62643]: DEBUG oslo_concurrency.lockutils [req-298cf246-dc0f-49f4-9f1d-680d5b2dd533 req-16f46a63-3f4d-4b2e-a40c-8ddf3b987007 service nova] Acquired lock "refresh_cache-966100c4-9633-4d98-a860-578dc2253d7b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.039023] env[62643]: DEBUG nova.network.neutron [req-298cf246-dc0f-49f4-9f1d-680d5b2dd533 req-16f46a63-3f4d-4b2e-a40c-8ddf3b987007 service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Refreshing network info cache for port ca1f71cb-f139-44ac-9475-13adcdd18e7d {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.295273] env[62643]: DEBUG oslo_concurrency.lockutils [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.332944] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.333486] env[62643]: DEBUG nova.compute.manager [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.336283] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.247s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.338020] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.338425] env[62643]: DEBUG oslo_concurrency.lockutils [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.540s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.339894] env[62643]: INFO nova.compute.claims [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.363610] env[62643]: INFO nova.scheduler.client.report [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Deleted allocations for instance aaaea473-cf12-456a-8c69-ee3e7656334c [ 713.424246] env[62643]: DEBUG oslo_vmware.api [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2382971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.593014} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.424562] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.424769] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.425019] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.425168] env[62643]: INFO nova.compute.manager [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Took 1.62 seconds to destroy the instance on the hypervisor. [ 713.425445] env[62643]: DEBUG oslo.service.loopingcall [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.425658] env[62643]: DEBUG nova.compute.manager [-] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.425762] env[62643]: DEBUG nova.network.neutron [-] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.471788] env[62643]: DEBUG nova.network.neutron [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Successfully updated port: 9bdd8df4-8bf3-462c-ba57-825597b07342 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.851890] env[62643]: DEBUG nova.compute.utils [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 713.852955] env[62643]: DEBUG nova.compute.manager [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.853134] env[62643]: DEBUG nova.network.neutron [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.874887] env[62643]: DEBUG nova.network.neutron [req-298cf246-dc0f-49f4-9f1d-680d5b2dd533 req-16f46a63-3f4d-4b2e-a40c-8ddf3b987007 service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Updated VIF entry in instance network info cache for port ca1f71cb-f139-44ac-9475-13adcdd18e7d. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.875955] env[62643]: DEBUG nova.network.neutron [req-298cf246-dc0f-49f4-9f1d-680d5b2dd533 req-16f46a63-3f4d-4b2e-a40c-8ddf3b987007 service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Updating instance_info_cache with network_info: [{"id": "ca1f71cb-f139-44ac-9475-13adcdd18e7d", "address": "fa:16:3e:2b:64:9e", "network": {"id": "09dd9d04-81ab-4089-905f-55dad5283303", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1387521885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af50c7a965184690ab4c426a9cf6a3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1f71cb-f1", "ovs_interfaceid": "ca1f71cb-f139-44ac-9475-13adcdd18e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.883985] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50e116bb-ac45-4ea9-87c4-57f61c5fb2a9 tempest-FloatingIPsAssociationTestJSON-74159316 tempest-FloatingIPsAssociationTestJSON-74159316-project-member] Lock "aaaea473-cf12-456a-8c69-ee3e7656334c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.432s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.976433] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Acquiring lock "refresh_cache-fdb3277a-e02d-4150-9980-ba907497b2dc" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.976433] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Acquired lock "refresh_cache-fdb3277a-e02d-4150-9980-ba907497b2dc" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.976433] env[62643]: DEBUG nova.network.neutron [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.993675] env[62643]: DEBUG nova.policy [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdb90b178d0745b4a9eba32372d4fec4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df4bb50c79444a1a94ed3592a14d7f63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.361195] env[62643]: DEBUG nova.compute.manager [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.393694] env[62643]: DEBUG oslo_concurrency.lockutils [req-298cf246-dc0f-49f4-9f1d-680d5b2dd533 req-16f46a63-3f4d-4b2e-a40c-8ddf3b987007 service nova] Releasing lock "refresh_cache-966100c4-9633-4d98-a860-578dc2253d7b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.573867] env[62643]: DEBUG nova.network.neutron [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.677239] env[62643]: DEBUG nova.compute.manager [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Received event network-changed-ca1f71cb-f139-44ac-9475-13adcdd18e7d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.677442] env[62643]: DEBUG nova.compute.manager [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Refreshing instance network info cache due to event network-changed-ca1f71cb-f139-44ac-9475-13adcdd18e7d. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 714.677875] env[62643]: DEBUG oslo_concurrency.lockutils [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] Acquiring lock "refresh_cache-966100c4-9633-4d98-a860-578dc2253d7b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.677875] env[62643]: DEBUG oslo_concurrency.lockutils [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] Acquired lock "refresh_cache-966100c4-9633-4d98-a860-578dc2253d7b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.677981] env[62643]: DEBUG nova.network.neutron [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Refreshing network info cache for port ca1f71cb-f139-44ac-9475-13adcdd18e7d {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.786093] env[62643]: DEBUG nova.network.neutron [-] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.984200] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9688a028-0787-472a-a12d-9a154903d763 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.989486] env[62643]: DEBUG nova.network.neutron [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Updating instance_info_cache with network_info: [{"id": "9bdd8df4-8bf3-462c-ba57-825597b07342", "address": "fa:16:3e:36:28:a5", "network": {"id": "b2e84863-65bd-47f3-91f5-5c2f291a3aad", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-963144069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5c1c1ec062e40c6b0f1bc69182a753a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdd8df4-8b", "ovs_interfaceid": "9bdd8df4-8bf3-462c-ba57-825597b07342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.996678] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dc832b-4779-47d7-992f-b6c51dca4acf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.028983] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1069813e-5467-468d-bc1a-07d00cadd453 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.041436] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6d2273-1ca0-486f-82d7-bf6adf499378 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.056528] env[62643]: DEBUG nova.compute.provider_tree [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.081936] env[62643]: DEBUG nova.network.neutron [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Successfully created port: a1a409bf-e0c9-4d4e-afcf-bd16c98585da {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.158438] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Acquiring lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.158604] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.158833] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Acquiring lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.159102] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.159301] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.162296] env[62643]: INFO nova.compute.manager [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Terminating instance [ 715.253724] env[62643]: DEBUG nova.compute.manager [req-dd2bc989-87dd-47ba-b6c3-db63a82b3674 req-d78eb16c-e3bb-4a83-a282-cb50efe0f7c8 service nova] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Received event network-vif-deleted-d554620c-91b7-498b-8471-e5ac90f75dd2 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.290021] env[62643]: INFO nova.compute.manager [-] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Took 1.86 seconds to deallocate network for instance. [ 715.372312] env[62643]: DEBUG nova.compute.manager [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.401430] env[62643]: DEBUG nova.virt.hardware [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.401687] env[62643]: DEBUG nova.virt.hardware [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.401845] env[62643]: DEBUG nova.virt.hardware [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.402038] env[62643]: DEBUG nova.virt.hardware [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.402239] env[62643]: DEBUG nova.virt.hardware [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.402407] env[62643]: DEBUG nova.virt.hardware [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.402616] env[62643]: DEBUG nova.virt.hardware [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.402776] env[62643]: DEBUG nova.virt.hardware [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.402947] env[62643]: DEBUG nova.virt.hardware [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.403120] env[62643]: DEBUG nova.virt.hardware [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.403302] env[62643]: DEBUG nova.virt.hardware [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.404229] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0cca05-53a1-4c4e-8750-bca146306342 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.411982] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6163ebc7-cc38-4295-b862-d01bd5c48cf7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.492369] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Releasing lock "refresh_cache-fdb3277a-e02d-4150-9980-ba907497b2dc" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.492748] env[62643]: DEBUG nova.compute.manager [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Instance network_info: |[{"id": "9bdd8df4-8bf3-462c-ba57-825597b07342", "address": "fa:16:3e:36:28:a5", "network": {"id": "b2e84863-65bd-47f3-91f5-5c2f291a3aad", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-963144069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5c1c1ec062e40c6b0f1bc69182a753a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdd8df4-8b", "ovs_interfaceid": "9bdd8df4-8bf3-462c-ba57-825597b07342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.493186] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:28:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bdd8df4-8bf3-462c-ba57-825597b07342', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.501889] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Creating folder: Project (b5c1c1ec062e40c6b0f1bc69182a753a). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.502199] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-417bdcca-d81a-4003-91c3-842cf1e645fa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.512149] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Created folder: Project (b5c1c1ec062e40c6b0f1bc69182a753a) in parent group-v483488. [ 715.512334] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Creating folder: Instances. Parent ref: group-v483598. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.512571] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6bec1d5-6d6e-421d-b53a-8248b5f7d6cf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.521313] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Created folder: Instances in parent group-v483598. [ 715.521542] env[62643]: DEBUG oslo.service.loopingcall [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.521724] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.521915] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2f2e9fd-6476-47d9-871c-c86b14d08ec4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.541418] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.541418] env[62643]: value = "task-2382974" [ 715.541418] env[62643]: _type = "Task" [ 715.541418] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.548970] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382974, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.560085] env[62643]: DEBUG nova.scheduler.client.report [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.671157] env[62643]: DEBUG nova.compute.manager [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.671501] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.672516] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a10ec2-3bb5-4859-9afe-b160a66992e8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.681642] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.682015] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2596d6d6-e10c-4c5f-a22a-333031b2ba52 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.688788] env[62643]: DEBUG oslo_vmware.api [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Waiting for the task: (returnval){ [ 715.688788] env[62643]: value = "task-2382975" [ 715.688788] env[62643]: _type = "Task" [ 715.688788] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.696891] env[62643]: DEBUG oslo_vmware.api [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.797183] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.046986] env[62643]: DEBUG nova.network.neutron [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Updated VIF entry in instance network info cache for port ca1f71cb-f139-44ac-9475-13adcdd18e7d. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.047355] env[62643]: DEBUG nova.network.neutron [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Updating instance_info_cache with network_info: [{"id": "ca1f71cb-f139-44ac-9475-13adcdd18e7d", "address": "fa:16:3e:2b:64:9e", "network": {"id": "09dd9d04-81ab-4089-905f-55dad5283303", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1387521885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af50c7a965184690ab4c426a9cf6a3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1f71cb-f1", "ovs_interfaceid": "ca1f71cb-f139-44ac-9475-13adcdd18e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.055419] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382974, 'name': CreateVM_Task, 'duration_secs': 0.361442} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.055419] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.055685] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.055845] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.056177] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.056488] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08b9753d-2bae-439d-bda5-348411d5812a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.061993] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Waiting for the task: (returnval){ [ 716.061993] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d1e6d4-f00a-cdcb-47a5-c3873758582a" [ 716.061993] env[62643]: _type = "Task" [ 716.061993] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.066215] env[62643]: DEBUG oslo_concurrency.lockutils [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.066729] env[62643]: DEBUG nova.compute.manager [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.069359] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.213s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.069550] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.071549] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.850s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.072991] env[62643]: INFO nova.compute.claims [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.081586] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d1e6d4-f00a-cdcb-47a5-c3873758582a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.115235] env[62643]: INFO nova.scheduler.client.report [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Deleted allocations for instance 6e77f974-5c90-4c53-9555-6b08d46d83da [ 716.203444] env[62643]: DEBUG oslo_vmware.api [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382975, 'name': PowerOffVM_Task, 'duration_secs': 0.249236} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.203595] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.203805] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.204016] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75b951df-3ff0-44c5-9c1c-2860a7ce0212 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.284917] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.286198] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.286198] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Deleting the datastore file [datastore1] 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.286198] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-704e0d0c-25ac-45e2-81a6-79e18bf38f72 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.292068] env[62643]: DEBUG oslo_vmware.api [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Waiting for the task: (returnval){ [ 716.292068] env[62643]: value = "task-2382977" [ 716.292068] env[62643]: _type = "Task" [ 716.292068] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.301875] env[62643]: DEBUG oslo_vmware.api [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.550209] env[62643]: DEBUG oslo_concurrency.lockutils [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] Releasing lock "refresh_cache-966100c4-9633-4d98-a860-578dc2253d7b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.550389] env[62643]: DEBUG nova.compute.manager [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Received event network-vif-plugged-9bdd8df4-8bf3-462c-ba57-825597b07342 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.552125] env[62643]: DEBUG oslo_concurrency.lockutils [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] Acquiring lock "fdb3277a-e02d-4150-9980-ba907497b2dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.552462] env[62643]: DEBUG oslo_concurrency.lockutils [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] Lock "fdb3277a-e02d-4150-9980-ba907497b2dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.552651] env[62643]: DEBUG oslo_concurrency.lockutils [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] Lock "fdb3277a-e02d-4150-9980-ba907497b2dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.552826] env[62643]: DEBUG nova.compute.manager [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] No waiting events found dispatching network-vif-plugged-9bdd8df4-8bf3-462c-ba57-825597b07342 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.552991] env[62643]: WARNING nova.compute.manager [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Received unexpected event network-vif-plugged-9bdd8df4-8bf3-462c-ba57-825597b07342 for instance with vm_state building and task_state spawning. [ 716.553173] env[62643]: DEBUG nova.compute.manager [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Received event network-changed-9bdd8df4-8bf3-462c-ba57-825597b07342 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.553330] env[62643]: DEBUG nova.compute.manager [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Refreshing instance network info cache due to event network-changed-9bdd8df4-8bf3-462c-ba57-825597b07342. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 716.553518] env[62643]: DEBUG oslo_concurrency.lockutils [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] Acquiring lock "refresh_cache-fdb3277a-e02d-4150-9980-ba907497b2dc" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.553656] env[62643]: DEBUG oslo_concurrency.lockutils [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] Acquired lock "refresh_cache-fdb3277a-e02d-4150-9980-ba907497b2dc" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.553856] env[62643]: DEBUG nova.network.neutron [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Refreshing network info cache for port 9bdd8df4-8bf3-462c-ba57-825597b07342 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.573051] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d1e6d4-f00a-cdcb-47a5-c3873758582a, 'name': SearchDatastore_Task, 'duration_secs': 0.028153} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.573399] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.573673] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.573930] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.574162] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.574439] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.574669] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45d67a32-2cc5-47c1-99ef-ac5328bd48b3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.578064] env[62643]: DEBUG nova.compute.utils [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 716.581246] env[62643]: DEBUG nova.compute.manager [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.581419] env[62643]: DEBUG nova.network.neutron [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.588555] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.588760] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.589493] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959d9105-230e-469c-849c-51417f69c7d7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.595843] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Waiting for the task: (returnval){ [ 716.595843] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52353c5b-de61-0f11-e57f-aead2191f6d0" [ 716.595843] env[62643]: _type = "Task" [ 716.595843] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.604651] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52353c5b-de61-0f11-e57f-aead2191f6d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.632379] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f925fb1-31fb-47de-be2f-8e9ee0d25dee tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "6e77f974-5c90-4c53-9555-6b08d46d83da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.321s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.659474] env[62643]: DEBUG nova.policy [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac22f078b5304282804ecdd82c1fa7f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01ada96215684616b43bede7c6ed8ebe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.803212] env[62643]: DEBUG oslo_vmware.api [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.917940] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "dd592887-7756-430b-bb18-8bf79d1b7a04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.918240] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "dd592887-7756-430b-bb18-8bf79d1b7a04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.918460] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "dd592887-7756-430b-bb18-8bf79d1b7a04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.918645] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "dd592887-7756-430b-bb18-8bf79d1b7a04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.918819] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "dd592887-7756-430b-bb18-8bf79d1b7a04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.920928] env[62643]: INFO nova.compute.manager [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Terminating instance [ 717.082519] env[62643]: DEBUG nova.compute.manager [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.111241] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52353c5b-de61-0f11-e57f-aead2191f6d0, 'name': SearchDatastore_Task, 'duration_secs': 0.033859} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.112526] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7aecab6-02ca-4a0e-adb2-fbf2e889e7d4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.120210] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Waiting for the task: (returnval){ [ 717.120210] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525ed79c-40ad-a8f4-d72c-b14758eb908a" [ 717.120210] env[62643]: _type = "Task" [ 717.120210] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.136241] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525ed79c-40ad-a8f4-d72c-b14758eb908a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.203295] env[62643]: DEBUG nova.network.neutron [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Successfully created port: 84c96b52-d47f-4aaf-9a7d-3cbc501adc24 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.303724] env[62643]: DEBUG oslo_vmware.api [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Task: {'id': task-2382977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.535679} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.307092] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.311023] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.311023] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.311023] env[62643]: INFO nova.compute.manager [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 717.311023] env[62643]: DEBUG oslo.service.loopingcall [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 717.311023] env[62643]: DEBUG nova.compute.manager [-] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.311023] env[62643]: DEBUG nova.network.neutron [-] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.427685] env[62643]: DEBUG nova.compute.manager [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.428082] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.431922] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ebccb7-44c8-43c1-bc34-8dc9bf0dbdd8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.441111] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.442633] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abece31c-96d7-4302-bdbb-ea86ac3ab4e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.465531] env[62643]: DEBUG oslo_vmware.api [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 717.465531] env[62643]: value = "task-2382978" [ 717.465531] env[62643]: _type = "Task" [ 717.465531] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.590088] env[62643]: DEBUG nova.network.neutron [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Updated VIF entry in instance network info cache for port 9bdd8df4-8bf3-462c-ba57-825597b07342. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.590355] env[62643]: DEBUG nova.network.neutron [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Updating instance_info_cache with network_info: [{"id": "9bdd8df4-8bf3-462c-ba57-825597b07342", "address": "fa:16:3e:36:28:a5", "network": {"id": "b2e84863-65bd-47f3-91f5-5c2f291a3aad", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-963144069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5c1c1ec062e40c6b0f1bc69182a753a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdd8df4-8b", "ovs_interfaceid": "9bdd8df4-8bf3-462c-ba57-825597b07342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.638270] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525ed79c-40ad-a8f4-d72c-b14758eb908a, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.641266] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.641557] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] fdb3277a-e02d-4150-9980-ba907497b2dc/fdb3277a-e02d-4150-9980-ba907497b2dc.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.642984] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5263388-0781-4612-93f2-8fcfa5d60bcd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.652183] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Waiting for the task: (returnval){ [ 717.652183] env[62643]: value = "task-2382979" [ 717.652183] env[62643]: _type = "Task" [ 717.652183] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.659332] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': task-2382979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.815050] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c34521b-5ebb-458a-a3d5-beaac3402cb9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.823309] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f5892b-39cc-4586-8bc8-8bdbe0667814 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.861838] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2be6d9-8b2c-462f-8175-648864a238cc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.870488] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e78554-5de7-4ca9-92bf-9eb66e8b71b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.885933] env[62643]: DEBUG nova.compute.provider_tree [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 717.939851] env[62643]: DEBUG nova.network.neutron [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Successfully updated port: a1a409bf-e0c9-4d4e-afcf-bd16c98585da {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.975034] env[62643]: DEBUG oslo_vmware.api [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382978, 'name': PowerOffVM_Task, 'duration_secs': 0.245068} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.975768] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.975818] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.976071] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dcefd6f-3ffa-448e-8de8-5c8d9f4036c1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.007018] env[62643]: DEBUG nova.compute.manager [req-9c55fba3-8440-4ebe-abf5-ab5e06445edc req-eef5adb7-275b-4d1a-b4a2-ff55eaa93cab service nova] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Received event network-vif-plugged-a1a409bf-e0c9-4d4e-afcf-bd16c98585da {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.007018] env[62643]: DEBUG oslo_concurrency.lockutils [req-9c55fba3-8440-4ebe-abf5-ab5e06445edc req-eef5adb7-275b-4d1a-b4a2-ff55eaa93cab service nova] Acquiring lock "589046f1-74fa-4f42-b4ba-cea6a23c9e7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.007018] env[62643]: DEBUG oslo_concurrency.lockutils [req-9c55fba3-8440-4ebe-abf5-ab5e06445edc req-eef5adb7-275b-4d1a-b4a2-ff55eaa93cab service nova] Lock "589046f1-74fa-4f42-b4ba-cea6a23c9e7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.007018] env[62643]: DEBUG oslo_concurrency.lockutils [req-9c55fba3-8440-4ebe-abf5-ab5e06445edc req-eef5adb7-275b-4d1a-b4a2-ff55eaa93cab service nova] Lock "589046f1-74fa-4f42-b4ba-cea6a23c9e7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.007018] env[62643]: DEBUG nova.compute.manager [req-9c55fba3-8440-4ebe-abf5-ab5e06445edc req-eef5adb7-275b-4d1a-b4a2-ff55eaa93cab service nova] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] No waiting events found dispatching network-vif-plugged-a1a409bf-e0c9-4d4e-afcf-bd16c98585da {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.007383] env[62643]: WARNING nova.compute.manager [req-9c55fba3-8440-4ebe-abf5-ab5e06445edc req-eef5adb7-275b-4d1a-b4a2-ff55eaa93cab service nova] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Received unexpected event network-vif-plugged-a1a409bf-e0c9-4d4e-afcf-bd16c98585da for instance with vm_state building and task_state spawning. [ 718.093261] env[62643]: DEBUG oslo_concurrency.lockutils [req-11610853-7e53-4eab-8cab-a0cfe01bf0e5 req-a9b7f803-4e4c-4685-96c9-efcfae6c45eb service nova] Releasing lock "refresh_cache-fdb3277a-e02d-4150-9980-ba907497b2dc" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.098459] env[62643]: DEBUG nova.compute.manager [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.140015] env[62643]: DEBUG nova.virt.hardware [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.140265] env[62643]: DEBUG nova.virt.hardware [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.140551] env[62643]: DEBUG nova.virt.hardware [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.141556] env[62643]: DEBUG nova.virt.hardware [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.141556] env[62643]: DEBUG nova.virt.hardware [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.141556] env[62643]: DEBUG nova.virt.hardware [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.141556] env[62643]: DEBUG nova.virt.hardware [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.141716] env[62643]: DEBUG nova.virt.hardware [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.142390] env[62643]: DEBUG nova.virt.hardware [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.142439] env[62643]: DEBUG nova.virt.hardware [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.142826] env[62643]: DEBUG nova.virt.hardware [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.145076] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf8bbfd-fb71-44c1-a431-dbd39d572737 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.159630] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b390276-fc2a-4dc6-8cce-96defa3748d3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.173278] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': task-2382979, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.415432] env[62643]: ERROR nova.scheduler.client.report [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [req-d335dc1f-b2f4-45bb-9d36-cb2c9ff8b675] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d335dc1f-b2f4-45bb-9d36-cb2c9ff8b675"}]} [ 718.438296] env[62643]: DEBUG nova.scheduler.client.report [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Refreshing inventories for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 718.445613] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquiring lock "refresh_cache-589046f1-74fa-4f42-b4ba-cea6a23c9e7a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.445613] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquired lock "refresh_cache-589046f1-74fa-4f42-b4ba-cea6a23c9e7a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.445613] env[62643]: DEBUG nova.network.neutron [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.451130] env[62643]: DEBUG oslo_concurrency.lockutils [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "3c84746a-efe7-48dc-b6a1-9571efecea87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.451353] env[62643]: DEBUG oslo_concurrency.lockutils [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "3c84746a-efe7-48dc-b6a1-9571efecea87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.465083] env[62643]: DEBUG nova.scheduler.client.report [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Updating ProviderTree inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 718.466685] env[62643]: DEBUG nova.compute.provider_tree [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.494880] env[62643]: DEBUG nova.scheduler.client.report [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Refreshing aggregate associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, aggregates: None {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 718.517951] env[62643]: DEBUG nova.scheduler.client.report [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Refreshing trait associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 718.668992] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': task-2382979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742913} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.669339] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] fdb3277a-e02d-4150-9980-ba907497b2dc/fdb3277a-e02d-4150-9980-ba907497b2dc.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.669558] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.669810] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31b543d9-001b-4425-8018-2b7c548400e0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.678714] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Waiting for the task: (returnval){ [ 718.678714] env[62643]: value = "task-2382981" [ 718.678714] env[62643]: _type = "Task" [ 718.678714] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.690055] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': task-2382981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.859435] env[62643]: DEBUG nova.network.neutron [-] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.873438] env[62643]: DEBUG oslo_concurrency.lockutils [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "f54a3315-6dde-4807-84cc-413afe64f178" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.874563] env[62643]: DEBUG oslo_concurrency.lockutils [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f54a3315-6dde-4807-84cc-413afe64f178" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.985242] env[62643]: DEBUG nova.network.neutron [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.103033] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb32ec1-7d77-41fb-8450-c6f813ddbfa5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.113423] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca8bcc3-2396-43c7-aff0-fcf15ef79d30 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.155288] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81694ae8-c105-4b7d-bd9c-35f6f88ac792 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.165020] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4db5ce-8da6-4bc9-a126-7f2d81d412c2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.181167] env[62643]: DEBUG nova.compute.provider_tree [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.191330] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': task-2382981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075324} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.191948] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.193436] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bc7264-b982-461a-93f2-2c4dcd2b2f62 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.218405] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] fdb3277a-e02d-4150-9980-ba907497b2dc/fdb3277a-e02d-4150-9980-ba907497b2dc.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.219063] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fdeda90-a758-4859-9db3-ecdfd2749c45 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.238694] env[62643]: DEBUG nova.network.neutron [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Updating instance_info_cache with network_info: [{"id": "a1a409bf-e0c9-4d4e-afcf-bd16c98585da", "address": "fa:16:3e:00:72:f4", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a409bf-e0", "ovs_interfaceid": "a1a409bf-e0c9-4d4e-afcf-bd16c98585da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.244083] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Waiting for the task: (returnval){ [ 719.244083] env[62643]: value = "task-2382982" [ 719.244083] env[62643]: _type = "Task" [ 719.244083] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.252447] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': task-2382982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.297362] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Acquiring lock "c1c90088-c0e8-43b8-83e0-7a29dc83790e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.297660] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Lock "c1c90088-c0e8-43b8-83e0-7a29dc83790e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.298790] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Acquiring lock "c1c90088-c0e8-43b8-83e0-7a29dc83790e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.298790] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Lock "c1c90088-c0e8-43b8-83e0-7a29dc83790e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.298790] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Lock "c1c90088-c0e8-43b8-83e0-7a29dc83790e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.301690] env[62643]: INFO nova.compute.manager [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Terminating instance [ 719.362376] env[62643]: INFO nova.compute.manager [-] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Took 2.05 seconds to deallocate network for instance. [ 719.377100] env[62643]: DEBUG nova.compute.utils [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 719.473050] env[62643]: DEBUG nova.network.neutron [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Successfully updated port: 84c96b52-d47f-4aaf-9a7d-3cbc501adc24 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.495884] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.496150] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.496384] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Deleting the datastore file [datastore1] dd592887-7756-430b-bb18-8bf79d1b7a04 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.497036] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bfe2348-8122-493d-b35b-874d394b689d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.504227] env[62643]: DEBUG oslo_vmware.api [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for the task: (returnval){ [ 719.504227] env[62643]: value = "task-2382983" [ 719.504227] env[62643]: _type = "Task" [ 719.504227] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.513153] env[62643]: DEBUG oslo_vmware.api [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.688056] env[62643]: DEBUG nova.scheduler.client.report [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.742877] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Releasing lock "refresh_cache-589046f1-74fa-4f42-b4ba-cea6a23c9e7a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.743235] env[62643]: DEBUG nova.compute.manager [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Instance network_info: |[{"id": "a1a409bf-e0c9-4d4e-afcf-bd16c98585da", "address": "fa:16:3e:00:72:f4", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a409bf-e0", "ovs_interfaceid": "a1a409bf-e0c9-4d4e-afcf-bd16c98585da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.743737] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:72:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1a409bf-e0c9-4d4e-afcf-bd16c98585da', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.751491] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Creating folder: Project (df4bb50c79444a1a94ed3592a14d7f63). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.755621] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0793735-69b9-4d10-9a39-31a60dd4af56 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.762433] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': task-2382982, 'name': ReconfigVM_Task, 'duration_secs': 0.296291} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.762696] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Reconfigured VM instance instance-00000027 to attach disk [datastore1] fdb3277a-e02d-4150-9980-ba907497b2dc/fdb3277a-e02d-4150-9980-ba907497b2dc.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.763289] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cebd393-ca3e-43b8-9fd5-6d02be8dedd6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.766505] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Created folder: Project (df4bb50c79444a1a94ed3592a14d7f63) in parent group-v483488. [ 719.766684] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Creating folder: Instances. Parent ref: group-v483601. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.766887] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2df8ed4e-fbc0-4b90-812a-95222d4aa686 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.770716] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Waiting for the task: (returnval){ [ 719.770716] env[62643]: value = "task-2382985" [ 719.770716] env[62643]: _type = "Task" [ 719.770716] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.774806] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Created folder: Instances in parent group-v483601. [ 719.775430] env[62643]: DEBUG oslo.service.loopingcall [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.775430] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.775430] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dbb4516-ce30-4b14-a7ce-4e492bf3d548 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.793156] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': task-2382985, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.796761] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.796761] env[62643]: value = "task-2382987" [ 719.796761] env[62643]: _type = "Task" [ 719.796761] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.803591] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382987, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.808775] env[62643]: DEBUG nova.compute.manager [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.808775] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.810056] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921a4cdc-ba1b-4bac-8914-9837d0376d81 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.816093] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.816343] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69cec65d-eebe-482f-b06f-f86c1558cac9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.821643] env[62643]: DEBUG oslo_vmware.api [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Waiting for the task: (returnval){ [ 719.821643] env[62643]: value = "task-2382988" [ 719.821643] env[62643]: _type = "Task" [ 719.821643] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.829412] env[62643]: DEBUG oslo_vmware.api [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': task-2382988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.870412] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.880451] env[62643]: DEBUG oslo_concurrency.lockutils [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f54a3315-6dde-4807-84cc-413afe64f178" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.973700] env[62643]: DEBUG oslo_concurrency.lockutils [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Acquiring lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.974797] env[62643]: DEBUG oslo_concurrency.lockutils [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Acquired lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.974797] env[62643]: DEBUG nova.network.neutron [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.015080] env[62643]: DEBUG oslo_vmware.api [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Task: {'id': task-2382983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17508} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.015808] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.015986] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.016118] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.016328] env[62643]: INFO nova.compute.manager [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Took 2.59 seconds to destroy the instance on the hypervisor. [ 720.016526] env[62643]: DEBUG oslo.service.loopingcall [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.016809] env[62643]: DEBUG nova.compute.manager [-] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.016902] env[62643]: DEBUG nova.network.neutron [-] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.195801] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.124s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.196431] env[62643]: DEBUG nova.compute.manager [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.199233] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.222s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.200799] env[62643]: INFO nova.compute.claims [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.284398] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': task-2382985, 'name': Rename_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.307841] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382987, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.332191] env[62643]: DEBUG oslo_vmware.api [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': task-2382988, 'name': PowerOffVM_Task, 'duration_secs': 0.451477} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.332326] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.332492] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.332750] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-537c45b3-017a-48fc-9c63-78864c433567 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.419816] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.420362] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.420682] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Deleting the datastore file [datastore2] c1c90088-c0e8-43b8-83e0-7a29dc83790e {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.421251] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9614ce14-331d-46cc-9849-15407537bcb9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.428349] env[62643]: DEBUG oslo_vmware.api [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Waiting for the task: (returnval){ [ 720.428349] env[62643]: value = "task-2382990" [ 720.428349] env[62643]: _type = "Task" [ 720.428349] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.437403] env[62643]: DEBUG oslo_vmware.api [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': task-2382990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.489462] env[62643]: DEBUG nova.compute.manager [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Received event network-changed-a1a409bf-e0c9-4d4e-afcf-bd16c98585da {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.489462] env[62643]: DEBUG nova.compute.manager [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Refreshing instance network info cache due to event network-changed-a1a409bf-e0c9-4d4e-afcf-bd16c98585da. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 720.489822] env[62643]: DEBUG oslo_concurrency.lockutils [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] Acquiring lock "refresh_cache-589046f1-74fa-4f42-b4ba-cea6a23c9e7a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.489822] env[62643]: DEBUG oslo_concurrency.lockutils [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] Acquired lock "refresh_cache-589046f1-74fa-4f42-b4ba-cea6a23c9e7a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.491618] env[62643]: DEBUG nova.network.neutron [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Refreshing network info cache for port a1a409bf-e0c9-4d4e-afcf-bd16c98585da {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.518665] env[62643]: DEBUG nova.network.neutron [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.707229] env[62643]: DEBUG nova.compute.utils [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 720.710819] env[62643]: DEBUG nova.compute.manager [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.710819] env[62643]: DEBUG nova.network.neutron [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.779762] env[62643]: DEBUG nova.network.neutron [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Updating instance_info_cache with network_info: [{"id": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "address": "fa:16:3e:6c:ed:33", "network": {"id": "9eb3ec0e-9320-46fd-a9a4-873f317e4093", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-705116736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ada96215684616b43bede7c6ed8ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c96b52-d4", "ovs_interfaceid": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.779762] env[62643]: DEBUG nova.network.neutron [-] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.782178] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': task-2382985, 'name': Rename_Task, 'duration_secs': 0.893495} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.782617] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.782859] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08daa087-cd5e-4144-8aab-170fdfc1063f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.789893] env[62643]: DEBUG nova.policy [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47eb78e53007439d9cd0eb9854f90ba9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4debeebb96534c2c93a5fded0b5916fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.792941] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Waiting for the task: (returnval){ [ 720.792941] env[62643]: value = "task-2382991" [ 720.792941] env[62643]: _type = "Task" [ 720.792941] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.805770] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': task-2382991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.811131] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382987, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.940881] env[62643]: DEBUG oslo_vmware.api [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Task: {'id': task-2382990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228911} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.941114] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.942583] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.942583] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.942583] env[62643]: INFO nova.compute.manager [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 720.942583] env[62643]: DEBUG oslo.service.loopingcall [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.942583] env[62643]: DEBUG nova.compute.manager [-] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.942583] env[62643]: DEBUG nova.network.neutron [-] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.963824] env[62643]: DEBUG oslo_concurrency.lockutils [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "f54a3315-6dde-4807-84cc-413afe64f178" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.964112] env[62643]: DEBUG oslo_concurrency.lockutils [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f54a3315-6dde-4807-84cc-413afe64f178" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.964447] env[62643]: INFO nova.compute.manager [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Attaching volume 09ad4828-5e93-45c1-a1c0-06a4a977767c to /dev/sdb [ 721.002929] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e5b692-b593-48da-8f6a-03ee7269b956 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.020958] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a6af9d-6498-4f60-9fa0-8b2eb3bb1732 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.037173] env[62643]: DEBUG nova.virt.block_device [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Updating existing volume attachment record: 56782ef6-65de-492b-a4f3-f4e12ec8c1c9 {{(pid=62643) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 721.211966] env[62643]: DEBUG nova.compute.manager [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.283495] env[62643]: INFO nova.compute.manager [-] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Took 1.27 seconds to deallocate network for instance. [ 721.283901] env[62643]: DEBUG oslo_concurrency.lockutils [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Releasing lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.284203] env[62643]: DEBUG nova.compute.manager [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Instance network_info: |[{"id": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "address": "fa:16:3e:6c:ed:33", "network": {"id": "9eb3ec0e-9320-46fd-a9a4-873f317e4093", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-705116736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ada96215684616b43bede7c6ed8ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c96b52-d4", "ovs_interfaceid": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.294268] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:ed:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84c96b52-d47f-4aaf-9a7d-3cbc501adc24', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.301439] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Creating folder: Project (01ada96215684616b43bede7c6ed8ebe). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.306080] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d239a4e3-2b09-4a60-87b9-86a1ee03bf3e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.327363] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382987, 'name': CreateVM_Task, 'duration_secs': 1.047505} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.328387] env[62643]: DEBUG oslo_vmware.api [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': task-2382991, 'name': PowerOnVM_Task, 'duration_secs': 0.512791} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.329646] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.329795] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.330305] env[62643]: INFO nova.compute.manager [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Took 8.72 seconds to spawn the instance on the hypervisor. [ 721.330613] env[62643]: DEBUG nova.compute.manager [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.331181] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Created folder: Project (01ada96215684616b43bede7c6ed8ebe) in parent group-v483488. [ 721.331323] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Creating folder: Instances. Parent ref: group-v483605. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.331941] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.332146] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.332519] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.333311] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0a8b90-a567-428e-8a5b-4397a895cd45 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.335972] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79294259-98b7-477c-8d92-efaa88379ae3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.340685] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b9a27f5-af73-4812-9658-87a0b0135d88 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.354137] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 721.354137] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525dc453-4e3b-c8bc-2aab-6278799e881f" [ 721.354137] env[62643]: _type = "Task" [ 721.354137] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.355467] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Created folder: Instances in parent group-v483605. [ 721.355706] env[62643]: DEBUG oslo.service.loopingcall [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.359395] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.360372] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c851c0be-c592-4b39-961c-f67e50aa6d89 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.383914] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525dc453-4e3b-c8bc-2aab-6278799e881f, 'name': SearchDatastore_Task, 'duration_secs': 0.012395} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.385362] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.385602] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.385856] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.386118] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.386244] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.386528] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.386528] env[62643]: value = "task-2382997" [ 721.386528] env[62643]: _type = "Task" [ 721.386528] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.387072] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0748c926-b623-4b85-b323-692ba6c358b4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.404722] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382997, 'name': CreateVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.406144] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.406396] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.407389] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad7588a-b70b-46e9-8ba7-dd0a51ee7571 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.421491] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 721.421491] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523f5fa6-9005-48f6-fcd6-ef68aaeabf62" [ 721.421491] env[62643]: _type = "Task" [ 721.421491] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.433755] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523f5fa6-9005-48f6-fcd6-ef68aaeabf62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.786766] env[62643]: DEBUG nova.network.neutron [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Successfully created port: 436bc760-cc28-4585-8f93-3753a43d6ef4 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.816878] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.863952] env[62643]: INFO nova.compute.manager [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Took 40.55 seconds to build instance. [ 721.878044] env[62643]: DEBUG nova.network.neutron [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Updated VIF entry in instance network info cache for port a1a409bf-e0c9-4d4e-afcf-bd16c98585da. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.878406] env[62643]: DEBUG nova.network.neutron [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Updating instance_info_cache with network_info: [{"id": "a1a409bf-e0c9-4d4e-afcf-bd16c98585da", "address": "fa:16:3e:00:72:f4", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a409bf-e0", "ovs_interfaceid": "a1a409bf-e0c9-4d4e-afcf-bd16c98585da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.901490] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382997, 'name': CreateVM_Task, 'duration_secs': 0.357534} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.901490] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.902163] env[62643]: DEBUG oslo_concurrency.lockutils [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.902258] env[62643]: DEBUG oslo_concurrency.lockutils [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.902511] env[62643]: DEBUG oslo_concurrency.lockutils [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.906801] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40a5730-9bb1-4a87-8f4b-0b6660259274 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.913490] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Waiting for the task: (returnval){ [ 721.913490] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52585745-0be0-86ee-737e-07b87131a65a" [ 721.913490] env[62643]: _type = "Task" [ 721.913490] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.928346] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52585745-0be0-86ee-737e-07b87131a65a, 'name': SearchDatastore_Task, 'duration_secs': 0.013026} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.931472] env[62643]: DEBUG oslo_concurrency.lockutils [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.931675] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.931894] env[62643]: DEBUG oslo_concurrency.lockutils [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.937613] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523f5fa6-9005-48f6-fcd6-ef68aaeabf62, 'name': SearchDatastore_Task, 'duration_secs': 0.013883} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.938388] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb4e1d1-a6a6-4e5b-bbfb-b5cf5dd433a7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.946655] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 721.946655] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b2f65a-8e5b-d502-cee9-6f9d1aca09bd" [ 721.946655] env[62643]: _type = "Task" [ 721.946655] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.955696] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b2f65a-8e5b-d502-cee9-6f9d1aca09bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.991978] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69875839-b441-440f-9bb8-163da88242c2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.000453] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c61ad40-5952-4774-ab4d-c331db945a0c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.054275] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8982b4-b6f7-4a5b-9379-1d5a372cfb02 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.065635] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa15f368-d54f-4893-8930-bcb66d133739 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.087365] env[62643]: DEBUG nova.compute.provider_tree [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.227414] env[62643]: DEBUG nova.compute.manager [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.257822] env[62643]: DEBUG nova.virt.hardware [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.258355] env[62643]: DEBUG nova.virt.hardware [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.258645] env[62643]: DEBUG nova.virt.hardware [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.258944] env[62643]: DEBUG nova.virt.hardware [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.259177] env[62643]: DEBUG nova.virt.hardware [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.259394] env[62643]: DEBUG nova.virt.hardware [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.259670] env[62643]: DEBUG nova.virt.hardware [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.259929] env[62643]: DEBUG nova.virt.hardware [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.260177] env[62643]: DEBUG nova.virt.hardware [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.260412] env[62643]: DEBUG nova.virt.hardware [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.260652] env[62643]: DEBUG nova.virt.hardware [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.262337] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e760a618-26bb-49d0-bc30-f25e61913ed8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.282990] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7f10d9-b7fc-47d4-999e-cb8206cc9431 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.368038] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d90cb7f2-78d6-4656-864c-36d870888747 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Lock "fdb3277a-e02d-4150-9980-ba907497b2dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.388s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.382277] env[62643]: DEBUG oslo_concurrency.lockutils [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] Releasing lock "refresh_cache-589046f1-74fa-4f42-b4ba-cea6a23c9e7a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.382567] env[62643]: DEBUG nova.compute.manager [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Received event network-vif-deleted-a0f2157e-54dd-429a-b2c8-7f223f3ac18c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.382773] env[62643]: DEBUG nova.compute.manager [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Received event network-vif-plugged-84c96b52-d47f-4aaf-9a7d-3cbc501adc24 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.382982] env[62643]: DEBUG oslo_concurrency.lockutils [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] Acquiring lock "87c398c4-2165-41c0-b584-df1f5995ae3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.383234] env[62643]: DEBUG oslo_concurrency.lockutils [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] Lock "87c398c4-2165-41c0-b584-df1f5995ae3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.383359] env[62643]: DEBUG oslo_concurrency.lockutils [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] Lock "87c398c4-2165-41c0-b584-df1f5995ae3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.383565] env[62643]: DEBUG nova.compute.manager [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] No waiting events found dispatching network-vif-plugged-84c96b52-d47f-4aaf-9a7d-3cbc501adc24 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.383747] env[62643]: WARNING nova.compute.manager [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Received unexpected event network-vif-plugged-84c96b52-d47f-4aaf-9a7d-3cbc501adc24 for instance with vm_state building and task_state spawning. [ 722.383911] env[62643]: DEBUG nova.compute.manager [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Received event network-changed-84c96b52-d47f-4aaf-9a7d-3cbc501adc24 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.384081] env[62643]: DEBUG nova.compute.manager [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Refreshing instance network info cache due to event network-changed-84c96b52-d47f-4aaf-9a7d-3cbc501adc24. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 722.384323] env[62643]: DEBUG oslo_concurrency.lockutils [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] Acquiring lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.384423] env[62643]: DEBUG oslo_concurrency.lockutils [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] Acquired lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.384585] env[62643]: DEBUG nova.network.neutron [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Refreshing network info cache for port 84c96b52-d47f-4aaf-9a7d-3cbc501adc24 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.394544] env[62643]: DEBUG nova.network.neutron [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Successfully created port: f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.458012] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b2f65a-8e5b-d502-cee9-6f9d1aca09bd, 'name': SearchDatastore_Task, 'duration_secs': 0.015307} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.458362] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.458671] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 589046f1-74fa-4f42-b4ba-cea6a23c9e7a/589046f1-74fa-4f42-b4ba-cea6a23c9e7a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.459036] env[62643]: DEBUG oslo_concurrency.lockutils [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.459287] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.459563] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-826fd66e-7333-4923-8d90-8407fa56e24f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.461924] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ae6da2d-ca65-448b-8a79-0714410d5eeb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.471785] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.472412] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.474642] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc41e3ce-b2e1-4c08-b1d8-5b016612764f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.477753] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 722.477753] env[62643]: value = "task-2382998" [ 722.477753] env[62643]: _type = "Task" [ 722.477753] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.484478] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Waiting for the task: (returnval){ [ 722.484478] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524b551b-a80b-d523-0c50-f85ac3fef026" [ 722.484478] env[62643]: _type = "Task" [ 722.484478] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.493300] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2382998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.500723] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524b551b-a80b-d523-0c50-f85ac3fef026, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.501787] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2270ecde-44da-4c41-b73a-5a71605c56ed {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.508993] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Waiting for the task: (returnval){ [ 722.508993] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5260d8ab-58aa-dde9-0a0e-cb953e4f979e" [ 722.508993] env[62643]: _type = "Task" [ 722.508993] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.518976] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5260d8ab-58aa-dde9-0a0e-cb953e4f979e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.525548] env[62643]: DEBUG nova.compute.manager [req-efb61842-40f9-443f-a331-25875dbdac16 req-269a6769-c557-4cdc-bd6f-4f14a1f86319 service nova] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Received event network-vif-deleted-7b26e6c2-b568-4c17-a8f1-00af6a263f2d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.525638] env[62643]: DEBUG nova.compute.manager [req-efb61842-40f9-443f-a331-25875dbdac16 req-269a6769-c557-4cdc-bd6f-4f14a1f86319 service nova] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Received event network-vif-deleted-dfc456e5-047e-4c48-bc10-da584e66af93 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.525851] env[62643]: INFO nova.compute.manager [req-efb61842-40f9-443f-a331-25875dbdac16 req-269a6769-c557-4cdc-bd6f-4f14a1f86319 service nova] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Neutron deleted interface dfc456e5-047e-4c48-bc10-da584e66af93; detaching it from the instance and deleting it from the info cache [ 722.526942] env[62643]: DEBUG nova.network.neutron [req-efb61842-40f9-443f-a331-25875dbdac16 req-269a6769-c557-4cdc-bd6f-4f14a1f86319 service nova] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.628541] env[62643]: DEBUG nova.scheduler.client.report [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Updated inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 722.628541] env[62643]: DEBUG nova.compute.provider_tree [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Updating resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a generation from 64 to 65 during operation: update_inventory {{(pid=62643) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 722.628541] env[62643]: DEBUG nova.compute.provider_tree [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.766847] env[62643]: DEBUG nova.network.neutron [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Successfully created port: 0c00dc16-eb70-493a-b9e7-81b0126dcb81 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.773484] env[62643]: DEBUG nova.network.neutron [-] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.869612] env[62643]: DEBUG nova.compute.manager [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.991505] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2382998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476531} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.992152] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 589046f1-74fa-4f42-b4ba-cea6a23c9e7a/589046f1-74fa-4f42-b4ba-cea6a23c9e7a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.992423] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.992719] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9ebb146-116d-4a24-b733-27bb7f68f0ec {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.006854] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 723.006854] env[62643]: value = "task-2382999" [ 723.006854] env[62643]: _type = "Task" [ 723.006854] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.027426] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2382999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.032758] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5260d8ab-58aa-dde9-0a0e-cb953e4f979e, 'name': SearchDatastore_Task, 'duration_secs': 0.010266} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.033029] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90de068e-3ac7-4de8-9709-6a8d211dd6eb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.035212] env[62643]: DEBUG oslo_concurrency.lockutils [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.035642] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 87c398c4-2165-41c0-b584-df1f5995ae3d/87c398c4-2165-41c0-b584-df1f5995ae3d.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.035908] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3b98458-6dfb-4577-b191-b1f228df7c89 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.053989] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d07ed9-48d6-47c6-8057-b1d707ea142d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.066460] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Waiting for the task: (returnval){ [ 723.066460] env[62643]: value = "task-2383000" [ 723.066460] env[62643]: _type = "Task" [ 723.066460] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.078232] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.097415] env[62643]: DEBUG nova.compute.manager [req-efb61842-40f9-443f-a331-25875dbdac16 req-269a6769-c557-4cdc-bd6f-4f14a1f86319 service nova] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Detach interface failed, port_id=dfc456e5-047e-4c48-bc10-da584e66af93, reason: Instance c1c90088-c0e8-43b8-83e0-7a29dc83790e could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 723.133752] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.934s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.134445] env[62643]: DEBUG nova.compute.manager [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.137372] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.027s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.137372] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.139353] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.623s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.139612] env[62643]: DEBUG nova.objects.instance [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62643) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 723.185982] env[62643]: INFO nova.scheduler.client.report [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Deleted allocations for instance 7a8bcdaf-4a30-4118-8260-22fb84ed89f3 [ 723.277081] env[62643]: INFO nova.compute.manager [-] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Took 2.33 seconds to deallocate network for instance. [ 723.304139] env[62643]: DEBUG nova.network.neutron [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Updated VIF entry in instance network info cache for port 84c96b52-d47f-4aaf-9a7d-3cbc501adc24. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.304139] env[62643]: DEBUG nova.network.neutron [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Updating instance_info_cache with network_info: [{"id": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "address": "fa:16:3e:6c:ed:33", "network": {"id": "9eb3ec0e-9320-46fd-a9a4-873f317e4093", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-705116736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ada96215684616b43bede7c6ed8ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c96b52-d4", "ovs_interfaceid": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.394365] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.517386] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2382999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074199} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.517652] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.518472] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a850b2-fcae-4583-a246-39bf490d27d0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.545828] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 589046f1-74fa-4f42-b4ba-cea6a23c9e7a/589046f1-74fa-4f42-b4ba-cea6a23c9e7a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.545828] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-255c34bf-f58b-4a15-8ebc-04b6c4064109 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.566148] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 723.566148] env[62643]: value = "task-2383002" [ 723.566148] env[62643]: _type = "Task" [ 723.566148] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.581543] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440379} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.584796] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 87c398c4-2165-41c0-b584-df1f5995ae3d/87c398c4-2165-41c0-b584-df1f5995ae3d.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.585047] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.585271] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.585491] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2aeb094-766c-4a28-b468-559eaf58847a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.596183] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Waiting for the task: (returnval){ [ 723.596183] env[62643]: value = "task-2383003" [ 723.596183] env[62643]: _type = "Task" [ 723.596183] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.603029] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.644966] env[62643]: DEBUG nova.compute.utils [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 723.649442] env[62643]: DEBUG nova.compute.manager [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.649622] env[62643]: DEBUG nova.network.neutron [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.670921] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Acquiring lock "fdb3277a-e02d-4150-9980-ba907497b2dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.671209] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Lock "fdb3277a-e02d-4150-9980-ba907497b2dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.671427] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Acquiring lock "fdb3277a-e02d-4150-9980-ba907497b2dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.671701] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Lock "fdb3277a-e02d-4150-9980-ba907497b2dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.671925] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Lock "fdb3277a-e02d-4150-9980-ba907497b2dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.674094] env[62643]: INFO nova.compute.manager [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Terminating instance [ 723.690553] env[62643]: DEBUG nova.policy [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '599b637b1a5143678e72be49de7a1569', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a767d9ca05254f0e95fb7a29c511cadc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.697921] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8f7b7ff-8d12-4a77-9cdb-8294c02d32a3 tempest-TenantUsagesTestJSON-1612741608 tempest-TenantUsagesTestJSON-1612741608-project-member] Lock "7a8bcdaf-4a30-4118-8260-22fb84ed89f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.588s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.783933] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.809765] env[62643]: DEBUG oslo_concurrency.lockutils [req-55547edc-ee6b-4b05-bfca-a64309688f12 req-39e2551f-7622-4fb9-b7b7-d4942a00c92f service nova] Releasing lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.071764] env[62643]: DEBUG nova.network.neutron [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Successfully created port: 3d73d065-746e-4aa6-8eec-540fdb309f31 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.080890] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383002, 'name': ReconfigVM_Task, 'duration_secs': 0.455638} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.081201] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 589046f1-74fa-4f42-b4ba-cea6a23c9e7a/589046f1-74fa-4f42-b4ba-cea6a23c9e7a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.081834] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebfaad16-26bf-4f08-8dc6-c29853a85e29 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.089431] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 724.089431] env[62643]: value = "task-2383004" [ 724.089431] env[62643]: _type = "Task" [ 724.089431] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.096264] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383004, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.103958] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085999} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.104216] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.106059] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c507de-c87b-49d8-9691-560e88871b30 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.132809] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 87c398c4-2165-41c0-b584-df1f5995ae3d/87c398c4-2165-41c0-b584-df1f5995ae3d.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.132809] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fbe9572-63a7-4123-8bd0-eef65b4d7055 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.149745] env[62643]: DEBUG nova.compute.manager [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.153841] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae9c90e2-b47d-4024-bc8d-61cd3d8d3223 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.155011] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.696s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.155213] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.157538] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.975s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.157773] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.159934] env[62643]: DEBUG oslo_concurrency.lockutils [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.674s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.160328] env[62643]: DEBUG oslo_concurrency.lockutils [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.161744] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.839s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.163244] env[62643]: INFO nova.compute.claims [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.168390] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Waiting for the task: (returnval){ [ 724.168390] env[62643]: value = "task-2383005" [ 724.168390] env[62643]: _type = "Task" [ 724.168390] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.178031] env[62643]: DEBUG nova.compute.manager [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.178293] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.178640] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.179542] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaa0c38-43ba-444e-aa14-4979e862a453 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.186826] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.187878] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-790013fb-6d90-4da7-9bb0-06c319661d52 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.192188] env[62643]: INFO nova.scheduler.client.report [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Deleted allocations for instance 66f5454a-bc99-4b92-9a74-ef81b3a0c673 [ 724.194699] env[62643]: DEBUG oslo_vmware.api [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Waiting for the task: (returnval){ [ 724.194699] env[62643]: value = "task-2383006" [ 724.194699] env[62643]: _type = "Task" [ 724.194699] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.202477] env[62643]: INFO nova.scheduler.client.report [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleted allocations for instance bc813c11-8b43-4ca5-bfdf-832e02f020d9 [ 724.214617] env[62643]: DEBUG oslo_vmware.api [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': task-2383006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.218199] env[62643]: INFO nova.scheduler.client.report [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Deleted allocations for instance 027d839d-93e5-45e1-aac3-6936b4c29795 [ 724.601241] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383004, 'name': Rename_Task, 'duration_secs': 0.227451} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.601540] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.603063] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-091f0c9d-e822-4632-8661-45939fe078ee {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.609290] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 724.609290] env[62643]: value = "task-2383007" [ 724.609290] env[62643]: _type = "Task" [ 724.609290] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.619011] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.683417] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383005, 'name': ReconfigVM_Task, 'duration_secs': 0.484828} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.684429] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 87c398c4-2165-41c0-b584-df1f5995ae3d/87c398c4-2165-41c0-b584-df1f5995ae3d.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.685104] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-655e8fa4-0aed-4c0c-a743-f1adace8993e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.692038] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Waiting for the task: (returnval){ [ 724.692038] env[62643]: value = "task-2383008" [ 724.692038] env[62643]: _type = "Task" [ 724.692038] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.700702] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383008, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.708408] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5866da0b-4d60-4828-a9ef-0a1fb9771531 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "66f5454a-bc99-4b92-9a74-ef81b3a0c673" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.152s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.715181] env[62643]: DEBUG oslo_vmware.api [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': task-2383006, 'name': PowerOffVM_Task, 'duration_secs': 0.234265} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.715934] env[62643]: DEBUG oslo_concurrency.lockutils [None req-28a1eb5b-9241-4a9e-8001-245f1b820e6f tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "bc813c11-8b43-4ca5-bfdf-832e02f020d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.942s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.716858] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.717060] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.717493] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d1856b9-da07-4dbb-aa3d-97a0d9634ffa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.725667] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb6eed9-9363-4048-8600-71e2ad56f18a tempest-DeleteServersAdminTestJSON-82334380 tempest-DeleteServersAdminTestJSON-82334380-project-member] Lock "027d839d-93e5-45e1-aac3-6936b4c29795" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.130s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.778841] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.779169] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.779374] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Deleting the datastore file [datastore1] fdb3277a-e02d-4150-9980-ba907497b2dc {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.786954] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bc66d4d-9eba-42e3-a117-1a37101baf11 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.790736] env[62643]: DEBUG nova.compute.manager [req-f36a5adb-998b-4197-a6d2-272f7778b418 req-98573001-a8b0-4d43-af69-57ff7ed40970 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Received event network-vif-plugged-436bc760-cc28-4585-8f93-3753a43d6ef4 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.791410] env[62643]: DEBUG oslo_concurrency.lockutils [req-f36a5adb-998b-4197-a6d2-272f7778b418 req-98573001-a8b0-4d43-af69-57ff7ed40970 service nova] Acquiring lock "4da35bd5-50b0-4148-9802-81e45025a4a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.791568] env[62643]: DEBUG oslo_concurrency.lockutils [req-f36a5adb-998b-4197-a6d2-272f7778b418 req-98573001-a8b0-4d43-af69-57ff7ed40970 service nova] Lock "4da35bd5-50b0-4148-9802-81e45025a4a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.791744] env[62643]: DEBUG oslo_concurrency.lockutils [req-f36a5adb-998b-4197-a6d2-272f7778b418 req-98573001-a8b0-4d43-af69-57ff7ed40970 service nova] Lock "4da35bd5-50b0-4148-9802-81e45025a4a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.791912] env[62643]: DEBUG nova.compute.manager [req-f36a5adb-998b-4197-a6d2-272f7778b418 req-98573001-a8b0-4d43-af69-57ff7ed40970 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] No waiting events found dispatching network-vif-plugged-436bc760-cc28-4585-8f93-3753a43d6ef4 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.794365] env[62643]: WARNING nova.compute.manager [req-f36a5adb-998b-4197-a6d2-272f7778b418 req-98573001-a8b0-4d43-af69-57ff7ed40970 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Received unexpected event network-vif-plugged-436bc760-cc28-4585-8f93-3753a43d6ef4 for instance with vm_state building and task_state spawning. [ 724.794365] env[62643]: DEBUG nova.network.neutron [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Successfully updated port: 436bc760-cc28-4585-8f93-3753a43d6ef4 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.801313] env[62643]: DEBUG oslo_vmware.api [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Waiting for the task: (returnval){ [ 724.801313] env[62643]: value = "task-2383010" [ 724.801313] env[62643]: _type = "Task" [ 724.801313] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.810016] env[62643]: DEBUG oslo_vmware.api [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': task-2383010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.124090] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383007, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.162101] env[62643]: DEBUG nova.compute.manager [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.193312] env[62643]: DEBUG nova.virt.hardware [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.193608] env[62643]: DEBUG nova.virt.hardware [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.193814] env[62643]: DEBUG nova.virt.hardware [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.194505] env[62643]: DEBUG nova.virt.hardware [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.194744] env[62643]: DEBUG nova.virt.hardware [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.194922] env[62643]: DEBUG nova.virt.hardware [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.195190] env[62643]: DEBUG nova.virt.hardware [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.195385] env[62643]: DEBUG nova.virt.hardware [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.195615] env[62643]: DEBUG nova.virt.hardware [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.195814] env[62643]: DEBUG nova.virt.hardware [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.196037] env[62643]: DEBUG nova.virt.hardware [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.197017] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89958447-1b83-4ac2-b29f-c02bc677a797 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.944179] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Volume attach. Driver type: vmdk {{(pid=62643) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 725.944497] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483607', 'volume_id': '09ad4828-5e93-45c1-a1c0-06a4a977767c', 'name': 'volume-09ad4828-5e93-45c1-a1c0-06a4a977767c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f54a3315-6dde-4807-84cc-413afe64f178', 'attached_at': '', 'detached_at': '', 'volume_id': '09ad4828-5e93-45c1-a1c0-06a4a977767c', 'serial': '09ad4828-5e93-45c1-a1c0-06a4a977767c'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 725.945255] env[62643]: DEBUG oslo_concurrency.lockutils [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquiring lock "39c2763c-aab1-4d5b-90b7-7db675df0dea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.945504] env[62643]: DEBUG oslo_concurrency.lockutils [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "39c2763c-aab1-4d5b-90b7-7db675df0dea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.945757] env[62643]: DEBUG oslo_concurrency.lockutils [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquiring lock "39c2763c-aab1-4d5b-90b7-7db675df0dea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.945877] env[62643]: DEBUG oslo_concurrency.lockutils [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "39c2763c-aab1-4d5b-90b7-7db675df0dea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.946050] env[62643]: DEBUG oslo_concurrency.lockutils [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "39c2763c-aab1-4d5b-90b7-7db675df0dea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.947970] env[62643]: INFO nova.compute.manager [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Terminating instance [ 725.954217] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7431b5-0beb-4ed0-b297-01a05cac1fd3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.968372] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d75696-9e34-482c-8349-a44755a06c2c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.986983] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383008, 'name': Rename_Task, 'duration_secs': 0.167061} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.991118] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac08d84-412e-43c2-bcce-982d29d28a05 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.993704] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.002108] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecce6978-5a13-47e3-a073-532af611c4d2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.003650] env[62643]: DEBUG oslo_vmware.api [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383007, 'name': PowerOnVM_Task, 'duration_secs': 0.531722} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.003801] env[62643]: DEBUG oslo_vmware.api [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Task: {'id': task-2383010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143906} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.005028] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.005028] env[62643]: INFO nova.compute.manager [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Took 10.63 seconds to spawn the instance on the hypervisor. [ 726.005188] env[62643]: DEBUG nova.compute.manager [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.006017] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.006017] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.006017] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.006017] env[62643]: INFO nova.compute.manager [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Took 1.83 seconds to destroy the instance on the hypervisor. [ 726.006343] env[62643]: DEBUG oslo.service.loopingcall [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 726.027560] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aaf2f0-a286-46a6-a331-afb29a8116a1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.030217] env[62643]: DEBUG nova.compute.manager [-] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.030348] env[62643]: DEBUG nova.network.neutron [-] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.039762] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] volume-09ad4828-5e93-45c1-a1c0-06a4a977767c/volume-09ad4828-5e93-45c1-a1c0-06a4a977767c.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.044095] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c69ba78-7dbf-4db9-84da-7b12166e8242 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.057693] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Waiting for the task: (returnval){ [ 726.057693] env[62643]: value = "task-2383011" [ 726.057693] env[62643]: _type = "Task" [ 726.057693] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.069344] env[62643]: DEBUG oslo_vmware.api [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 726.069344] env[62643]: value = "task-2383012" [ 726.069344] env[62643]: _type = "Task" [ 726.069344] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.077042] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.082156] env[62643]: DEBUG oslo_vmware.api [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.289647] env[62643]: DEBUG nova.network.neutron [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Successfully updated port: 3d73d065-746e-4aa6-8eec-540fdb309f31 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.452676] env[62643]: DEBUG nova.compute.manager [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.453326] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.455366] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c530a01e-8f82-41fc-a51f-534e3a995c25 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.467834] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.468472] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9ec9c60-1fb6-4535-80a2-bdf7c111329a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.474769] env[62643]: DEBUG oslo_vmware.api [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 726.474769] env[62643]: value = "task-2383013" [ 726.474769] env[62643]: _type = "Task" [ 726.474769] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.486109] env[62643]: DEBUG oslo_vmware.api [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2383013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.568973] env[62643]: DEBUG oslo_vmware.api [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383011, 'name': PowerOnVM_Task, 'duration_secs': 0.529589} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.568973] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.568973] env[62643]: INFO nova.compute.manager [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Took 8.47 seconds to spawn the instance on the hypervisor. [ 726.569207] env[62643]: DEBUG nova.compute.manager [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.576652] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628ad934-0b6f-41c4-bd18-cef05ceb4c93 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.588289] env[62643]: INFO nova.compute.manager [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Took 44.17 seconds to build instance. [ 726.602188] env[62643]: DEBUG oslo_vmware.api [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383012, 'name': ReconfigVM_Task, 'duration_secs': 0.404235} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.602684] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Reconfigured VM instance instance-00000016 to attach disk [datastore1] volume-09ad4828-5e93-45c1-a1c0-06a4a977767c/volume-09ad4828-5e93-45c1-a1c0-06a4a977767c.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.607680] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c779b6e-c9bd-4137-8b27-e00b101b6c2f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.627975] env[62643]: DEBUG oslo_vmware.api [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 726.627975] env[62643]: value = "task-2383014" [ 726.627975] env[62643]: _type = "Task" [ 726.627975] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.638036] env[62643]: DEBUG oslo_vmware.api [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.662043] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c901264c-ede1-47ce-88d6-8b8c08dd39b3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.670327] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199c3480-ac3b-4c01-8270-ad9a0e914256 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.702083] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "20c560c8-551e-476c-b26a-45e5d9770dce" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.702366] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "20c560c8-551e-476c-b26a-45e5d9770dce" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.702572] env[62643]: INFO nova.compute.manager [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Shelving [ 726.704768] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cb224c-a36e-4d4c-a3a8-7588a46dcaa4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.713019] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb39b7b3-5427-40f1-8678-beba9a1bba99 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.728364] env[62643]: DEBUG nova.compute.provider_tree [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.792860] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "refresh_cache-a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.793077] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquired lock "refresh_cache-a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.793288] env[62643]: DEBUG nova.network.neutron [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.983980] env[62643]: DEBUG oslo_vmware.api [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2383013, 'name': PowerOffVM_Task, 'duration_secs': 0.265773} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.984283] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.984456] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.984711] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f66d1d6a-228d-419c-a603-3c075d00a3a2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.021349] env[62643]: DEBUG nova.compute.manager [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Received event network-changed-436bc760-cc28-4585-8f93-3753a43d6ef4 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.021539] env[62643]: DEBUG nova.compute.manager [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Refreshing instance network info cache due to event network-changed-436bc760-cc28-4585-8f93-3753a43d6ef4. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 727.021819] env[62643]: DEBUG oslo_concurrency.lockutils [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] Acquiring lock "refresh_cache-4da35bd5-50b0-4148-9802-81e45025a4a0" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.021914] env[62643]: DEBUG oslo_concurrency.lockutils [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] Acquired lock "refresh_cache-4da35bd5-50b0-4148-9802-81e45025a4a0" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.022328] env[62643]: DEBUG nova.network.neutron [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Refreshing network info cache for port 436bc760-cc28-4585-8f93-3753a43d6ef4 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.070950] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.071203] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.071388] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Deleting the datastore file [datastore2] 39c2763c-aab1-4d5b-90b7-7db675df0dea {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.071649] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e36bb9f8-3be0-4843-82f4-82ce3b237953 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.077920] env[62643]: DEBUG oslo_vmware.api [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for the task: (returnval){ [ 727.077920] env[62643]: value = "task-2383016" [ 727.077920] env[62643]: _type = "Task" [ 727.077920] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.086756] env[62643]: DEBUG oslo_vmware.api [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2383016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.090809] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c9b4008c-9342-4320-949d-7846f1a7cd0b tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "589046f1-74fa-4f42-b4ba-cea6a23c9e7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.024s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.113714] env[62643]: INFO nova.compute.manager [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Took 39.37 seconds to build instance. [ 727.142576] env[62643]: DEBUG oslo_vmware.api [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383014, 'name': ReconfigVM_Task, 'duration_secs': 0.151865} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.142923] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483607', 'volume_id': '09ad4828-5e93-45c1-a1c0-06a4a977767c', 'name': 'volume-09ad4828-5e93-45c1-a1c0-06a4a977767c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f54a3315-6dde-4807-84cc-413afe64f178', 'attached_at': '', 'detached_at': '', 'volume_id': '09ad4828-5e93-45c1-a1c0-06a4a977767c', 'serial': '09ad4828-5e93-45c1-a1c0-06a4a977767c'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 727.149718] env[62643]: DEBUG nova.network.neutron [-] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.273103] env[62643]: DEBUG nova.scheduler.client.report [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Updated inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 727.273103] env[62643]: DEBUG nova.compute.provider_tree [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Updating resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a generation from 65 to 66 during operation: update_inventory {{(pid=62643) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 727.273103] env[62643]: DEBUG nova.compute.provider_tree [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 727.411258] env[62643]: DEBUG nova.network.neutron [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.590148] env[62643]: DEBUG oslo_vmware.api [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Task: {'id': task-2383016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137001} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.590417] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.590648] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.590867] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.591093] env[62643]: INFO nova.compute.manager [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Took 1.14 seconds to destroy the instance on the hypervisor. [ 727.591353] env[62643]: DEBUG oslo.service.loopingcall [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.591544] env[62643]: DEBUG nova.compute.manager [-] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.591637] env[62643]: DEBUG nova.network.neutron [-] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.593465] env[62643]: DEBUG nova.compute.manager [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.616998] env[62643]: DEBUG oslo_concurrency.lockutils [None req-46c7945d-7571-400e-8130-a201ed877c61 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Lock "87c398c4-2165-41c0-b584-df1f5995ae3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.002s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.639418] env[62643]: DEBUG nova.network.neutron [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.651575] env[62643]: INFO nova.compute.manager [-] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Took 1.62 seconds to deallocate network for instance. [ 727.715858] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.716174] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e51999fe-c09a-4047-aefc-9cb84c44efaf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.724058] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 727.724058] env[62643]: value = "task-2383017" [ 727.724058] env[62643]: _type = "Task" [ 727.724058] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.732943] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.779321] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.617s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.779598] env[62643]: DEBUG nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.782317] env[62643]: DEBUG oslo_concurrency.lockutils [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.991s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.782538] env[62643]: DEBUG nova.objects.instance [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Lazy-loading 'resources' on Instance uuid 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.858063] env[62643]: DEBUG nova.network.neutron [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Updating instance_info_cache with network_info: [{"id": "3d73d065-746e-4aa6-8eec-540fdb309f31", "address": "fa:16:3e:03:a6:14", "network": {"id": "c3562435-f3d1-42d9-855e-7cf1a259fd5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1474606181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a767d9ca05254f0e95fb7a29c511cadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d73d065-74", "ovs_interfaceid": "3d73d065-746e-4aa6-8eec-540fdb309f31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.942811] env[62643]: DEBUG nova.network.neutron [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.124254] env[62643]: DEBUG nova.compute.manager [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.127232] env[62643]: DEBUG oslo_concurrency.lockutils [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.158574] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.188098] env[62643]: DEBUG nova.objects.instance [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lazy-loading 'flavor' on Instance uuid f54a3315-6dde-4807-84cc-413afe64f178 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.234732] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383017, 'name': PowerOffVM_Task, 'duration_secs': 0.214703} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.235721] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.236330] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d7bb16-1272-4218-b2e8-dd20ea550044 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.259248] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9ad7e5-8680-4356-a060-a20f4e96ae3e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.287046] env[62643]: DEBUG nova.compute.utils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 728.294159] env[62643]: DEBUG nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.294159] env[62643]: DEBUG nova.network.neutron [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.365682] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Releasing lock "refresh_cache-a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.365682] env[62643]: DEBUG nova.compute.manager [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Instance network_info: |[{"id": "3d73d065-746e-4aa6-8eec-540fdb309f31", "address": "fa:16:3e:03:a6:14", "network": {"id": "c3562435-f3d1-42d9-855e-7cf1a259fd5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1474606181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a767d9ca05254f0e95fb7a29c511cadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d73d065-74", "ovs_interfaceid": "3d73d065-746e-4aa6-8eec-540fdb309f31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.365992] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:a6:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d73d065-746e-4aa6-8eec-540fdb309f31', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.375138] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Creating folder: Project (a767d9ca05254f0e95fb7a29c511cadc). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.377772] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9627a650-cbc1-4b5d-989c-c4bbd8587219 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.389606] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Created folder: Project (a767d9ca05254f0e95fb7a29c511cadc) in parent group-v483488. [ 728.389777] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Creating folder: Instances. Parent ref: group-v483609. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.390030] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0385a7e2-169f-42b2-8d52-cf28e92c5805 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.400963] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Created folder: Instances in parent group-v483609. [ 728.401535] env[62643]: DEBUG oslo.service.loopingcall [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 728.404074] env[62643]: DEBUG nova.policy [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03732a7759fb4d98b92cb79cc73d3eb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c2fab21976c41ff80d440f2a0d9a7e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.408851] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.409358] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fe8aada-2c8b-4c7b-bd1d-0f9aaae22784 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.434803] env[62643]: DEBUG nova.network.neutron [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Successfully updated port: f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.447806] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.447806] env[62643]: value = "task-2383020" [ 728.447806] env[62643]: _type = "Task" [ 728.447806] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.450236] env[62643]: DEBUG oslo_concurrency.lockutils [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] Releasing lock "refresh_cache-4da35bd5-50b0-4148-9802-81e45025a4a0" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.450512] env[62643]: DEBUG nova.compute.manager [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Received event network-vif-plugged-3d73d065-746e-4aa6-8eec-540fdb309f31 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.450708] env[62643]: DEBUG oslo_concurrency.lockutils [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] Acquiring lock "a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.450913] env[62643]: DEBUG oslo_concurrency.lockutils [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] Lock "a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.451088] env[62643]: DEBUG oslo_concurrency.lockutils [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] Lock "a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.451264] env[62643]: DEBUG nova.compute.manager [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] No waiting events found dispatching network-vif-plugged-3d73d065-746e-4aa6-8eec-540fdb309f31 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.451432] env[62643]: WARNING nova.compute.manager [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Received unexpected event network-vif-plugged-3d73d065-746e-4aa6-8eec-540fdb309f31 for instance with vm_state building and task_state spawning. [ 728.451546] env[62643]: DEBUG nova.compute.manager [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Received event network-changed-3d73d065-746e-4aa6-8eec-540fdb309f31 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.451835] env[62643]: DEBUG nova.compute.manager [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Refreshing instance network info cache due to event network-changed-3d73d065-746e-4aa6-8eec-540fdb309f31. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 728.452068] env[62643]: DEBUG oslo_concurrency.lockutils [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] Acquiring lock "refresh_cache-a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.454174] env[62643]: DEBUG oslo_concurrency.lockutils [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] Acquired lock "refresh_cache-a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.454174] env[62643]: DEBUG nova.network.neutron [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Refreshing network info cache for port 3d73d065-746e-4aa6-8eec-540fdb309f31 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.459518] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383020, 'name': CreateVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.660914] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.701922] env[62643]: DEBUG oslo_concurrency.lockutils [None req-da2d51a7-8abe-4b0e-af02-e06a3119f594 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f54a3315-6dde-4807-84cc-413afe64f178" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.738s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.772936] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 728.772936] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1d097f0e-0771-48ad-917d-d0d8ca972df2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.788138] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 728.788138] env[62643]: value = "task-2383021" [ 728.788138] env[62643]: _type = "Task" [ 728.788138] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.794092] env[62643]: DEBUG nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.804515] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383021, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.963251] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383020, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.012566] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eb1674-924b-49bf-a426-537aa1e7d1cd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.021957] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d942b0-ee4b-4cbb-bf85-1860e7fa4703 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.060937] env[62643]: DEBUG nova.network.neutron [-] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.070305] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5d0252-18ec-4bd5-88ba-913fb2055c4d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.080054] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquiring lock "9f0ee26b-4f22-4ed9-b323-3585a66ad421" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.080445] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "9f0ee26b-4f22-4ed9-b323-3585a66ad421" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.087938] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1e40fe-8aee-43b6-82ba-b597f10bab6e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.106673] env[62643]: DEBUG nova.compute.provider_tree [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.109846] env[62643]: DEBUG nova.compute.manager [req-be717996-bc81-493c-976e-5eeb3922cca0 req-b2bc513e-1499-4dc6-910b-0e6c9abc7754 service nova] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Received event network-vif-deleted-088c7065-7ae3-4ce4-a5c9-3ccdb843158e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.303455] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383021, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.442066] env[62643]: DEBUG nova.network.neutron [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Successfully created port: d3f6794c-dcea-4c5b-ab30-1fa550967748 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.458983] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383020, 'name': CreateVM_Task, 'duration_secs': 0.86938} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.459256] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.460084] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.460084] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.460419] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.460674] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-965bc534-d81f-46de-93e5-b62cabfd6331 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.465732] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 729.465732] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5221314f-18d6-d3eb-47c7-3bc982e22b03" [ 729.465732] env[62643]: _type = "Task" [ 729.465732] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.477613] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5221314f-18d6-d3eb-47c7-3bc982e22b03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.533461] env[62643]: DEBUG nova.compute.manager [req-7fad4935-a926-4ba6-9b58-7e7aefaaf486 req-7a816efd-85b7-478f-ad37-be45d0331154 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Received event network-vif-plugged-f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.533684] env[62643]: DEBUG oslo_concurrency.lockutils [req-7fad4935-a926-4ba6-9b58-7e7aefaaf486 req-7a816efd-85b7-478f-ad37-be45d0331154 service nova] Acquiring lock "4da35bd5-50b0-4148-9802-81e45025a4a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.533925] env[62643]: DEBUG oslo_concurrency.lockutils [req-7fad4935-a926-4ba6-9b58-7e7aefaaf486 req-7a816efd-85b7-478f-ad37-be45d0331154 service nova] Lock "4da35bd5-50b0-4148-9802-81e45025a4a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.534115] env[62643]: DEBUG oslo_concurrency.lockutils [req-7fad4935-a926-4ba6-9b58-7e7aefaaf486 req-7a816efd-85b7-478f-ad37-be45d0331154 service nova] Lock "4da35bd5-50b0-4148-9802-81e45025a4a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.534280] env[62643]: DEBUG nova.compute.manager [req-7fad4935-a926-4ba6-9b58-7e7aefaaf486 req-7a816efd-85b7-478f-ad37-be45d0331154 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] No waiting events found dispatching network-vif-plugged-f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.534499] env[62643]: WARNING nova.compute.manager [req-7fad4935-a926-4ba6-9b58-7e7aefaaf486 req-7a816efd-85b7-478f-ad37-be45d0331154 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Received unexpected event network-vif-plugged-f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2 for instance with vm_state building and task_state spawning. [ 729.534697] env[62643]: DEBUG nova.compute.manager [req-7fad4935-a926-4ba6-9b58-7e7aefaaf486 req-7a816efd-85b7-478f-ad37-be45d0331154 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Received event network-changed-f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.534803] env[62643]: DEBUG nova.compute.manager [req-7fad4935-a926-4ba6-9b58-7e7aefaaf486 req-7a816efd-85b7-478f-ad37-be45d0331154 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Refreshing instance network info cache due to event network-changed-f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 729.534979] env[62643]: DEBUG oslo_concurrency.lockutils [req-7fad4935-a926-4ba6-9b58-7e7aefaaf486 req-7a816efd-85b7-478f-ad37-be45d0331154 service nova] Acquiring lock "refresh_cache-4da35bd5-50b0-4148-9802-81e45025a4a0" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.535122] env[62643]: DEBUG oslo_concurrency.lockutils [req-7fad4935-a926-4ba6-9b58-7e7aefaaf486 req-7a816efd-85b7-478f-ad37-be45d0331154 service nova] Acquired lock "refresh_cache-4da35bd5-50b0-4148-9802-81e45025a4a0" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.535272] env[62643]: DEBUG nova.network.neutron [req-7fad4935-a926-4ba6-9b58-7e7aefaaf486 req-7a816efd-85b7-478f-ad37-be45d0331154 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Refreshing network info cache for port f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.554165] env[62643]: DEBUG nova.network.neutron [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Updated VIF entry in instance network info cache for port 3d73d065-746e-4aa6-8eec-540fdb309f31. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.554650] env[62643]: DEBUG nova.network.neutron [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Updating instance_info_cache with network_info: [{"id": "3d73d065-746e-4aa6-8eec-540fdb309f31", "address": "fa:16:3e:03:a6:14", "network": {"id": "c3562435-f3d1-42d9-855e-7cf1a259fd5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1474606181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a767d9ca05254f0e95fb7a29c511cadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d73d065-74", "ovs_interfaceid": "3d73d065-746e-4aa6-8eec-540fdb309f31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.568985] env[62643]: INFO nova.compute.manager [-] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Took 1.98 seconds to deallocate network for instance. [ 729.611964] env[62643]: DEBUG nova.scheduler.client.report [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.804208] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383021, 'name': CreateSnapshot_Task, 'duration_secs': 0.705092} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.804208] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 729.804208] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6691853-a62e-4291-8edc-d19e123ba168 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.808184] env[62643]: DEBUG nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.843190] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.843453] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.843613] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.843793] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.843937] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.846772] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.847134] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.847604] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.847821] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.848114] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.848360] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.849794] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a5d9ae-e336-485c-a922-c1c24abb7a77 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.868265] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d85789-3f1e-4a78-8ede-73002e058da9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.977385] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5221314f-18d6-d3eb-47c7-3bc982e22b03, 'name': SearchDatastore_Task, 'duration_secs': 0.021281} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.977977] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.978286] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.978557] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.978743] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.978958] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.979384] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53a096e2-a232-4709-9a5e-263f77445142 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.992803] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.994703] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.994703] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b9e87f5-cc94-4766-9da0-9961846518a8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.999224] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 729.999224] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526e2b2b-f636-e1e7-f506-a8d950a0f9ab" [ 729.999224] env[62643]: _type = "Task" [ 729.999224] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.007245] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526e2b2b-f636-e1e7-f506-a8d950a0f9ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.060736] env[62643]: DEBUG oslo_concurrency.lockutils [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] Releasing lock "refresh_cache-a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.060736] env[62643]: DEBUG nova.compute.manager [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Received event network-vif-deleted-9bdd8df4-8bf3-462c-ba57-825597b07342 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.060736] env[62643]: INFO nova.compute.manager [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Neutron deleted interface 9bdd8df4-8bf3-462c-ba57-825597b07342; detaching it from the instance and deleting it from the info cache [ 730.060736] env[62643]: DEBUG nova.network.neutron [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.075927] env[62643]: DEBUG oslo_concurrency.lockutils [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.096150] env[62643]: DEBUG nova.network.neutron [req-7fad4935-a926-4ba6-9b58-7e7aefaaf486 req-7a816efd-85b7-478f-ad37-be45d0331154 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.121487] env[62643]: DEBUG oslo_concurrency.lockutils [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.337s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.123245] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.725s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.125304] env[62643]: INFO nova.compute.claims [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.155590] env[62643]: INFO nova.scheduler.client.report [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Deleted allocations for instance 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2 [ 730.259210] env[62643]: DEBUG nova.network.neutron [req-7fad4935-a926-4ba6-9b58-7e7aefaaf486 req-7a816efd-85b7-478f-ad37-be45d0331154 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.336257] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 730.336660] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-748a7dbc-ebcd-4407-b693-d76bfb8e4fe4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.351852] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 730.351852] env[62643]: value = "task-2383022" [ 730.351852] env[62643]: _type = "Task" [ 730.351852] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.363622] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383022, 'name': CloneVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.511034] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526e2b2b-f636-e1e7-f506-a8d950a0f9ab, 'name': SearchDatastore_Task, 'duration_secs': 0.043036} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.511835] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d59e3b-cd2f-40c0-ba7a-02d69851865f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.517822] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 730.517822] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d3643b-0db9-9165-d7ab-34b9ad80c0e6" [ 730.517822] env[62643]: _type = "Task" [ 730.517822] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.526910] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d3643b-0db9-9165-d7ab-34b9ad80c0e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.564940] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d10748c6-5b6e-4932-bfbb-67014101e970 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.575182] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f14ad4f-f465-428b-8499-f53cde9f5c19 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.617355] env[62643]: DEBUG nova.compute.manager [req-c121770e-0625-49d1-8c2a-cc43ca96de08 req-756e76e2-672b-4f35-85b0-4af2ce7d2d8b service nova] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Detach interface failed, port_id=9bdd8df4-8bf3-462c-ba57-825597b07342, reason: Instance fdb3277a-e02d-4150-9980-ba907497b2dc could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 730.665117] env[62643]: DEBUG oslo_concurrency.lockutils [None req-51839f52-c468-4df5-859f-ebbe9da442ae tempest-ImagesOneServerTestJSON-1888838728 tempest-ImagesOneServerTestJSON-1888838728-project-member] Lock "6e2ca819-ef07-44fd-ad79-f9aaca72d1e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.605s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.763616] env[62643]: DEBUG oslo_concurrency.lockutils [req-7fad4935-a926-4ba6-9b58-7e7aefaaf486 req-7a816efd-85b7-478f-ad37-be45d0331154 service nova] Releasing lock "refresh_cache-4da35bd5-50b0-4148-9802-81e45025a4a0" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.862216] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383022, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.031706] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d3643b-0db9-9165-d7ab-34b9ad80c0e6, 'name': SearchDatastore_Task, 'duration_secs': 0.014301} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.032153] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.032322] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47/a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.032600] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c747a7e-033c-4ec6-bd7a-d1907f5cebae {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.041703] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 731.041703] env[62643]: value = "task-2383023" [ 731.041703] env[62643]: _type = "Task" [ 731.041703] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.053530] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.366384] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383022, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.555118] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493864} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.555381] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47/a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.555621] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.555890] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dcfc698-1cf8-4426-b39c-3f8db4669f5e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.562642] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 731.562642] env[62643]: value = "task-2383024" [ 731.562642] env[62643]: _type = "Task" [ 731.562642] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.577020] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.801453] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8884a1-d55c-46ee-a593-049d7709de81 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.807927] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec6dc52-70d1-4593-b503-b504b7b95177 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.848741] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab79c146-bdd9-43f0-a66b-184be51b5fef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.863040] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fd82ce-e582-494c-8629-ce7f3cc8ed7e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.869532] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383022, 'name': CloneVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.880738] env[62643]: DEBUG nova.compute.provider_tree [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.889637] env[62643]: DEBUG nova.network.neutron [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Successfully updated port: 0c00dc16-eb70-493a-b9e7-81b0126dcb81 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.904557] env[62643]: DEBUG nova.network.neutron [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Successfully updated port: d3f6794c-dcea-4c5b-ab30-1fa550967748 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.920188] env[62643]: DEBUG nova.compute.manager [req-354ed1ba-3574-4211-95de-32ceb4c8c4ea req-9c94ed56-8ec4-4bd3-ad8d-93e3b4580c6f service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Received event network-changed-84c96b52-d47f-4aaf-9a7d-3cbc501adc24 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.920456] env[62643]: DEBUG nova.compute.manager [req-354ed1ba-3574-4211-95de-32ceb4c8c4ea req-9c94ed56-8ec4-4bd3-ad8d-93e3b4580c6f service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Refreshing instance network info cache due to event network-changed-84c96b52-d47f-4aaf-9a7d-3cbc501adc24. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.920584] env[62643]: DEBUG oslo_concurrency.lockutils [req-354ed1ba-3574-4211-95de-32ceb4c8c4ea req-9c94ed56-8ec4-4bd3-ad8d-93e3b4580c6f service nova] Acquiring lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.920726] env[62643]: DEBUG oslo_concurrency.lockutils [req-354ed1ba-3574-4211-95de-32ceb4c8c4ea req-9c94ed56-8ec4-4bd3-ad8d-93e3b4580c6f service nova] Acquired lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.921318] env[62643]: DEBUG nova.network.neutron [req-354ed1ba-3574-4211-95de-32ceb4c8c4ea req-9c94ed56-8ec4-4bd3-ad8d-93e3b4580c6f service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Refreshing network info cache for port 84c96b52-d47f-4aaf-9a7d-3cbc501adc24 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.072784] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068632} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.074392] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.074392] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59ddd45-b2d7-4dbc-b282-1991b2655e07 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.096958] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47/a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.097337] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8dbe390-27b7-42f7-9512-876178a912d0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.123943] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 732.123943] env[62643]: value = "task-2383025" [ 732.123943] env[62643]: _type = "Task" [ 732.123943] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.133759] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.368780] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383022, 'name': CloneVM_Task, 'duration_secs': 1.522542} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.370445] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Created linked-clone VM from snapshot [ 732.371340] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca48feb7-744b-4ba1-b957-818864e0e083 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.382432] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Uploading image 2bf7bd89-e0aa-44ed-878d-6a024f8a28fb {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 732.385504] env[62643]: DEBUG nova.scheduler.client.report [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.395714] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquiring lock "refresh_cache-4da35bd5-50b0-4148-9802-81e45025a4a0" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.395714] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquired lock "refresh_cache-4da35bd5-50b0-4148-9802-81e45025a4a0" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.395714] env[62643]: DEBUG nova.network.neutron [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.410314] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "refresh_cache-fd860eff-d4b0-409f-8242-b3845a0cf256" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.410314] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquired lock "refresh_cache-fd860eff-d4b0-409f-8242-b3845a0cf256" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.410314] env[62643]: DEBUG nova.network.neutron [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.423777] env[62643]: DEBUG oslo_vmware.rw_handles [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 732.423777] env[62643]: value = "vm-483613" [ 732.423777] env[62643]: _type = "VirtualMachine" [ 732.423777] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 732.427152] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-53992394-8328-4aa9-861a-259b2d1936fc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.437238] env[62643]: DEBUG oslo_vmware.rw_handles [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lease: (returnval){ [ 732.437238] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52999001-921b-b373-7227-7eeb5d6f8c1f" [ 732.437238] env[62643]: _type = "HttpNfcLease" [ 732.437238] env[62643]: } obtained for exporting VM: (result){ [ 732.437238] env[62643]: value = "vm-483613" [ 732.437238] env[62643]: _type = "VirtualMachine" [ 732.437238] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 732.437491] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the lease: (returnval){ [ 732.437491] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52999001-921b-b373-7227-7eeb5d6f8c1f" [ 732.437491] env[62643]: _type = "HttpNfcLease" [ 732.437491] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 732.444761] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 732.444761] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52999001-921b-b373-7227-7eeb5d6f8c1f" [ 732.444761] env[62643]: _type = "HttpNfcLease" [ 732.444761] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 732.455260] env[62643]: DEBUG nova.compute.manager [req-49c020f7-ef36-4b04-9520-784a2c4d47f4 req-7f4fa581-d485-4340-9c7d-b84722b4212e service nova] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Received event network-vif-plugged-d3f6794c-dcea-4c5b-ab30-1fa550967748 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.455260] env[62643]: DEBUG oslo_concurrency.lockutils [req-49c020f7-ef36-4b04-9520-784a2c4d47f4 req-7f4fa581-d485-4340-9c7d-b84722b4212e service nova] Acquiring lock "fd860eff-d4b0-409f-8242-b3845a0cf256-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.455260] env[62643]: DEBUG oslo_concurrency.lockutils [req-49c020f7-ef36-4b04-9520-784a2c4d47f4 req-7f4fa581-d485-4340-9c7d-b84722b4212e service nova] Lock "fd860eff-d4b0-409f-8242-b3845a0cf256-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.455260] env[62643]: DEBUG oslo_concurrency.lockutils [req-49c020f7-ef36-4b04-9520-784a2c4d47f4 req-7f4fa581-d485-4340-9c7d-b84722b4212e service nova] Lock "fd860eff-d4b0-409f-8242-b3845a0cf256-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.455260] env[62643]: DEBUG nova.compute.manager [req-49c020f7-ef36-4b04-9520-784a2c4d47f4 req-7f4fa581-d485-4340-9c7d-b84722b4212e service nova] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] No waiting events found dispatching network-vif-plugged-d3f6794c-dcea-4c5b-ab30-1fa550967748 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.455539] env[62643]: WARNING nova.compute.manager [req-49c020f7-ef36-4b04-9520-784a2c4d47f4 req-7f4fa581-d485-4340-9c7d-b84722b4212e service nova] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Received unexpected event network-vif-plugged-d3f6794c-dcea-4c5b-ab30-1fa550967748 for instance with vm_state building and task_state spawning. [ 732.635973] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.891133] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.891670] env[62643]: DEBUG nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.894769] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.624s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.894999] env[62643]: DEBUG nova.objects.instance [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Lazy-loading 'resources' on Instance uuid c316241e-bdb6-4f77-8e3b-277a6bb2f6ce {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.901070] env[62643]: DEBUG nova.network.neutron [req-354ed1ba-3574-4211-95de-32ceb4c8c4ea req-9c94ed56-8ec4-4bd3-ad8d-93e3b4580c6f service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Updated VIF entry in instance network info cache for port 84c96b52-d47f-4aaf-9a7d-3cbc501adc24. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.901406] env[62643]: DEBUG nova.network.neutron [req-354ed1ba-3574-4211-95de-32ceb4c8c4ea req-9c94ed56-8ec4-4bd3-ad8d-93e3b4580c6f service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Updating instance_info_cache with network_info: [{"id": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "address": "fa:16:3e:6c:ed:33", "network": {"id": "9eb3ec0e-9320-46fd-a9a4-873f317e4093", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-705116736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ada96215684616b43bede7c6ed8ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c96b52-d4", "ovs_interfaceid": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.947627] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 732.947627] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52999001-921b-b373-7227-7eeb5d6f8c1f" [ 732.947627] env[62643]: _type = "HttpNfcLease" [ 732.947627] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 732.947921] env[62643]: DEBUG oslo_vmware.rw_handles [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 732.947921] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52999001-921b-b373-7227-7eeb5d6f8c1f" [ 732.947921] env[62643]: _type = "HttpNfcLease" [ 732.947921] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 732.949714] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737602eb-01aa-4fba-bee6-5b03880422df {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.957728] env[62643]: DEBUG oslo_vmware.rw_handles [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d40143-b857-bf9c-72a6-ef0a102ecc70/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 732.957949] env[62643]: DEBUG oslo_vmware.rw_handles [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d40143-b857-bf9c-72a6-ef0a102ecc70/disk-0.vmdk for reading. {{(pid=62643) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 733.020805] env[62643]: DEBUG nova.network.neutron [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.025354] env[62643]: DEBUG nova.network.neutron [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.031867] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "8dfa69d8-a372-4596-be2c-c8f72b5e31ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.032119] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "8dfa69d8-a372-4596-be2c-c8f72b5e31ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.073096] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4f643168-bf4f-45e2-83ee-a85658c37721 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.134761] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383025, 'name': ReconfigVM_Task, 'duration_secs': 0.959172} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.134912] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Reconfigured VM instance instance-0000002b to attach disk [datastore1] a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47/a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.136032] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d3a969b-6110-439c-a547-ae2600232007 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.146853] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 733.146853] env[62643]: value = "task-2383027" [ 733.146853] env[62643]: _type = "Task" [ 733.146853] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.159278] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383027, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.301880] env[62643]: DEBUG nova.network.neutron [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Updating instance_info_cache with network_info: [{"id": "d3f6794c-dcea-4c5b-ab30-1fa550967748", "address": "fa:16:3e:47:36:d9", "network": {"id": "3022c752-46a7-4794-85d8-f6a3856788cc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1430057556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2fab21976c41ff80d440f2a0d9a7e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f6794c-dc", "ovs_interfaceid": "d3f6794c-dcea-4c5b-ab30-1fa550967748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.405591] env[62643]: DEBUG nova.compute.utils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 733.410027] env[62643]: DEBUG oslo_concurrency.lockutils [req-354ed1ba-3574-4211-95de-32ceb4c8c4ea req-9c94ed56-8ec4-4bd3-ad8d-93e3b4580c6f service nova] Releasing lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.410027] env[62643]: DEBUG nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.410225] env[62643]: DEBUG nova.network.neutron [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.478940] env[62643]: DEBUG nova.policy [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03732a7759fb4d98b92cb79cc73d3eb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c2fab21976c41ff80d440f2a0d9a7e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.658552] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383027, 'name': Rename_Task, 'duration_secs': 0.21709} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.661839] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.665016] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71d49f95-7212-4483-b8c2-dfee38789919 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.678040] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 733.678040] env[62643]: value = "task-2383028" [ 733.678040] env[62643]: _type = "Task" [ 733.678040] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.690783] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383028, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.804528] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Releasing lock "refresh_cache-fd860eff-d4b0-409f-8242-b3845a0cf256" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.804873] env[62643]: DEBUG nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Instance network_info: |[{"id": "d3f6794c-dcea-4c5b-ab30-1fa550967748", "address": "fa:16:3e:47:36:d9", "network": {"id": "3022c752-46a7-4794-85d8-f6a3856788cc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1430057556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2fab21976c41ff80d440f2a0d9a7e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f6794c-dc", "ovs_interfaceid": "d3f6794c-dcea-4c5b-ab30-1fa550967748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.805302] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:36:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3f6794c-dcea-4c5b-ab30-1fa550967748', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.814923] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Creating folder: Project (6c2fab21976c41ff80d440f2a0d9a7e3). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.815373] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd3cb6ba-cc89-420c-97f6-ed7db1fe5748 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.828349] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Created folder: Project (6c2fab21976c41ff80d440f2a0d9a7e3) in parent group-v483488. [ 733.828454] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Creating folder: Instances. Parent ref: group-v483614. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.828643] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b150b033-45ff-4455-b129-f53b7b946148 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.843352] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Created folder: Instances in parent group-v483614. [ 733.844456] env[62643]: DEBUG oslo.service.loopingcall [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 733.844456] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.844456] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aafd6995-5a5d-4f94-b065-03db35262b45 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.860887] env[62643]: DEBUG nova.network.neutron [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Updating instance_info_cache with network_info: [{"id": "436bc760-cc28-4585-8f93-3753a43d6ef4", "address": "fa:16:3e:ec:29:10", "network": {"id": "d2b6bd11-2428-4e3e-b987-11b90392d7eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-115101209", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap436bc760-cc", "ovs_interfaceid": "436bc760-cc28-4585-8f93-3753a43d6ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2", "address": "fa:16:3e:bd:b8:19", "network": {"id": "34c8497e-82e5-4861-90e4-64f4d12fe3c6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-37165447", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c6cff6-fd", "ovs_interfaceid": "f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c00dc16-eb70-493a-b9e7-81b0126dcb81", "address": "fa:16:3e:07:c6:44", "network": {"id": "d2b6bd11-2428-4e3e-b987-11b90392d7eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-115101209", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c00dc16-eb", "ovs_interfaceid": "0c00dc16-eb70-493a-b9e7-81b0126dcb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.870475] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.870475] env[62643]: value = "task-2383031" [ 733.870475] env[62643]: _type = "Task" [ 733.870475] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.880598] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383031, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.917838] env[62643]: DEBUG nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.043331] env[62643]: DEBUG nova.network.neutron [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Successfully created port: b4824119-df7e-44e7-b9d4-e3415fb012ce {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.129773] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bcdf37-54ff-4683-bf70-b90f6b3e9030 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.140451] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719d71ec-5bf4-4770-98be-eb2c37591a74 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.176823] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642392e1-6c0e-4187-a68c-077f6c54e16c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.190055] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941582b8-f2df-43e8-a4e9-ec1f2888d47a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.202393] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.211712] env[62643]: DEBUG nova.compute.provider_tree [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.366326] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Releasing lock "refresh_cache-4da35bd5-50b0-4148-9802-81e45025a4a0" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.366876] env[62643]: DEBUG nova.compute.manager [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Instance network_info: |[{"id": "436bc760-cc28-4585-8f93-3753a43d6ef4", "address": "fa:16:3e:ec:29:10", "network": {"id": "d2b6bd11-2428-4e3e-b987-11b90392d7eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-115101209", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap436bc760-cc", "ovs_interfaceid": "436bc760-cc28-4585-8f93-3753a43d6ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2", "address": "fa:16:3e:bd:b8:19", "network": {"id": "34c8497e-82e5-4861-90e4-64f4d12fe3c6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-37165447", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c6cff6-fd", "ovs_interfaceid": "f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c00dc16-eb70-493a-b9e7-81b0126dcb81", "address": "fa:16:3e:07:c6:44", "network": {"id": "d2b6bd11-2428-4e3e-b987-11b90392d7eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-115101209", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c00dc16-eb", "ovs_interfaceid": "0c00dc16-eb70-493a-b9e7-81b0126dcb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.367458] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:29:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '436bc760-cc28-4585-8f93-3753a43d6ef4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:b8:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:c6:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c00dc16-eb70-493a-b9e7-81b0126dcb81', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.379855] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Creating folder: Project (4debeebb96534c2c93a5fded0b5916fe). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.380301] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b09f46dd-2e72-47e2-aa9e-9d6daa47d474 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.392036] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383031, 'name': CreateVM_Task, 'duration_secs': 0.386057} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.392306] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.394244] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.394244] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.394244] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.395235] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5e3c1c7-ced6-410a-a74c-967de1547abd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.396995] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Created folder: Project (4debeebb96534c2c93a5fded0b5916fe) in parent group-v483488. [ 734.397179] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Creating folder: Instances. Parent ref: group-v483617. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.397395] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec5d0e08-0a36-4b1e-a898-e2e095c56af1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.401888] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 734.401888] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52422116-369d-1011-3dbd-00f0ac5903a1" [ 734.401888] env[62643]: _type = "Task" [ 734.401888] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.407826] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Created folder: Instances in parent group-v483617. [ 734.407826] env[62643]: DEBUG oslo.service.loopingcall [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 734.407826] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.408248] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbb3af26-0ecc-49fa-8608-97cfee90425e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.438337] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52422116-369d-1011-3dbd-00f0ac5903a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.445206] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.445206] env[62643]: value = "task-2383034" [ 734.445206] env[62643]: _type = "Task" [ 734.445206] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.453480] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383034, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.537865] env[62643]: DEBUG nova.compute.manager [req-63f4cfa0-ae78-4049-b516-6d8be5bcf222 req-9caccecb-43a9-4fb2-8a21-acb3f920f274 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Received event network-vif-plugged-0c00dc16-eb70-493a-b9e7-81b0126dcb81 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.538128] env[62643]: DEBUG oslo_concurrency.lockutils [req-63f4cfa0-ae78-4049-b516-6d8be5bcf222 req-9caccecb-43a9-4fb2-8a21-acb3f920f274 service nova] Acquiring lock "4da35bd5-50b0-4148-9802-81e45025a4a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.538352] env[62643]: DEBUG oslo_concurrency.lockutils [req-63f4cfa0-ae78-4049-b516-6d8be5bcf222 req-9caccecb-43a9-4fb2-8a21-acb3f920f274 service nova] Lock "4da35bd5-50b0-4148-9802-81e45025a4a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.538524] env[62643]: DEBUG oslo_concurrency.lockutils [req-63f4cfa0-ae78-4049-b516-6d8be5bcf222 req-9caccecb-43a9-4fb2-8a21-acb3f920f274 service nova] Lock "4da35bd5-50b0-4148-9802-81e45025a4a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.538699] env[62643]: DEBUG nova.compute.manager [req-63f4cfa0-ae78-4049-b516-6d8be5bcf222 req-9caccecb-43a9-4fb2-8a21-acb3f920f274 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] No waiting events found dispatching network-vif-plugged-0c00dc16-eb70-493a-b9e7-81b0126dcb81 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.538865] env[62643]: WARNING nova.compute.manager [req-63f4cfa0-ae78-4049-b516-6d8be5bcf222 req-9caccecb-43a9-4fb2-8a21-acb3f920f274 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Received unexpected event network-vif-plugged-0c00dc16-eb70-493a-b9e7-81b0126dcb81 for instance with vm_state building and task_state spawning. [ 734.539134] env[62643]: DEBUG nova.compute.manager [req-63f4cfa0-ae78-4049-b516-6d8be5bcf222 req-9caccecb-43a9-4fb2-8a21-acb3f920f274 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Received event network-changed-0c00dc16-eb70-493a-b9e7-81b0126dcb81 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.539326] env[62643]: DEBUG nova.compute.manager [req-63f4cfa0-ae78-4049-b516-6d8be5bcf222 req-9caccecb-43a9-4fb2-8a21-acb3f920f274 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Refreshing instance network info cache due to event network-changed-0c00dc16-eb70-493a-b9e7-81b0126dcb81. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 734.539502] env[62643]: DEBUG oslo_concurrency.lockutils [req-63f4cfa0-ae78-4049-b516-6d8be5bcf222 req-9caccecb-43a9-4fb2-8a21-acb3f920f274 service nova] Acquiring lock "refresh_cache-4da35bd5-50b0-4148-9802-81e45025a4a0" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.539667] env[62643]: DEBUG oslo_concurrency.lockutils [req-63f4cfa0-ae78-4049-b516-6d8be5bcf222 req-9caccecb-43a9-4fb2-8a21-acb3f920f274 service nova] Acquired lock "refresh_cache-4da35bd5-50b0-4148-9802-81e45025a4a0" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.539979] env[62643]: DEBUG nova.network.neutron [req-63f4cfa0-ae78-4049-b516-6d8be5bcf222 req-9caccecb-43a9-4fb2-8a21-acb3f920f274 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Refreshing network info cache for port 0c00dc16-eb70-493a-b9e7-81b0126dcb81 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.695119] env[62643]: DEBUG oslo_vmware.api [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383028, 'name': PowerOnVM_Task, 'duration_secs': 0.90323} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.695119] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.695371] env[62643]: INFO nova.compute.manager [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Took 9.53 seconds to spawn the instance on the hypervisor. [ 734.695636] env[62643]: DEBUG nova.compute.manager [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.696667] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3768af6-a592-4f86-8a7f-50a54fce3ab6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.716355] env[62643]: DEBUG nova.scheduler.client.report [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.913263] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52422116-369d-1011-3dbd-00f0ac5903a1, 'name': SearchDatastore_Task, 'duration_secs': 0.018382} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.913680] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.913991] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.914311] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.914549] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.914935] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.915308] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcdd70c4-d72c-43d6-9f7e-d53409d2357e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.923931] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.924748] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.925556] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d625a47-4ca9-4026-aa9f-6d005c03b67a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.932802] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 734.932802] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ae30b5-fb2e-7cd2-8a19-84a18afb12d4" [ 734.932802] env[62643]: _type = "Task" [ 734.932802] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.937642] env[62643]: DEBUG nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.943080] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ae30b5-fb2e-7cd2-8a19-84a18afb12d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.954251] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383034, 'name': CreateVM_Task, 'duration_secs': 0.433957} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.956517] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.957604] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.958323] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.958893] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.959363] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8818de34-5f32-4b6c-8666-ecbe9fa10433 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.965180] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 734.965180] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c576a4-7947-7dcf-9960-1d10201c6538" [ 734.965180] env[62643]: _type = "Task" [ 734.965180] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.980676] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c576a4-7947-7dcf-9960-1d10201c6538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.982806] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.983189] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.983458] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.983722] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.983948] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.984191] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.984517] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.985034] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.985274] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.985584] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.985918] env[62643]: DEBUG nova.virt.hardware [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.986812] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12a852d-212b-4c4d-adcd-32dbec8251c7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.995421] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66eb2ff3-8428-43e3-9693-2ed9880572d2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.120315] env[62643]: DEBUG nova.compute.manager [req-61166c9f-08dd-4dca-a923-8d92861efee4 req-5eff6163-582b-4563-9b7e-1131bb97d328 service nova] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Received event network-changed-d3f6794c-dcea-4c5b-ab30-1fa550967748 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.120630] env[62643]: DEBUG nova.compute.manager [req-61166c9f-08dd-4dca-a923-8d92861efee4 req-5eff6163-582b-4563-9b7e-1131bb97d328 service nova] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Refreshing instance network info cache due to event network-changed-d3f6794c-dcea-4c5b-ab30-1fa550967748. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 735.121267] env[62643]: DEBUG oslo_concurrency.lockutils [req-61166c9f-08dd-4dca-a923-8d92861efee4 req-5eff6163-582b-4563-9b7e-1131bb97d328 service nova] Acquiring lock "refresh_cache-fd860eff-d4b0-409f-8242-b3845a0cf256" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.121835] env[62643]: DEBUG oslo_concurrency.lockutils [req-61166c9f-08dd-4dca-a923-8d92861efee4 req-5eff6163-582b-4563-9b7e-1131bb97d328 service nova] Acquired lock "refresh_cache-fd860eff-d4b0-409f-8242-b3845a0cf256" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.123849] env[62643]: DEBUG nova.network.neutron [req-61166c9f-08dd-4dca-a923-8d92861efee4 req-5eff6163-582b-4563-9b7e-1131bb97d328 service nova] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Refreshing network info cache for port d3f6794c-dcea-4c5b-ab30-1fa550967748 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.221550] env[62643]: INFO nova.compute.manager [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Took 44.27 seconds to build instance. [ 735.226467] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.332s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.228913] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.162s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.231450] env[62643]: INFO nova.compute.claims [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.263084] env[62643]: INFO nova.scheduler.client.report [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Deleted allocations for instance c316241e-bdb6-4f77-8e3b-277a6bb2f6ce [ 735.444633] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ae30b5-fb2e-7cd2-8a19-84a18afb12d4, 'name': SearchDatastore_Task, 'duration_secs': 0.017957} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.445669] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8846d15-204e-471a-9c57-766dc0ebd4ce {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.451553] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 735.451553] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ab29e2-4b2a-cd5b-9e65-c881543e4de2" [ 735.451553] env[62643]: _type = "Task" [ 735.451553] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.463922] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ab29e2-4b2a-cd5b-9e65-c881543e4de2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.477585] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c576a4-7947-7dcf-9960-1d10201c6538, 'name': SearchDatastore_Task, 'duration_secs': 0.016189} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.478109] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.478368] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.478638] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.478807] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.478991] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.479290] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8133f497-dc7e-43de-ae55-9e4b2f14ad75 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.488251] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.488497] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.489376] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ef5c74-6ed9-48c1-bb13-80eb036a2ac8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.495107] env[62643]: DEBUG nova.network.neutron [req-63f4cfa0-ae78-4049-b516-6d8be5bcf222 req-9caccecb-43a9-4fb2-8a21-acb3f920f274 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Updated VIF entry in instance network info cache for port 0c00dc16-eb70-493a-b9e7-81b0126dcb81. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.496534] env[62643]: DEBUG nova.network.neutron [req-63f4cfa0-ae78-4049-b516-6d8be5bcf222 req-9caccecb-43a9-4fb2-8a21-acb3f920f274 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Updating instance_info_cache with network_info: [{"id": "436bc760-cc28-4585-8f93-3753a43d6ef4", "address": "fa:16:3e:ec:29:10", "network": {"id": "d2b6bd11-2428-4e3e-b987-11b90392d7eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-115101209", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap436bc760-cc", "ovs_interfaceid": "436bc760-cc28-4585-8f93-3753a43d6ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2", "address": "fa:16:3e:bd:b8:19", "network": {"id": "34c8497e-82e5-4861-90e4-64f4d12fe3c6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-37165447", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c6cff6-fd", "ovs_interfaceid": "f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c00dc16-eb70-493a-b9e7-81b0126dcb81", "address": "fa:16:3e:07:c6:44", "network": {"id": "d2b6bd11-2428-4e3e-b987-11b90392d7eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-115101209", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c00dc16-eb", "ovs_interfaceid": "0c00dc16-eb70-493a-b9e7-81b0126dcb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.497894] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 735.497894] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e578bc-e080-93bf-1967-a23621b55ab1" [ 735.497894] env[62643]: _type = "Task" [ 735.497894] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.509304] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e578bc-e080-93bf-1967-a23621b55ab1, 'name': SearchDatastore_Task, 'duration_secs': 0.010178} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.510161] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c2d368-6058-4e09-93ea-32fda012df53 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.519957] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 735.519957] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524351df-4968-e0ef-85f8-578455480573" [ 735.519957] env[62643]: _type = "Task" [ 735.519957] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.533023] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524351df-4968-e0ef-85f8-578455480573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.724211] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a49cbf71-e43c-40a8-bb9c-e87a58833bb1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.753s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.778717] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d5a5b57d-a4ce-40cd-923d-c16581b13658 tempest-ServerAddressesNegativeTestJSON-1255339256 tempest-ServerAddressesNegativeTestJSON-1255339256-project-member] Lock "c316241e-bdb6-4f77-8e3b-277a6bb2f6ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.989s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.862690] env[62643]: DEBUG nova.network.neutron [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Successfully updated port: b4824119-df7e-44e7-b9d4-e3415fb012ce {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.947036] env[62643]: DEBUG nova.network.neutron [req-61166c9f-08dd-4dca-a923-8d92861efee4 req-5eff6163-582b-4563-9b7e-1131bb97d328 service nova] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Updated VIF entry in instance network info cache for port d3f6794c-dcea-4c5b-ab30-1fa550967748. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.947393] env[62643]: DEBUG nova.network.neutron [req-61166c9f-08dd-4dca-a923-8d92861efee4 req-5eff6163-582b-4563-9b7e-1131bb97d328 service nova] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Updating instance_info_cache with network_info: [{"id": "d3f6794c-dcea-4c5b-ab30-1fa550967748", "address": "fa:16:3e:47:36:d9", "network": {"id": "3022c752-46a7-4794-85d8-f6a3856788cc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1430057556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2fab21976c41ff80d440f2a0d9a7e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f6794c-dc", "ovs_interfaceid": "d3f6794c-dcea-4c5b-ab30-1fa550967748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.962466] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ab29e2-4b2a-cd5b-9e65-c881543e4de2, 'name': SearchDatastore_Task, 'duration_secs': 0.016194} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.962825] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.963104] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] fd860eff-d4b0-409f-8242-b3845a0cf256/fd860eff-d4b0-409f-8242-b3845a0cf256.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.963617] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-449d4505-38e7-42a0-9a3a-f2375730225d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.971895] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 735.971895] env[62643]: value = "task-2383035" [ 735.971895] env[62643]: _type = "Task" [ 735.971895] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.980909] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.999394] env[62643]: DEBUG oslo_concurrency.lockutils [req-63f4cfa0-ae78-4049-b516-6d8be5bcf222 req-9caccecb-43a9-4fb2-8a21-acb3f920f274 service nova] Releasing lock "refresh_cache-4da35bd5-50b0-4148-9802-81e45025a4a0" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.032357] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524351df-4968-e0ef-85f8-578455480573, 'name': SearchDatastore_Task, 'duration_secs': 0.010437} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.032634] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.032895] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 4da35bd5-50b0-4148-9802-81e45025a4a0/4da35bd5-50b0-4148-9802-81e45025a4a0.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.033183] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04bccf66-8efa-4c43-ad9b-19bab857a023 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.040134] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 736.040134] env[62643]: value = "task-2383036" [ 736.040134] env[62643]: _type = "Task" [ 736.040134] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.048289] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.226605] env[62643]: DEBUG nova.compute.manager [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.365426] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "refresh_cache-e28d568b-a29d-4b5c-90e6-aac10019d54a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.365605] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquired lock "refresh_cache-e28d568b-a29d-4b5c-90e6-aac10019d54a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.366822] env[62643]: DEBUG nova.network.neutron [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.450758] env[62643]: DEBUG oslo_concurrency.lockutils [req-61166c9f-08dd-4dca-a923-8d92861efee4 req-5eff6163-582b-4563-9b7e-1131bb97d328 service nova] Releasing lock "refresh_cache-fd860eff-d4b0-409f-8242-b3845a0cf256" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.485705] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383035, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.553860] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383036, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.755971] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.836430] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1e1ca5-33a0-4526-8cd9-282e8b3a1769 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.846159] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d973c311-098a-4415-986b-f608e50700d2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.880724] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cf7925-b78f-40aa-853a-0579b6ee733a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.889164] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5deb383-e67f-498c-9ae3-cff7d120b333 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.904121] env[62643]: DEBUG nova.compute.provider_tree [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.986047] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689067} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.986507] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] fd860eff-d4b0-409f-8242-b3845a0cf256/fd860eff-d4b0-409f-8242-b3845a0cf256.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.986844] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.987216] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f44c5d5-8dce-4f58-a51e-de524cdf0ac2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.994321] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 736.994321] env[62643]: value = "task-2383037" [ 736.994321] env[62643]: _type = "Task" [ 736.994321] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.004957] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.052343] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64865} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.052774] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 4da35bd5-50b0-4148-9802-81e45025a4a0/4da35bd5-50b0-4148-9802-81e45025a4a0.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.053091] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.053430] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2694537c-78e6-4e12-90e8-6666dbed0fab {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.060286] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 737.060286] env[62643]: value = "task-2383038" [ 737.060286] env[62643]: _type = "Task" [ 737.060286] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.072839] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.177822] env[62643]: DEBUG nova.network.neutron [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.278483] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "interface-cc523733-d9ab-4337-bf4f-59c94fa1484b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.278932] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-cc523733-d9ab-4337-bf4f-59c94fa1484b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.279358] env[62643]: DEBUG nova.objects.instance [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lazy-loading 'flavor' on Instance uuid cc523733-d9ab-4337-bf4f-59c94fa1484b {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.407850] env[62643]: DEBUG nova.scheduler.client.report [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.504842] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068394} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.505410] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.506299] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9efe2a-ed51-47d0-a660-37a9cbbd3209 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.530766] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] fd860eff-d4b0-409f-8242-b3845a0cf256/fd860eff-d4b0-409f-8242-b3845a0cf256.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.532183] env[62643]: DEBUG nova.network.neutron [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Updating instance_info_cache with network_info: [{"id": "b4824119-df7e-44e7-b9d4-e3415fb012ce", "address": "fa:16:3e:36:d2:c7", "network": {"id": "3022c752-46a7-4794-85d8-f6a3856788cc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1430057556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2fab21976c41ff80d440f2a0d9a7e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4824119-df", "ovs_interfaceid": "b4824119-df7e-44e7-b9d4-e3415fb012ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.533474] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef46c50a-5715-40ae-8719-86bd5d85c345 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.553958] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Releasing lock "refresh_cache-e28d568b-a29d-4b5c-90e6-aac10019d54a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.554648] env[62643]: DEBUG nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Instance network_info: |[{"id": "b4824119-df7e-44e7-b9d4-e3415fb012ce", "address": "fa:16:3e:36:d2:c7", "network": {"id": "3022c752-46a7-4794-85d8-f6a3856788cc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1430057556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2fab21976c41ff80d440f2a0d9a7e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4824119-df", "ovs_interfaceid": "b4824119-df7e-44e7-b9d4-e3415fb012ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.555400] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:d2:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4824119-df7e-44e7-b9d4-e3415fb012ce', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.563597] env[62643]: DEBUG oslo.service.loopingcall [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.564749] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.569383] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32132284-afc5-4dad-bde3-d0b256298896 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.586874] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 737.586874] env[62643]: value = "task-2383039" [ 737.586874] env[62643]: _type = "Task" [ 737.586874] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.595657] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065876} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.596307] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.596307] env[62643]: value = "task-2383040" [ 737.596307] env[62643]: _type = "Task" [ 737.596307] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.597174] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.598294] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9cf304-e5ff-4d29-b19d-5dfe1dc07153 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.609594] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.636349] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 4da35bd5-50b0-4148-9802-81e45025a4a0/4da35bd5-50b0-4148-9802-81e45025a4a0.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.640284] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7e21783-28a0-4af1-a833-79bc0379d387 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.657386] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383040, 'name': CreateVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.663654] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 737.663654] env[62643]: value = "task-2383041" [ 737.663654] env[62643]: _type = "Task" [ 737.663654] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.674262] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.913928] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.914697] env[62643]: DEBUG nova.compute.manager [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.918459] env[62643]: DEBUG oslo_concurrency.lockutils [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.993s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.920196] env[62643]: INFO nova.compute.claims [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.006737] env[62643]: DEBUG nova.objects.instance [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lazy-loading 'pci_requests' on Instance uuid cc523733-d9ab-4337-bf4f-59c94fa1484b {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.123790] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383040, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.124438] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383039, 'name': ReconfigVM_Task, 'duration_secs': 0.454932} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.124438] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Reconfigured VM instance instance-0000002c to attach disk [datastore2] fd860eff-d4b0-409f-8242-b3845a0cf256/fd860eff-d4b0-409f-8242-b3845a0cf256.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.124988] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf28197e-2f1a-4f59-bf28-59470e198745 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.131872] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 738.131872] env[62643]: value = "task-2383042" [ 738.131872] env[62643]: _type = "Task" [ 738.131872] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.142770] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383042, 'name': Rename_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.176143] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383041, 'name': ReconfigVM_Task, 'duration_secs': 0.461655} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.176478] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 4da35bd5-50b0-4148-9802-81e45025a4a0/4da35bd5-50b0-4148-9802-81e45025a4a0.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.177196] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9126205-2ea8-43d4-9cc3-334943d61ae2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.184300] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 738.184300] env[62643]: value = "task-2383043" [ 738.184300] env[62643]: _type = "Task" [ 738.184300] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.199845] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383043, 'name': Rename_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.428796] env[62643]: DEBUG nova.compute.utils [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 738.435857] env[62643]: DEBUG nova.compute.manager [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.436460] env[62643]: DEBUG nova.network.neutron [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.506265] env[62643]: DEBUG nova.objects.base [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 738.506265] env[62643]: DEBUG nova.network.neutron [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.533516] env[62643]: DEBUG nova.policy [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37e38a870f484121a5057882cc019767', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '694f5a2fef944e7d896da830d81d9098', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.615487] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383040, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.642613] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383042, 'name': Rename_Task, 'duration_secs': 0.151466} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.642944] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.643707] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d24d55e-4cd8-4cf0-b551-f55e5642a23f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.650281] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 738.650281] env[62643]: value = "task-2383044" [ 738.650281] env[62643]: _type = "Task" [ 738.650281] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.659513] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.674846] env[62643]: DEBUG nova.compute.manager [req-146dcb38-6599-4460-b8b4-593b2a052a6f req-cc685a4f-50f9-4685-873c-653a6467948b service nova] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Received event network-vif-plugged-b4824119-df7e-44e7-b9d4-e3415fb012ce {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.675259] env[62643]: DEBUG oslo_concurrency.lockutils [req-146dcb38-6599-4460-b8b4-593b2a052a6f req-cc685a4f-50f9-4685-873c-653a6467948b service nova] Acquiring lock "e28d568b-a29d-4b5c-90e6-aac10019d54a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.678659] env[62643]: DEBUG oslo_concurrency.lockutils [req-146dcb38-6599-4460-b8b4-593b2a052a6f req-cc685a4f-50f9-4685-873c-653a6467948b service nova] Lock "e28d568b-a29d-4b5c-90e6-aac10019d54a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.678659] env[62643]: DEBUG oslo_concurrency.lockutils [req-146dcb38-6599-4460-b8b4-593b2a052a6f req-cc685a4f-50f9-4685-873c-653a6467948b service nova] Lock "e28d568b-a29d-4b5c-90e6-aac10019d54a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.678659] env[62643]: DEBUG nova.compute.manager [req-146dcb38-6599-4460-b8b4-593b2a052a6f req-cc685a4f-50f9-4685-873c-653a6467948b service nova] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] No waiting events found dispatching network-vif-plugged-b4824119-df7e-44e7-b9d4-e3415fb012ce {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.678659] env[62643]: WARNING nova.compute.manager [req-146dcb38-6599-4460-b8b4-593b2a052a6f req-cc685a4f-50f9-4685-873c-653a6467948b service nova] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Received unexpected event network-vif-plugged-b4824119-df7e-44e7-b9d4-e3415fb012ce for instance with vm_state building and task_state spawning. [ 738.678659] env[62643]: DEBUG nova.compute.manager [req-146dcb38-6599-4460-b8b4-593b2a052a6f req-cc685a4f-50f9-4685-873c-653a6467948b service nova] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Received event network-changed-b4824119-df7e-44e7-b9d4-e3415fb012ce {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.678659] env[62643]: DEBUG nova.compute.manager [req-146dcb38-6599-4460-b8b4-593b2a052a6f req-cc685a4f-50f9-4685-873c-653a6467948b service nova] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Refreshing instance network info cache due to event network-changed-b4824119-df7e-44e7-b9d4-e3415fb012ce. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 738.678659] env[62643]: DEBUG oslo_concurrency.lockutils [req-146dcb38-6599-4460-b8b4-593b2a052a6f req-cc685a4f-50f9-4685-873c-653a6467948b service nova] Acquiring lock "refresh_cache-e28d568b-a29d-4b5c-90e6-aac10019d54a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.678659] env[62643]: DEBUG oslo_concurrency.lockutils [req-146dcb38-6599-4460-b8b4-593b2a052a6f req-cc685a4f-50f9-4685-873c-653a6467948b service nova] Acquired lock "refresh_cache-e28d568b-a29d-4b5c-90e6-aac10019d54a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.678659] env[62643]: DEBUG nova.network.neutron [req-146dcb38-6599-4460-b8b4-593b2a052a6f req-cc685a4f-50f9-4685-873c-653a6467948b service nova] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Refreshing network info cache for port b4824119-df7e-44e7-b9d4-e3415fb012ce {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.698447] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383043, 'name': Rename_Task, 'duration_secs': 0.155739} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.700700] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.700700] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-789936f0-f853-4ddd-9278-9dbba7b5fe19 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.706479] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 738.706479] env[62643]: value = "task-2383045" [ 738.706479] env[62643]: _type = "Task" [ 738.706479] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.718108] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.804797] env[62643]: DEBUG nova.policy [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f929cf4c99d4e42b740cbff0703178f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a47dde31f50e4a028ae9053fd0472e44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.933583] env[62643]: DEBUG nova.compute.manager [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.942511] env[62643]: DEBUG nova.network.neutron [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Successfully created port: 4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.116624] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383040, 'name': CreateVM_Task, 'duration_secs': 1.490703} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.116816] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.117773] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.117943] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.118296] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.119077] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6c47e5c-b021-41ac-8620-c401dacd9305 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.124765] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 739.124765] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521801ff-d61a-1db0-e7d1-a89c06f04ebe" [ 739.124765] env[62643]: _type = "Task" [ 739.124765] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.137860] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521801ff-d61a-1db0-e7d1-a89c06f04ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.162385] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383044, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.220200] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383045, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.384917] env[62643]: DEBUG nova.network.neutron [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Successfully created port: 487617d7-0e8a-4259-ae81-ec789e06f9d7 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.564819] env[62643]: DEBUG nova.network.neutron [req-146dcb38-6599-4460-b8b4-593b2a052a6f req-cc685a4f-50f9-4685-873c-653a6467948b service nova] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Updated VIF entry in instance network info cache for port b4824119-df7e-44e7-b9d4-e3415fb012ce. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.566254] env[62643]: DEBUG nova.network.neutron [req-146dcb38-6599-4460-b8b4-593b2a052a6f req-cc685a4f-50f9-4685-873c-653a6467948b service nova] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Updating instance_info_cache with network_info: [{"id": "b4824119-df7e-44e7-b9d4-e3415fb012ce", "address": "fa:16:3e:36:d2:c7", "network": {"id": "3022c752-46a7-4794-85d8-f6a3856788cc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1430057556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2fab21976c41ff80d440f2a0d9a7e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4824119-df", "ovs_interfaceid": "b4824119-df7e-44e7-b9d4-e3415fb012ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.638991] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521801ff-d61a-1db0-e7d1-a89c06f04ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.01437} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.639317] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.639544] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.639778] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.639928] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.640119] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.642959] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d293e4f2-97a4-43d5-8295-b670a017efb3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.656549] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.656549] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.659626] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae75c97-a0af-4df8-a1b9-a1c8bd439a28 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.665132] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383044, 'name': PowerOnVM_Task, 'duration_secs': 0.621712} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.665690] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.665894] env[62643]: INFO nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Took 9.86 seconds to spawn the instance on the hypervisor. [ 739.666091] env[62643]: DEBUG nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.666845] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10fcd7c-aebe-4de7-94db-ee104197f128 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.670276] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 739.670276] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52852e8f-5866-2535-a34d-cf50ce2ffb11" [ 739.670276] env[62643]: _type = "Task" [ 739.670276] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.679738] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5f2ace-a6ee-4457-8ba5-cdcc7c255aec {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.686117] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52852e8f-5866-2535-a34d-cf50ce2ffb11, 'name': SearchDatastore_Task, 'duration_secs': 0.013878} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.687270] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda2b9b6-6935-46b4-80d3-c67e774b7616 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.692335] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b6cb2c-a909-4be1-b353-7a7f84bbe46b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.696896] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 739.696896] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f50368-7e37-2bd9-e820-346abd57faeb" [ 739.696896] env[62643]: _type = "Task" [ 739.696896] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.731525] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8f96fc-4eb9-4d9d-9646-8895330deb32 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.737713] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f50368-7e37-2bd9-e820-346abd57faeb, 'name': SearchDatastore_Task, 'duration_secs': 0.013197} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.738595] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.738867] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] e28d568b-a29d-4b5c-90e6-aac10019d54a/e28d568b-a29d-4b5c-90e6-aac10019d54a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.739135] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32b03548-857f-4b20-870d-c0653ab33269 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.746214] env[62643]: DEBUG oslo_vmware.api [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383045, 'name': PowerOnVM_Task, 'duration_secs': 0.575894} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.746924] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.747126] env[62643]: INFO nova.compute.manager [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Took 17.52 seconds to spawn the instance on the hypervisor. [ 739.747314] env[62643]: DEBUG nova.compute.manager [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.748545] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4929e8-68ec-40f3-af02-eeef19bed19b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.755203] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452cd18d-fedd-4c88-934a-e399d99531e5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.758638] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 739.758638] env[62643]: value = "task-2383046" [ 739.758638] env[62643]: _type = "Task" [ 739.758638] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.772122] env[62643]: DEBUG nova.compute.provider_tree [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.781753] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.943851] env[62643]: DEBUG nova.compute.manager [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.971450] env[62643]: DEBUG nova.virt.hardware [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:20:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3dc4c493-c914-4260-9e4b-8cc1b0dd47fa',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1488267491',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.971820] env[62643]: DEBUG nova.virt.hardware [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.972661] env[62643]: DEBUG nova.virt.hardware [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.972983] env[62643]: DEBUG nova.virt.hardware [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.973248] env[62643]: DEBUG nova.virt.hardware [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.973494] env[62643]: DEBUG nova.virt.hardware [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.973817] env[62643]: DEBUG nova.virt.hardware [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.974098] env[62643]: DEBUG nova.virt.hardware [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.974382] env[62643]: DEBUG nova.virt.hardware [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.974765] env[62643]: DEBUG nova.virt.hardware [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.975087] env[62643]: DEBUG nova.virt.hardware [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.976386] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c004cc-aec1-457b-9a45-ea6ec4519e78 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.991416] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c1c2a5-f975-4e7f-9c59-31ca434ebffa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.067642] env[62643]: DEBUG oslo_concurrency.lockutils [req-146dcb38-6599-4460-b8b4-593b2a052a6f req-cc685a4f-50f9-4685-873c-653a6467948b service nova] Releasing lock "refresh_cache-e28d568b-a29d-4b5c-90e6-aac10019d54a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.196871] env[62643]: INFO nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Took 38.90 seconds to build instance. [ 740.269384] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383046, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.278200] env[62643]: DEBUG nova.scheduler.client.report [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.289054] env[62643]: INFO nova.compute.manager [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Took 50.09 seconds to build instance. [ 740.699858] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "fd860eff-d4b0-409f-8242-b3845a0cf256" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.940s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.769518] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666964} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.769869] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] e28d568b-a29d-4b5c-90e6-aac10019d54a/e28d568b-a29d-4b5c-90e6-aac10019d54a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.770157] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.770663] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c276baf-20f3-4755-b1dc-08ba8161e24b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.778328] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 740.778328] env[62643]: value = "task-2383047" [ 740.778328] env[62643]: _type = "Task" [ 740.778328] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.788743] env[62643]: DEBUG oslo_concurrency.lockutils [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.870s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.789021] env[62643]: DEBUG nova.compute.manager [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.793456] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.793456] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.308s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.797624] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f8820308-97bb-47f8-88c6-3c9c6b9640a6 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "4da35bd5-50b0-4148-9802-81e45025a4a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.070s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.803190] env[62643]: DEBUG nova.network.neutron [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Successfully updated port: 4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.204798] env[62643]: DEBUG nova.compute.manager [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.287922] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127276} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.288636] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.289654] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40752b85-0911-4534-9472-644329733400 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.298111] env[62643]: DEBUG nova.compute.utils [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 741.299696] env[62643]: DEBUG nova.compute.manager [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.303021] env[62643]: DEBUG nova.network.neutron [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.303021] env[62643]: DEBUG nova.compute.manager [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.315122] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.315262] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquired lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.315429] env[62643]: DEBUG nova.network.neutron [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.325887] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] e28d568b-a29d-4b5c-90e6-aac10019d54a/e28d568b-a29d-4b5c-90e6-aac10019d54a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.326830] env[62643]: DEBUG nova.network.neutron [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Successfully updated port: 487617d7-0e8a-4259-ae81-ec789e06f9d7 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.331919] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0567b1d7-2fe6-4bfe-87c9-d0efd12e5aa1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.355073] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 741.355073] env[62643]: value = "task-2383048" [ 741.355073] env[62643]: _type = "Task" [ 741.355073] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.364923] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.396614] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f29a016-202d-42f2-80ea-b8928e2c6c70 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.404905] env[62643]: DEBUG nova.policy [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fffa419743fb4661bb012f2c7c964036', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee1537d4a5904b1990f3ec1f253bf478', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.407232] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95337383-b744-48ef-ada7-d30a4bd19a62 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.444707] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66718cdf-4410-4858-aea8-a83c8ad22870 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.453579] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb3c1f7-ee07-4dfd-b8b8-924eaf39629d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.470169] env[62643]: DEBUG nova.compute.provider_tree [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.547475] env[62643]: DEBUG oslo_vmware.rw_handles [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d40143-b857-bf9c-72a6-ef0a102ecc70/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 741.548959] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141adcc6-460f-40a0-bff9-6ee6041168b6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.556951] env[62643]: DEBUG oslo_vmware.rw_handles [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d40143-b857-bf9c-72a6-ef0a102ecc70/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 741.557196] env[62643]: ERROR oslo_vmware.rw_handles [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d40143-b857-bf9c-72a6-ef0a102ecc70/disk-0.vmdk due to incomplete transfer. [ 741.558118] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b2791d8d-5e48-4fc4-a6a7-1fa2d939512f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.565890] env[62643]: DEBUG oslo_vmware.rw_handles [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d40143-b857-bf9c-72a6-ef0a102ecc70/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 741.566145] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Uploaded image 2bf7bd89-e0aa-44ed-878d-6a024f8a28fb to the Glance image server {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 741.568797] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 741.570916] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-603944c4-5316-44ea-b456-bed42dc6df42 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.577384] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 741.577384] env[62643]: value = "task-2383049" [ 741.577384] env[62643]: _type = "Task" [ 741.577384] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.585627] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383049, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.732992] env[62643]: DEBUG oslo_concurrency.lockutils [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.805570] env[62643]: DEBUG nova.compute.manager [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.849651] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.850516] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.850516] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.850748] env[62643]: DEBUG nova.network.neutron [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.861513] env[62643]: DEBUG nova.network.neutron [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Successfully created port: 05c53bec-32ed-44ee-a5fc-95157bc17fcc {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.874647] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.882830] env[62643]: DEBUG nova.network.neutron [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.973734] env[62643]: DEBUG nova.scheduler.client.report [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.088269] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383049, 'name': Destroy_Task, 'duration_secs': 0.349035} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.088516] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Destroyed the VM [ 742.088796] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 742.089087] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fb4ff108-bacc-4a80-b95a-334a38b9fc9a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.096722] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 742.096722] env[62643]: value = "task-2383050" [ 742.096722] env[62643]: _type = "Task" [ 742.096722] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.106073] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383050, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.120145] env[62643]: DEBUG nova.network.neutron [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updating instance_info_cache with network_info: [{"id": "4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e", "address": "fa:16:3e:a4:30:24", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f21696d-fc", "ovs_interfaceid": "4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.333790] env[62643]: DEBUG nova.compute.manager [req-6b13bdf1-c986-4230-8733-ed0520e28a9c req-42c3d323-1539-484e-9809-a6706f634027 service nova] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Received event network-vif-plugged-4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.334394] env[62643]: DEBUG oslo_concurrency.lockutils [req-6b13bdf1-c986-4230-8733-ed0520e28a9c req-42c3d323-1539-484e-9809-a6706f634027 service nova] Acquiring lock "9852bd88-1d3c-4e14-a334-1fbd32cdd3ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.335323] env[62643]: DEBUG oslo_concurrency.lockutils [req-6b13bdf1-c986-4230-8733-ed0520e28a9c req-42c3d323-1539-484e-9809-a6706f634027 service nova] Lock "9852bd88-1d3c-4e14-a334-1fbd32cdd3ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.336080] env[62643]: DEBUG oslo_concurrency.lockutils [req-6b13bdf1-c986-4230-8733-ed0520e28a9c req-42c3d323-1539-484e-9809-a6706f634027 service nova] Lock "9852bd88-1d3c-4e14-a334-1fbd32cdd3ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.336080] env[62643]: DEBUG nova.compute.manager [req-6b13bdf1-c986-4230-8733-ed0520e28a9c req-42c3d323-1539-484e-9809-a6706f634027 service nova] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] No waiting events found dispatching network-vif-plugged-4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.336080] env[62643]: WARNING nova.compute.manager [req-6b13bdf1-c986-4230-8733-ed0520e28a9c req-42c3d323-1539-484e-9809-a6706f634027 service nova] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Received unexpected event network-vif-plugged-4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e for instance with vm_state building and task_state spawning. [ 742.369797] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383048, 'name': ReconfigVM_Task, 'duration_secs': 0.813835} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.371019] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Reconfigured VM instance instance-0000002d to attach disk [datastore2] e28d568b-a29d-4b5c-90e6-aac10019d54a/e28d568b-a29d-4b5c-90e6-aac10019d54a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.371814] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-498e5b01-5847-48f3-87d0-a9f4ce8aa5e5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.379766] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 742.379766] env[62643]: value = "task-2383051" [ 742.379766] env[62643]: _type = "Task" [ 742.379766] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.399900] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383051, 'name': Rename_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.411794] env[62643]: WARNING nova.network.neutron [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] 83724d80-84b7-4216-b3ea-5a3e049d015e already exists in list: networks containing: ['83724d80-84b7-4216-b3ea-5a3e049d015e']. ignoring it [ 742.484373] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.484752] env[62643]: INFO nova.compute.manager [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Successfully reverted task state from image_uploading on failure for instance. [ 742.488981] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.666s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.489364] env[62643]: DEBUG nova.objects.instance [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lazy-loading 'resources' on Instance uuid 3d8f298d-a597-4e2a-af07-0046d0bbd22a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server [None req-fbf22658-f0ef-4e7e-bf74-65d21426d0be tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-483577' has already been deleted or has not been completely created [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server raise self.value [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 168, in decorated_function [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server raise self.value [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1484, in decorated_function [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server raise self.value [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 235, in decorated_function [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server raise self.value [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 232, in decorated_function [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4543, in snapshot_instance [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4576, in _snapshot_instance [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 232, in fun [ 742.492733] env[62643]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 937, in _delete_vm_snapshot [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server self._session._wait_for_task(delete_snapshot_task) [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server return self.wait_for_task(task_ref) [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server return evt.wait() [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server self.f(*self.args, **self.kw) [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server raise exceptions.translate_fault(task_info.error) [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-483577' has already been deleted or has not been completely created [ 742.494309] env[62643]: ERROR oslo_messaging.rpc.server [ 742.612949] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383050, 'name': RemoveSnapshot_Task, 'duration_secs': 0.417207} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.612949] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 742.612949] env[62643]: DEBUG nova.compute.manager [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.615023] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32455715-b052-4896-a4d3-a7a08c64dbad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.623437] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Releasing lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.623743] env[62643]: DEBUG nova.compute.manager [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Instance network_info: |[{"id": "4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e", "address": "fa:16:3e:a4:30:24", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f21696d-fc", "ovs_interfaceid": "4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.624331] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:30:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.636057] env[62643]: DEBUG oslo.service.loopingcall [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.639545] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.639545] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-456ee259-08b0-423e-a40b-528ba3ae61f6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.654224] env[62643]: DEBUG nova.compute.manager [req-d768bee9-8cc9-45b9-80bc-30c047ba650b req-8e199d35-1800-4a2d-9905-40f75efae9b5 service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Received event network-vif-plugged-487617d7-0e8a-4259-ae81-ec789e06f9d7 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.655467] env[62643]: DEBUG oslo_concurrency.lockutils [req-d768bee9-8cc9-45b9-80bc-30c047ba650b req-8e199d35-1800-4a2d-9905-40f75efae9b5 service nova] Acquiring lock "cc523733-d9ab-4337-bf4f-59c94fa1484b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.655467] env[62643]: DEBUG oslo_concurrency.lockutils [req-d768bee9-8cc9-45b9-80bc-30c047ba650b req-8e199d35-1800-4a2d-9905-40f75efae9b5 service nova] Lock "cc523733-d9ab-4337-bf4f-59c94fa1484b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.655467] env[62643]: DEBUG oslo_concurrency.lockutils [req-d768bee9-8cc9-45b9-80bc-30c047ba650b req-8e199d35-1800-4a2d-9905-40f75efae9b5 service nova] Lock "cc523733-d9ab-4337-bf4f-59c94fa1484b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.655467] env[62643]: DEBUG nova.compute.manager [req-d768bee9-8cc9-45b9-80bc-30c047ba650b req-8e199d35-1800-4a2d-9905-40f75efae9b5 service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] No waiting events found dispatching network-vif-plugged-487617d7-0e8a-4259-ae81-ec789e06f9d7 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.655467] env[62643]: WARNING nova.compute.manager [req-d768bee9-8cc9-45b9-80bc-30c047ba650b req-8e199d35-1800-4a2d-9905-40f75efae9b5 service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Received unexpected event network-vif-plugged-487617d7-0e8a-4259-ae81-ec789e06f9d7 for instance with vm_state active and task_state None. [ 742.663316] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.663316] env[62643]: value = "task-2383052" [ 742.663316] env[62643]: _type = "Task" [ 742.663316] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.673837] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383052, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.818566] env[62643]: DEBUG nova.compute.manager [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.850562] env[62643]: DEBUG nova.virt.hardware [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.850562] env[62643]: DEBUG nova.virt.hardware [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.850562] env[62643]: DEBUG nova.virt.hardware [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.850739] env[62643]: DEBUG nova.virt.hardware [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.850802] env[62643]: DEBUG nova.virt.hardware [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.851014] env[62643]: DEBUG nova.virt.hardware [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.851190] env[62643]: DEBUG nova.virt.hardware [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.851353] env[62643]: DEBUG nova.virt.hardware [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.851519] env[62643]: DEBUG nova.virt.hardware [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.851681] env[62643]: DEBUG nova.virt.hardware [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.851857] env[62643]: DEBUG nova.virt.hardware [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.853094] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1605277-b712-40ef-8291-d94d0e5e3f56 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.861314] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1175bf75-d377-4cc8-90b4-ee430626c777 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.890500] env[62643]: DEBUG nova.network.neutron [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Updating instance_info_cache with network_info: [{"id": "0b6cacb8-b346-4dae-9ab7-12040baa0c00", "address": "fa:16:3e:dd:66:7b", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6cacb8-b3", "ovs_interfaceid": "0b6cacb8-b346-4dae-9ab7-12040baa0c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "487617d7-0e8a-4259-ae81-ec789e06f9d7", "address": "fa:16:3e:b4:9a:33", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487617d7-0e", "ovs_interfaceid": "487617d7-0e8a-4259-ae81-ec789e06f9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.891854] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383051, 'name': Rename_Task, 'duration_secs': 0.239803} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.892203] env[62643]: DEBUG oslo_concurrency.lockutils [None req-091cfa91-f3ec-44cb-9283-fbd7112032ca tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.896025] env[62643]: DEBUG oslo_concurrency.lockutils [None req-091cfa91-f3ec-44cb-9283-fbd7112032ca tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.896025] env[62643]: DEBUG nova.compute.manager [None req-091cfa91-f3ec-44cb-9283-fbd7112032ca tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.896025] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.896025] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a834cc1e-1f2a-4440-8356-68f812e11b64 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.896934] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edd8fbd6-6a8b-445f-b1a3-5c436b0a6f5c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.902647] env[62643]: DEBUG nova.compute.manager [None req-091cfa91-f3ec-44cb-9283-fbd7112032ca tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62643) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 742.903270] env[62643]: DEBUG nova.objects.instance [None req-091cfa91-f3ec-44cb-9283-fbd7112032ca tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lazy-loading 'flavor' on Instance uuid 51049d09-cb97-42a9-aa48-b9375cf7c7eb {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.906091] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 742.906091] env[62643]: value = "task-2383053" [ 742.906091] env[62643]: _type = "Task" [ 742.906091] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.917478] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.128095] env[62643]: INFO nova.compute.manager [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Shelve offloading [ 743.177020] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383052, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.393485] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.394259] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.394463] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.395589] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d220de7-3f19-42f5-91e9-3fb8bf6cede7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.416180] env[62643]: DEBUG nova.virt.hardware [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.416961] env[62643]: DEBUG nova.virt.hardware [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.416961] env[62643]: DEBUG nova.virt.hardware [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.416961] env[62643]: DEBUG nova.virt.hardware [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.416961] env[62643]: DEBUG nova.virt.hardware [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.417146] env[62643]: DEBUG nova.virt.hardware [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.417488] env[62643]: DEBUG nova.virt.hardware [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.417488] env[62643]: DEBUG nova.virt.hardware [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.417587] env[62643]: DEBUG nova.virt.hardware [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.417747] env[62643]: DEBUG nova.virt.hardware [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.418054] env[62643]: DEBUG nova.virt.hardware [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.426407] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Reconfiguring VM to attach interface {{(pid=62643) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 743.434325] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1da847f4-f685-4849-9a39-d3db30d3c29a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.456236] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383053, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.457877] env[62643]: DEBUG oslo_vmware.api [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 743.457877] env[62643]: value = "task-2383054" [ 743.457877] env[62643]: _type = "Task" [ 743.457877] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.470606] env[62643]: DEBUG oslo_vmware.api [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383054, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.624515] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81de71ee-08a2-41b8-81dc-3b62e1328103 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.633948] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f407b5-5710-4afe-9d6c-4f8af4e56806 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.640148] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.640329] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d54c28a-9b57-421f-89f2-e78fda187536 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.675739] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2246be61-b69b-4868-b5a7-6c6c002fb73e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.678311] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 743.678311] env[62643]: value = "task-2383055" [ 743.678311] env[62643]: _type = "Task" [ 743.678311] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.687398] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383052, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.689145] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de63ebac-d36e-4570-a316-862631176ded {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.696728] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] VM already powered off {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 743.696940] env[62643]: DEBUG nova.compute.manager [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.697700] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa3e876-d9b6-4607-be91-cac27de5325c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.710157] env[62643]: DEBUG nova.compute.provider_tree [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.715266] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.715853] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.715853] env[62643]: DEBUG nova.network.neutron [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.925694] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383053, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.949762] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-091cfa91-f3ec-44cb-9283-fbd7112032ca tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.950194] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2167dda-b1c7-4d56-af62-372a9493a0dc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.957805] env[62643]: DEBUG oslo_vmware.api [None req-091cfa91-f3ec-44cb-9283-fbd7112032ca tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 743.957805] env[62643]: value = "task-2383056" [ 743.957805] env[62643]: _type = "Task" [ 743.957805] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.970816] env[62643]: DEBUG oslo_vmware.api [None req-091cfa91-f3ec-44cb-9283-fbd7112032ca tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.974674] env[62643]: DEBUG oslo_vmware.api [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.132117] env[62643]: DEBUG nova.network.neutron [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Successfully updated port: 05c53bec-32ed-44ee-a5fc-95157bc17fcc {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.181289] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383052, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.214054] env[62643]: DEBUG nova.scheduler.client.report [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.430638] env[62643]: DEBUG oslo_vmware.api [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383053, 'name': PowerOnVM_Task, 'duration_secs': 1.442778} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.430638] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.430638] env[62643]: INFO nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Took 9.49 seconds to spawn the instance on the hypervisor. [ 744.430638] env[62643]: DEBUG nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.430638] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90adbfe0-650d-463c-b747-ca4e6ccee88e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.472148] env[62643]: DEBUG oslo_vmware.api [None req-091cfa91-f3ec-44cb-9283-fbd7112032ca tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383056, 'name': PowerOffVM_Task, 'duration_secs': 0.217531} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.477859] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-091cfa91-f3ec-44cb-9283-fbd7112032ca tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.478268] env[62643]: DEBUG nova.compute.manager [None req-091cfa91-f3ec-44cb-9283-fbd7112032ca tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.478903] env[62643]: DEBUG oslo_vmware.api [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383054, 'name': ReconfigVM_Task, 'duration_secs': 0.842796} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.479856] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaec35d-8684-40ed-a7ab-fd4d15aab42e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.484364] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.484364] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Reconfigured VM to attach interface {{(pid=62643) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 744.636776] env[62643]: DEBUG oslo_concurrency.lockutils [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Acquiring lock "refresh_cache-40588dfc-c8b5-4edb-b5f8-b533658e56a2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.636776] env[62643]: DEBUG oslo_concurrency.lockutils [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Acquired lock "refresh_cache-40588dfc-c8b5-4edb-b5f8-b533658e56a2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.636776] env[62643]: DEBUG nova.network.neutron [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.681705] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383052, 'name': CreateVM_Task, 'duration_secs': 1.585393} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.682356] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.682605] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.682747] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.683124] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.683316] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6be12764-46ce-47ce-abfb-964ad586fa74 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.688485] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 744.688485] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5285e5fa-56ba-8ec5-8e6d-f3835dec82ea" [ 744.688485] env[62643]: _type = "Task" [ 744.688485] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.696531] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5285e5fa-56ba-8ec5-8e6d-f3835dec82ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.718844] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.721269] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.545s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.721504] env[62643]: DEBUG nova.objects.instance [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lazy-loading 'resources' on Instance uuid 8cf78384-7e0f-4a97-a030-1e51f123f086 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.753984] env[62643]: INFO nova.scheduler.client.report [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleted allocations for instance 3d8f298d-a597-4e2a-af07-0046d0bbd22a [ 744.757602] env[62643]: DEBUG nova.network.neutron [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Updating instance_info_cache with network_info: [{"id": "20e8f5a1-205b-4df3-8683-b08327bbe676", "address": "fa:16:3e:bc:b5:99", "network": {"id": "71c5229e-42c0-45ed-8d40-92f570a66e96", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-761236806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa7d55bb2334b6cac45f3d2b66555f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e8f5a1-20", "ovs_interfaceid": "20e8f5a1-205b-4df3-8683-b08327bbe676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.955593] env[62643]: INFO nova.compute.manager [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Took 41.58 seconds to build instance. [ 744.990622] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb1b8768-5160-4107-aac1-240ee2e0041e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-cc523733-d9ab-4337-bf4f-59c94fa1484b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.712s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.998839] env[62643]: DEBUG oslo_concurrency.lockutils [None req-091cfa91-f3ec-44cb-9283-fbd7112032ca tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.194363] env[62643]: DEBUG nova.network.neutron [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.203814] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5285e5fa-56ba-8ec5-8e6d-f3835dec82ea, 'name': SearchDatastore_Task, 'duration_secs': 0.012743} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.204141] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.204381] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.204614] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.204792] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.204976] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.205253] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8914991d-ff1b-439c-a923-7aa7e87f475b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.215351] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.215541] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.216315] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316a69f5-1c74-4172-b233-417536198562 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.228740] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 745.228740] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52462ad2-6016-5eac-4302-0b858d0d8de8" [ 745.228740] env[62643]: _type = "Task" [ 745.228740] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.238790] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52462ad2-6016-5eac-4302-0b858d0d8de8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.259728] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Releasing lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.267289] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8610d3ee-18b4-4559-9a08-fdbb82014adc tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "3d8f298d-a597-4e2a-af07-0046d0bbd22a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.408s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.458764] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquiring lock "4da35bd5-50b0-4148-9802-81e45025a4a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.458764] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "4da35bd5-50b0-4148-9802-81e45025a4a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.458764] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquiring lock "4da35bd5-50b0-4148-9802-81e45025a4a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.458932] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "4da35bd5-50b0-4148-9802-81e45025a4a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.459423] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "4da35bd5-50b0-4148-9802-81e45025a4a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.460800] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8931fc89-f4d6-4c22-ab7f-47076551fd80 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "e28d568b-a29d-4b5c-90e6-aac10019d54a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.670s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.467610] env[62643]: INFO nova.compute.manager [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Terminating instance [ 745.495581] env[62643]: DEBUG nova.network.neutron [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Updating instance_info_cache with network_info: [{"id": "05c53bec-32ed-44ee-a5fc-95157bc17fcc", "address": "fa:16:3e:d5:9e:4b", "network": {"id": "1d83895a-6959-4bd6-81b6-6f1b0b27945d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-540023863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee1537d4a5904b1990f3ec1f253bf478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c53bec-32", "ovs_interfaceid": "05c53bec-32ed-44ee-a5fc-95157bc17fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.734056] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.735522] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ad5d91-4936-4ce6-b5e6-b12cdd8380ed {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.744045] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52462ad2-6016-5eac-4302-0b858d0d8de8, 'name': SearchDatastore_Task, 'duration_secs': 0.015251} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.745370] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-275bc0c2-b61f-4aea-bdba-4c7780a04c08 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.749636] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.750297] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a8ea028-995a-4e27-8519-f9a397cf4948 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.752716] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 745.752716] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522111f2-6c3a-41dd-4231-a02327d04cdf" [ 745.752716] env[62643]: _type = "Task" [ 745.752716] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.763895] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522111f2-6c3a-41dd-4231-a02327d04cdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.770818] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917a2a8a-2673-4f3f-a167-21b44e7e14ac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.778505] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cee4d4-2ad8-46ad-8db5-7119528904a2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.816268] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ea7c56-9281-47c7-9ac0-8a9b47e4b2e1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.820858] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.821090] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.821273] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Deleting the datastore file [datastore2] 20c560c8-551e-476c-b26a-45e5d9770dce {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.821511] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5f14277-370a-4cfe-9f0e-72bdffb0bf92 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.827063] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17471cf9-8a31-4c99-ab4d-f70ccb82b6da {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.832844] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 745.832844] env[62643]: value = "task-2383058" [ 745.832844] env[62643]: _type = "Task" [ 745.832844] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.844026] env[62643]: DEBUG nova.compute.provider_tree [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.849489] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.970628] env[62643]: DEBUG nova.compute.manager [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.973792] env[62643]: DEBUG nova.compute.manager [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.974098] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.975495] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662b626f-bf79-47df-bf32-9dcb2ed7e545 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.986996] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.988212] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-437b3739-f9c1-4264-bfb3-4c16d21b20ad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.996943] env[62643]: DEBUG oslo_vmware.api [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 745.996943] env[62643]: value = "task-2383059" [ 745.996943] env[62643]: _type = "Task" [ 745.996943] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.000768] env[62643]: DEBUG oslo_concurrency.lockutils [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Releasing lock "refresh_cache-40588dfc-c8b5-4edb-b5f8-b533658e56a2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.001246] env[62643]: DEBUG nova.compute.manager [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Instance network_info: |[{"id": "05c53bec-32ed-44ee-a5fc-95157bc17fcc", "address": "fa:16:3e:d5:9e:4b", "network": {"id": "1d83895a-6959-4bd6-81b6-6f1b0b27945d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-540023863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee1537d4a5904b1990f3ec1f253bf478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c53bec-32", "ovs_interfaceid": "05c53bec-32ed-44ee-a5fc-95157bc17fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.005731] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:9e:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05c53bec-32ed-44ee-a5fc-95157bc17fcc', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.013883] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Creating folder: Project (ee1537d4a5904b1990f3ec1f253bf478). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.015934] env[62643]: DEBUG oslo_vmware.api [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.015934] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58664096-82bb-46a8-b55f-ac72b9b591a0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.026290] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Created folder: Project (ee1537d4a5904b1990f3ec1f253bf478) in parent group-v483488. [ 746.026454] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Creating folder: Instances. Parent ref: group-v483622. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.026698] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d318911-4cab-44cd-9505-060904510dcf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.037043] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Created folder: Instances in parent group-v483622. [ 746.037469] env[62643]: DEBUG oslo.service.loopingcall [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 746.037469] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.037666] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cf3f927-e86e-42a7-a041-5bfd518c3444 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.057815] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.057815] env[62643]: value = "task-2383062" [ 746.057815] env[62643]: _type = "Task" [ 746.057815] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.066520] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383062, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.223278] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Acquiring lock "bdcd9a8c-cff3-4df6-9dbe-21aa42a97364" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.223604] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Lock "bdcd9a8c-cff3-4df6-9dbe-21aa42a97364" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.264158] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522111f2-6c3a-41dd-4231-a02327d04cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.010034} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.264438] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.264734] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed/9852bd88-1d3c-4e14-a334-1fbd32cdd3ed.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.265049] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fee084ac-d959-4e03-b398-1b98541b025b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.271288] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 746.271288] env[62643]: value = "task-2383063" [ 746.271288] env[62643]: _type = "Task" [ 746.271288] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.277727] env[62643]: DEBUG nova.compute.manager [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Received event network-changed-4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.277917] env[62643]: DEBUG nova.compute.manager [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Refreshing instance network info cache due to event network-changed-4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 746.278156] env[62643]: DEBUG oslo_concurrency.lockutils [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] Acquiring lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.278303] env[62643]: DEBUG oslo_concurrency.lockutils [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] Acquired lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.278465] env[62643]: DEBUG nova.network.neutron [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Refreshing network info cache for port 4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.282979] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.298327] env[62643]: DEBUG nova.compute.manager [req-75516ba8-f710-4bf5-8035-503609b43dfa req-0fdb594d-1707-4f94-8e8d-9edbba5413e6 service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Received event network-changed-487617d7-0e8a-4259-ae81-ec789e06f9d7 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.298534] env[62643]: DEBUG nova.compute.manager [req-75516ba8-f710-4bf5-8035-503609b43dfa req-0fdb594d-1707-4f94-8e8d-9edbba5413e6 service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Refreshing instance network info cache due to event network-changed-487617d7-0e8a-4259-ae81-ec789e06f9d7. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 746.298782] env[62643]: DEBUG oslo_concurrency.lockutils [req-75516ba8-f710-4bf5-8035-503609b43dfa req-0fdb594d-1707-4f94-8e8d-9edbba5413e6 service nova] Acquiring lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.299012] env[62643]: DEBUG oslo_concurrency.lockutils [req-75516ba8-f710-4bf5-8035-503609b43dfa req-0fdb594d-1707-4f94-8e8d-9edbba5413e6 service nova] Acquired lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.299234] env[62643]: DEBUG nova.network.neutron [req-75516ba8-f710-4bf5-8035-503609b43dfa req-0fdb594d-1707-4f94-8e8d-9edbba5413e6 service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Refreshing network info cache for port 487617d7-0e8a-4259-ae81-ec789e06f9d7 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.345534] env[62643]: DEBUG oslo_vmware.api [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147712} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.346461] env[62643]: DEBUG nova.scheduler.client.report [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.349932] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.350167] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.350351] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.384800] env[62643]: INFO nova.scheduler.client.report [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Deleted allocations for instance 20c560c8-551e-476c-b26a-45e5d9770dce [ 746.507211] env[62643]: DEBUG oslo_vmware.api [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383059, 'name': PowerOffVM_Task, 'duration_secs': 0.367665} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.507917] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.508359] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.508588] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.509082] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e993f385-d00a-419b-93be-0f57dfae681d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.571426] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383062, 'name': CreateVM_Task, 'duration_secs': 0.361732} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.571634] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.572350] env[62643]: DEBUG oslo_concurrency.lockutils [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.572503] env[62643]: DEBUG oslo_concurrency.lockutils [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.572887] env[62643]: DEBUG oslo_concurrency.lockutils [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.573168] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d23fb17-ebcb-43c2-afe0-4bea93040fa0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.578859] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Waiting for the task: (returnval){ [ 746.578859] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522ad0b5-bf03-dc47-342e-64be10c64378" [ 746.578859] env[62643]: _type = "Task" [ 746.578859] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.589067] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522ad0b5-bf03-dc47-342e-64be10c64378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.650267] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.650504] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.650687] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Deleting the datastore file [datastore1] 4da35bd5-50b0-4148-9802-81e45025a4a0 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.650968] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46f3de42-28dd-4cc2-be34-9711dc6c6d85 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.659449] env[62643]: DEBUG oslo_vmware.api [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 746.659449] env[62643]: value = "task-2383065" [ 746.659449] env[62643]: _type = "Task" [ 746.659449] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.669403] env[62643]: DEBUG oslo_vmware.api [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.782274] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383063, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.854911] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.859275] env[62643]: DEBUG oslo_concurrency.lockutils [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.563s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.861477] env[62643]: INFO nova.compute.claims [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.896010] env[62643]: INFO nova.scheduler.client.report [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Deleted allocations for instance 8cf78384-7e0f-4a97-a030-1e51f123f086 [ 746.901428] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.093865] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522ad0b5-bf03-dc47-342e-64be10c64378, 'name': SearchDatastore_Task, 'duration_secs': 0.058717} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.096114] env[62643]: DEBUG oslo_concurrency.lockutils [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.096114] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.096114] env[62643]: DEBUG oslo_concurrency.lockutils [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.096114] env[62643]: DEBUG oslo_concurrency.lockutils [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.096114] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.096114] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc81b23b-e6bd-4228-8155-b5f1a76309cc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.107212] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.107212] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.107212] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e35882-3031-489e-b947-03d67b30c8a6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.116182] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Waiting for the task: (returnval){ [ 747.116182] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528a0444-0e74-d22e-f390-2ddede7607a7" [ 747.116182] env[62643]: _type = "Task" [ 747.116182] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.123963] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528a0444-0e74-d22e-f390-2ddede7607a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.170627] env[62643]: DEBUG oslo_vmware.api [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383538} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.171109] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.171328] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.171542] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.171747] env[62643]: INFO nova.compute.manager [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 747.172087] env[62643]: DEBUG oslo.service.loopingcall [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.172325] env[62643]: DEBUG nova.compute.manager [-] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.172461] env[62643]: DEBUG nova.network.neutron [-] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.282278] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620201} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.282759] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed/9852bd88-1d3c-4e14-a334-1fbd32cdd3ed.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.282759] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.283019] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a2cb0f8-0b0f-4835-b7a9-56826bb8678c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.295624] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 747.295624] env[62643]: value = "task-2383066" [ 747.295624] env[62643]: _type = "Task" [ 747.295624] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.304311] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.376707] env[62643]: DEBUG nova.network.neutron [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updated VIF entry in instance network info cache for port 4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.377127] env[62643]: DEBUG nova.network.neutron [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updating instance_info_cache with network_info: [{"id": "4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e", "address": "fa:16:3e:a4:30:24", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f21696d-fc", "ovs_interfaceid": "4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.400753] env[62643]: DEBUG nova.network.neutron [req-75516ba8-f710-4bf5-8035-503609b43dfa req-0fdb594d-1707-4f94-8e8d-9edbba5413e6 service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Updated VIF entry in instance network info cache for port 487617d7-0e8a-4259-ae81-ec789e06f9d7. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.401207] env[62643]: DEBUG nova.network.neutron [req-75516ba8-f710-4bf5-8035-503609b43dfa req-0fdb594d-1707-4f94-8e8d-9edbba5413e6 service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Updating instance_info_cache with network_info: [{"id": "0b6cacb8-b346-4dae-9ab7-12040baa0c00", "address": "fa:16:3e:dd:66:7b", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6cacb8-b3", "ovs_interfaceid": "0b6cacb8-b346-4dae-9ab7-12040baa0c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "487617d7-0e8a-4259-ae81-ec789e06f9d7", "address": "fa:16:3e:b4:9a:33", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487617d7-0e", "ovs_interfaceid": "487617d7-0e8a-4259-ae81-ec789e06f9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.408783] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fa868e42-092d-4d71-8217-0c68e6aa559f tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "8cf78384-7e0f-4a97-a030-1e51f123f086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.693s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.625200] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528a0444-0e74-d22e-f390-2ddede7607a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.625991] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0783a2c5-f79c-4505-b010-7cb65991c5a0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.631752] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Waiting for the task: (returnval){ [ 747.631752] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5273cc64-c3b2-de61-8c4a-6792dae03c22" [ 747.631752] env[62643]: _type = "Task" [ 747.631752] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.639595] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5273cc64-c3b2-de61-8c4a-6792dae03c22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.805720] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15373} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.806063] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.806843] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4e9d30-a9ee-4ec5-83a1-252a75731f84 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.832647] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed/9852bd88-1d3c-4e14-a334-1fbd32cdd3ed.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.833260] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78a3c1c6-fe4c-4830-a183-d986c0e92878 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.856409] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 747.856409] env[62643]: value = "task-2383067" [ 747.856409] env[62643]: _type = "Task" [ 747.856409] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.864569] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.879644] env[62643]: DEBUG oslo_concurrency.lockutils [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] Releasing lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.879961] env[62643]: DEBUG nova.compute.manager [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Received event network-vif-plugged-05c53bec-32ed-44ee-a5fc-95157bc17fcc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.880201] env[62643]: DEBUG oslo_concurrency.lockutils [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] Acquiring lock "40588dfc-c8b5-4edb-b5f8-b533658e56a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.880413] env[62643]: DEBUG oslo_concurrency.lockutils [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] Lock "40588dfc-c8b5-4edb-b5f8-b533658e56a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.880685] env[62643]: DEBUG oslo_concurrency.lockutils [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] Lock "40588dfc-c8b5-4edb-b5f8-b533658e56a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.880870] env[62643]: DEBUG nova.compute.manager [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] No waiting events found dispatching network-vif-plugged-05c53bec-32ed-44ee-a5fc-95157bc17fcc {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.881057] env[62643]: WARNING nova.compute.manager [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Received unexpected event network-vif-plugged-05c53bec-32ed-44ee-a5fc-95157bc17fcc for instance with vm_state building and task_state spawning. [ 747.881255] env[62643]: DEBUG nova.compute.manager [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Received event network-changed-05c53bec-32ed-44ee-a5fc-95157bc17fcc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.881444] env[62643]: DEBUG nova.compute.manager [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Refreshing instance network info cache due to event network-changed-05c53bec-32ed-44ee-a5fc-95157bc17fcc. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 747.881652] env[62643]: DEBUG oslo_concurrency.lockutils [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] Acquiring lock "refresh_cache-40588dfc-c8b5-4edb-b5f8-b533658e56a2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.882122] env[62643]: DEBUG oslo_concurrency.lockutils [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] Acquired lock "refresh_cache-40588dfc-c8b5-4edb-b5f8-b533658e56a2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.882357] env[62643]: DEBUG nova.network.neutron [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Refreshing network info cache for port 05c53bec-32ed-44ee-a5fc-95157bc17fcc {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.905475] env[62643]: DEBUG oslo_concurrency.lockutils [req-75516ba8-f710-4bf5-8035-503609b43dfa req-0fdb594d-1707-4f94-8e8d-9edbba5413e6 service nova] Releasing lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.062818] env[62643]: DEBUG nova.objects.instance [None req-3127cbe5-a4ba-4a8d-a7df-64f58a4f12c5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lazy-loading 'flavor' on Instance uuid 51049d09-cb97-42a9-aa48-b9375cf7c7eb {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.146874] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5273cc64-c3b2-de61-8c4a-6792dae03c22, 'name': SearchDatastore_Task, 'duration_secs': 0.009464} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.147436] env[62643]: DEBUG oslo_concurrency.lockutils [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.147711] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 40588dfc-c8b5-4edb-b5f8-b533658e56a2/40588dfc-c8b5-4edb-b5f8-b533658e56a2.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.148019] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eb8e63d-02a6-420c-af36-60349b3a475f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.154653] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Waiting for the task: (returnval){ [ 748.154653] env[62643]: value = "task-2383068" [ 748.154653] env[62643]: _type = "Task" [ 748.154653] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.163421] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': task-2383068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.369953] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.407921] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d86ed9-40c2-4997-98fe-e6b91c2ddfb5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.417697] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c21f70-c877-40d2-9204-ba4fa6715c5c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.450951] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9656a6a6-6a17-45ca-9c7f-04fa21c71736 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.459517] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b243be6-70e3-486f-8c88-59a7847e1f4c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.475043] env[62643]: DEBUG nova.compute.provider_tree [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.568645] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3127cbe5-a4ba-4a8d-a7df-64f58a4f12c5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.568809] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3127cbe5-a4ba-4a8d-a7df-64f58a4f12c5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.568991] env[62643]: DEBUG nova.network.neutron [None req-3127cbe5-a4ba-4a8d-a7df-64f58a4f12c5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.571277] env[62643]: DEBUG nova.objects.instance [None req-3127cbe5-a4ba-4a8d-a7df-64f58a4f12c5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lazy-loading 'info_cache' on Instance uuid 51049d09-cb97-42a9-aa48-b9375cf7c7eb {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.665629] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': task-2383068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507039} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.665981] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 40588dfc-c8b5-4edb-b5f8-b533658e56a2/40588dfc-c8b5-4edb-b5f8-b533658e56a2.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.666230] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.666456] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e21ad722-abcf-4184-b681-9d940ad9f71d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.672349] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Waiting for the task: (returnval){ [ 748.672349] env[62643]: value = "task-2383069" [ 748.672349] env[62643]: _type = "Task" [ 748.672349] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.680435] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': task-2383069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.741171] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "fd860eff-d4b0-409f-8242-b3845a0cf256" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.741171] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "fd860eff-d4b0-409f-8242-b3845a0cf256" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.741171] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "fd860eff-d4b0-409f-8242-b3845a0cf256-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.741171] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "fd860eff-d4b0-409f-8242-b3845a0cf256-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.741171] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "fd860eff-d4b0-409f-8242-b3845a0cf256-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.744238] env[62643]: INFO nova.compute.manager [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Terminating instance [ 748.852341] env[62643]: DEBUG nova.compute.manager [req-eb7e5481-31ac-4c05-8ff9-625c60886814 req-53e0acca-8659-46d3-9d88-f801a0e31bf9 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Received event network-vif-deleted-436bc760-cc28-4585-8f93-3753a43d6ef4 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.853304] env[62643]: INFO nova.compute.manager [req-eb7e5481-31ac-4c05-8ff9-625c60886814 req-53e0acca-8659-46d3-9d88-f801a0e31bf9 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Neutron deleted interface 436bc760-cc28-4585-8f93-3753a43d6ef4; detaching it from the instance and deleting it from the info cache [ 748.853833] env[62643]: DEBUG nova.network.neutron [req-eb7e5481-31ac-4c05-8ff9-625c60886814 req-53e0acca-8659-46d3-9d88-f801a0e31bf9 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Updating instance_info_cache with network_info: [{"id": "f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2", "address": "fa:16:3e:bd:b8:19", "network": {"id": "34c8497e-82e5-4861-90e4-64f4d12fe3c6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-37165447", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c6cff6-fd", "ovs_interfaceid": "f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c00dc16-eb70-493a-b9e7-81b0126dcb81", "address": "fa:16:3e:07:c6:44", "network": {"id": "d2b6bd11-2428-4e3e-b987-11b90392d7eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-115101209", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c00dc16-eb", "ovs_interfaceid": "0c00dc16-eb70-493a-b9e7-81b0126dcb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.870861] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383067, 'name': ReconfigVM_Task, 'duration_secs': 0.620794} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.871276] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed/9852bd88-1d3c-4e14-a334-1fbd32cdd3ed.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.872071] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45ada8ed-e36f-44a8-8e43-02b5ba932357 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.885222] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 748.885222] env[62643]: value = "task-2383070" [ 748.885222] env[62643]: _type = "Task" [ 748.885222] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.897243] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383070, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.979314] env[62643]: DEBUG nova.scheduler.client.report [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.076986] env[62643]: DEBUG nova.objects.base [None req-3127cbe5-a4ba-4a8d-a7df-64f58a4f12c5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Object Instance<51049d09-cb97-42a9-aa48-b9375cf7c7eb> lazy-loaded attributes: flavor,info_cache {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 749.102124] env[62643]: DEBUG nova.network.neutron [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Updated VIF entry in instance network info cache for port 05c53bec-32ed-44ee-a5fc-95157bc17fcc. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.102493] env[62643]: DEBUG nova.network.neutron [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Updating instance_info_cache with network_info: [{"id": "05c53bec-32ed-44ee-a5fc-95157bc17fcc", "address": "fa:16:3e:d5:9e:4b", "network": {"id": "1d83895a-6959-4bd6-81b6-6f1b0b27945d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-540023863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee1537d4a5904b1990f3ec1f253bf478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c53bec-32", "ovs_interfaceid": "05c53bec-32ed-44ee-a5fc-95157bc17fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.150192] env[62643]: DEBUG nova.compute.manager [req-87079366-7689-4bbf-bc4f-10d7cb72fe03 req-a53fc3ef-706d-4e5f-afb2-4251a0041052 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Received event network-vif-unplugged-20e8f5a1-205b-4df3-8683-b08327bbe676 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.150192] env[62643]: DEBUG oslo_concurrency.lockutils [req-87079366-7689-4bbf-bc4f-10d7cb72fe03 req-a53fc3ef-706d-4e5f-afb2-4251a0041052 service nova] Acquiring lock "20c560c8-551e-476c-b26a-45e5d9770dce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.150192] env[62643]: DEBUG oslo_concurrency.lockutils [req-87079366-7689-4bbf-bc4f-10d7cb72fe03 req-a53fc3ef-706d-4e5f-afb2-4251a0041052 service nova] Lock "20c560c8-551e-476c-b26a-45e5d9770dce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.150918] env[62643]: DEBUG oslo_concurrency.lockutils [req-87079366-7689-4bbf-bc4f-10d7cb72fe03 req-a53fc3ef-706d-4e5f-afb2-4251a0041052 service nova] Lock "20c560c8-551e-476c-b26a-45e5d9770dce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.151257] env[62643]: DEBUG nova.compute.manager [req-87079366-7689-4bbf-bc4f-10d7cb72fe03 req-a53fc3ef-706d-4e5f-afb2-4251a0041052 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] No waiting events found dispatching network-vif-unplugged-20e8f5a1-205b-4df3-8683-b08327bbe676 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.151578] env[62643]: WARNING nova.compute.manager [req-87079366-7689-4bbf-bc4f-10d7cb72fe03 req-a53fc3ef-706d-4e5f-afb2-4251a0041052 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Received unexpected event network-vif-unplugged-20e8f5a1-205b-4df3-8683-b08327bbe676 for instance with vm_state shelved_offloaded and task_state unshelving. [ 749.151935] env[62643]: DEBUG nova.compute.manager [req-87079366-7689-4bbf-bc4f-10d7cb72fe03 req-a53fc3ef-706d-4e5f-afb2-4251a0041052 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Received event network-changed-20e8f5a1-205b-4df3-8683-b08327bbe676 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.152243] env[62643]: DEBUG nova.compute.manager [req-87079366-7689-4bbf-bc4f-10d7cb72fe03 req-a53fc3ef-706d-4e5f-afb2-4251a0041052 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Refreshing instance network info cache due to event network-changed-20e8f5a1-205b-4df3-8683-b08327bbe676. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 749.153945] env[62643]: DEBUG oslo_concurrency.lockutils [req-87079366-7689-4bbf-bc4f-10d7cb72fe03 req-a53fc3ef-706d-4e5f-afb2-4251a0041052 service nova] Acquiring lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.153945] env[62643]: DEBUG oslo_concurrency.lockutils [req-87079366-7689-4bbf-bc4f-10d7cb72fe03 req-a53fc3ef-706d-4e5f-afb2-4251a0041052 service nova] Acquired lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.153945] env[62643]: DEBUG nova.network.neutron [req-87079366-7689-4bbf-bc4f-10d7cb72fe03 req-a53fc3ef-706d-4e5f-afb2-4251a0041052 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Refreshing network info cache for port 20e8f5a1-205b-4df3-8683-b08327bbe676 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.187506] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': task-2383069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115753} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.187506] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.187506] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb54b77-03ab-4ca5-8fe7-23c9232f5126 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.224794] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 40588dfc-c8b5-4edb-b5f8-b533658e56a2/40588dfc-c8b5-4edb-b5f8-b533658e56a2.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.225215] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7cdf892-522a-4bfe-9a5b-2829f7a1a7e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.249503] env[62643]: DEBUG nova.compute.manager [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.249736] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.253153] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52955744-c772-4489-aac1-8292829c0d6e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.257024] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Waiting for the task: (returnval){ [ 749.257024] env[62643]: value = "task-2383071" [ 749.257024] env[62643]: _type = "Task" [ 749.257024] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.263785] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.263785] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a572841d-9e11-4316-a097-6857f9711e89 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.270157] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': task-2383071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.274976] env[62643]: DEBUG oslo_vmware.api [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 749.274976] env[62643]: value = "task-2383072" [ 749.274976] env[62643]: _type = "Task" [ 749.274976] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.283719] env[62643]: DEBUG oslo_vmware.api [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.350583] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "e28d568b-a29d-4b5c-90e6-aac10019d54a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.350583] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "e28d568b-a29d-4b5c-90e6-aac10019d54a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.350799] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "e28d568b-a29d-4b5c-90e6-aac10019d54a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.350976] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "e28d568b-a29d-4b5c-90e6-aac10019d54a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.351598] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "e28d568b-a29d-4b5c-90e6-aac10019d54a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.355125] env[62643]: INFO nova.compute.manager [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Terminating instance [ 749.361525] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d01654db-8064-473b-b440-3d76234837eb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.369842] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e64432-63e0-46d0-ace1-e361853eb1c9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.411334] env[62643]: DEBUG nova.compute.manager [req-eb7e5481-31ac-4c05-8ff9-625c60886814 req-53e0acca-8659-46d3-9d88-f801a0e31bf9 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Detach interface failed, port_id=436bc760-cc28-4585-8f93-3753a43d6ef4, reason: Instance 4da35bd5-50b0-4148-9802-81e45025a4a0 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 749.411916] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383070, 'name': Rename_Task, 'duration_secs': 0.320056} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.412196] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.412448] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-071a089d-e5b2-49e2-94e6-bb18260d9650 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.419039] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 749.419039] env[62643]: value = "task-2383073" [ 749.419039] env[62643]: _type = "Task" [ 749.419039] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.427677] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.485160] env[62643]: DEBUG oslo_concurrency.lockutils [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.485677] env[62643]: DEBUG nova.compute.manager [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.488686] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.692s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.488910] env[62643]: DEBUG nova.objects.instance [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lazy-loading 'resources' on Instance uuid 43dc5e13-a248-4173-9ed2-a66e9b09bcb9 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.608875] env[62643]: DEBUG oslo_concurrency.lockutils [req-ed9950ef-e2f6-467b-b701-d23babb0acdf req-7f0e0180-eb9f-44d5-871c-371000760ac2 service nova] Releasing lock "refresh_cache-40588dfc-c8b5-4edb-b5f8-b533658e56a2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.746866] env[62643]: DEBUG nova.network.neutron [-] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.774097] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': task-2383071, 'name': ReconfigVM_Task, 'duration_secs': 0.387319} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.776013] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 40588dfc-c8b5-4edb-b5f8-b533658e56a2/40588dfc-c8b5-4edb-b5f8-b533658e56a2.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.777325] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d04af10-48a1-4f67-90e8-9c7983202326 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.791627] env[62643]: DEBUG oslo_vmware.api [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383072, 'name': PowerOffVM_Task, 'duration_secs': 0.235978} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.793333] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.793642] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.793965] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Waiting for the task: (returnval){ [ 749.793965] env[62643]: value = "task-2383074" [ 749.793965] env[62643]: _type = "Task" [ 749.793965] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.794224] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d6bc2c8-bd35-41c9-acff-37ded496d1b8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.809223] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': task-2383074, 'name': Rename_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.817121] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "interface-cc523733-d9ab-4337-bf4f-59c94fa1484b-487617d7-0e8a-4259-ae81-ec789e06f9d7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.817414] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-cc523733-d9ab-4337-bf4f-59c94fa1484b-487617d7-0e8a-4259-ae81-ec789e06f9d7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.856381] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.856581] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.856753] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Deleting the datastore file [datastore2] fd860eff-d4b0-409f-8242-b3845a0cf256 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.857033] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7972198b-0767-46be-9992-f83f7de5f314 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.861207] env[62643]: DEBUG nova.compute.manager [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.861481] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.862672] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a06ad92-b0c7-4d30-bbc9-11bfdc561bfe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.867639] env[62643]: DEBUG oslo_vmware.api [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 749.867639] env[62643]: value = "task-2383076" [ 749.867639] env[62643]: _type = "Task" [ 749.867639] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.875203] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.876091] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c59861c-ff46-4c77-803e-959107f79533 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.882049] env[62643]: DEBUG oslo_vmware.api [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.888054] env[62643]: DEBUG oslo_vmware.api [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 749.888054] env[62643]: value = "task-2383077" [ 749.888054] env[62643]: _type = "Task" [ 749.888054] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.896390] env[62643]: DEBUG oslo_vmware.api [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.930860] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.991768] env[62643]: DEBUG nova.compute.utils [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 749.993394] env[62643]: DEBUG nova.compute.manager [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.993576] env[62643]: DEBUG nova.network.neutron [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.085512] env[62643]: DEBUG nova.policy [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3cb20ecb8ff4212ab817a0f679d5161', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc829a6049a94a2d98bd5f47a6df92b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.151197] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "20c560c8-551e-476c-b26a-45e5d9770dce" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.252326] env[62643]: INFO nova.compute.manager [-] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Took 3.08 seconds to deallocate network for instance. [ 750.300315] env[62643]: DEBUG nova.network.neutron [None req-3127cbe5-a4ba-4a8d-a7df-64f58a4f12c5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updating instance_info_cache with network_info: [{"id": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "address": "fa:16:3e:0f:c4:e8", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f4ff462-6e", "ovs_interfaceid": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.311280] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': task-2383074, 'name': Rename_Task, 'duration_secs': 0.16244} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.315532] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.316131] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da6fc9f2-274d-4d41-9f2d-e83a58cf447d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.320395] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.320655] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.321687] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c656c578-0e87-4eec-849d-f0430e2132ed {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.325885] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Waiting for the task: (returnval){ [ 750.325885] env[62643]: value = "task-2383078" [ 750.325885] env[62643]: _type = "Task" [ 750.325885] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.332620] env[62643]: DEBUG nova.network.neutron [req-87079366-7689-4bbf-bc4f-10d7cb72fe03 req-a53fc3ef-706d-4e5f-afb2-4251a0041052 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Updated VIF entry in instance network info cache for port 20e8f5a1-205b-4df3-8683-b08327bbe676. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.332980] env[62643]: DEBUG nova.network.neutron [req-87079366-7689-4bbf-bc4f-10d7cb72fe03 req-a53fc3ef-706d-4e5f-afb2-4251a0041052 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Updating instance_info_cache with network_info: [{"id": "20e8f5a1-205b-4df3-8683-b08327bbe676", "address": "fa:16:3e:bc:b5:99", "network": {"id": "71c5229e-42c0-45ed-8d40-92f570a66e96", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-761236806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa7d55bb2334b6cac45f3d2b66555f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap20e8f5a1-20", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.352787] env[62643]: DEBUG oslo_concurrency.lockutils [req-87079366-7689-4bbf-bc4f-10d7cb72fe03 req-a53fc3ef-706d-4e5f-afb2-4251a0041052 service nova] Releasing lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.354975] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4483e17f-18c0-4d55-aeda-1c0f389996e6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.363195] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': task-2383078, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.389405] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Reconfiguring VM to detach interface {{(pid=62643) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 750.397875] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e25fa1b1-9b1e-443d-a219-685d8494dab9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.418985] env[62643]: DEBUG oslo_vmware.api [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383077, 'name': PowerOffVM_Task, 'duration_secs': 0.209427} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.423419] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.423419] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.423419] env[62643]: DEBUG oslo_vmware.api [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 750.423419] env[62643]: value = "task-2383079" [ 750.423419] env[62643]: _type = "Task" [ 750.423419] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.423419] env[62643]: DEBUG oslo_vmware.api [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138034} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.425890] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e7a09b9-369e-4b2c-96bf-9c44e109ac91 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.431426] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.431426] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.431426] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.431426] env[62643]: INFO nova.compute.manager [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Took 1.18 seconds to destroy the instance on the hypervisor. [ 750.431426] env[62643]: DEBUG oslo.service.loopingcall [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.434725] env[62643]: DEBUG nova.compute.manager [-] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.434892] env[62643]: DEBUG nova.network.neutron [-] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.442270] env[62643]: DEBUG oslo_vmware.api [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.445517] env[62643]: DEBUG oslo_vmware.api [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383073, 'name': PowerOnVM_Task, 'duration_secs': 0.828732} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.445775] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.445968] env[62643]: INFO nova.compute.manager [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Took 10.50 seconds to spawn the instance on the hypervisor. [ 750.446167] env[62643]: DEBUG nova.compute.manager [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.446944] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18992f3c-790e-417e-8db7-401a6a367eb5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.500879] env[62643]: DEBUG nova.compute.manager [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.516155] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.516384] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.516565] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Deleting the datastore file [datastore2] e28d568b-a29d-4b5c-90e6-aac10019d54a {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.517114] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c2256f6-411b-449c-9de1-89c0825877c6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.529097] env[62643]: DEBUG oslo_vmware.api [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 750.529097] env[62643]: value = "task-2383081" [ 750.529097] env[62643]: _type = "Task" [ 750.529097] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.539639] env[62643]: DEBUG oslo_vmware.api [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.684086] env[62643]: DEBUG nova.network.neutron [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Successfully created port: 0e67b55d-f3d0-4d12-a33d-f39a548adf11 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.741953] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e192597-65ed-4bd4-849f-f4f689a962c4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.751609] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc6adf8-55dc-4644-9576-e741b56931a9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.788607] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.788607] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d468f56-6692-4445-b8fd-6dcf40132684 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.795804] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7042a751-1c6c-4825-b2b5-384cb9f91a71 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.810315] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3127cbe5-a4ba-4a8d-a7df-64f58a4f12c5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.811485] env[62643]: DEBUG nova.compute.provider_tree [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.836313] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': task-2383078, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.938023] env[62643]: DEBUG oslo_vmware.api [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.969171] env[62643]: INFO nova.compute.manager [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Took 44.92 seconds to build instance. [ 751.049088] env[62643]: DEBUG oslo_vmware.api [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197494} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.049088] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.049088] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.049201] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.049450] env[62643]: INFO nova.compute.manager [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 751.049764] env[62643]: DEBUG oslo.service.loopingcall [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.050011] env[62643]: DEBUG nova.compute.manager [-] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.050110] env[62643]: DEBUG nova.network.neutron [-] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.316075] env[62643]: DEBUG nova.scheduler.client.report [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.324975] env[62643]: DEBUG nova.network.neutron [-] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.343938] env[62643]: DEBUG oslo_vmware.api [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': task-2383078, 'name': PowerOnVM_Task, 'duration_secs': 0.714686} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.344315] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.344558] env[62643]: INFO nova.compute.manager [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Took 8.53 seconds to spawn the instance on the hypervisor. [ 751.344821] env[62643]: DEBUG nova.compute.manager [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.346332] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a6a08b-0f22-4ac7-abf3-a83fa97d992f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.440766] env[62643]: DEBUG oslo_vmware.api [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.470039] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0b5c1ad-8994-4f18-8ff2-0aca5a4d5ede tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.170s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.501565] env[62643]: DEBUG nova.compute.manager [req-9c737492-b519-4472-b8e0-f50ebc8a5013 req-7064bf76-d78f-4959-b1cf-143a3c26aec2 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Received event network-vif-deleted-f7c6cff6-fd10-4bd5-aceb-aac83cdfb0d2 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.501827] env[62643]: DEBUG nova.compute.manager [req-9c737492-b519-4472-b8e0-f50ebc8a5013 req-7064bf76-d78f-4959-b1cf-143a3c26aec2 service nova] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Received event network-vif-deleted-0c00dc16-eb70-493a-b9e7-81b0126dcb81 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.501943] env[62643]: DEBUG nova.compute.manager [req-9c737492-b519-4472-b8e0-f50ebc8a5013 req-7064bf76-d78f-4959-b1cf-143a3c26aec2 service nova] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Received event network-vif-deleted-d3f6794c-dcea-4c5b-ab30-1fa550967748 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.529761] env[62643]: DEBUG nova.compute.manager [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.566429] env[62643]: DEBUG nova.virt.hardware [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.569038] env[62643]: DEBUG nova.virt.hardware [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.569038] env[62643]: DEBUG nova.virt.hardware [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.569038] env[62643]: DEBUG nova.virt.hardware [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.569038] env[62643]: DEBUG nova.virt.hardware [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.569038] env[62643]: DEBUG nova.virt.hardware [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.569038] env[62643]: DEBUG nova.virt.hardware [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.569038] env[62643]: DEBUG nova.virt.hardware [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.569038] env[62643]: DEBUG nova.virt.hardware [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.569038] env[62643]: DEBUG nova.virt.hardware [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.569038] env[62643]: DEBUG nova.virt.hardware [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.569839] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5468c995-0e60-4ff4-8312-556d9e3aa145 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.580049] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727704bb-a7ae-42d2-bf35-108a06f4b245 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.825288] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3127cbe5-a4ba-4a8d-a7df-64f58a4f12c5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.825604] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eb46963-ab99-482c-a5a1-29a87ca969a8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.829283] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.835432] env[62643]: INFO nova.compute.manager [-] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Took 1.40 seconds to deallocate network for instance. [ 751.835432] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.964s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.835432] env[62643]: DEBUG nova.objects.instance [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Lazy-loading 'resources' on Instance uuid 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.836159] env[62643]: DEBUG oslo_vmware.api [None req-3127cbe5-a4ba-4a8d-a7df-64f58a4f12c5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 751.836159] env[62643]: value = "task-2383082" [ 751.836159] env[62643]: _type = "Task" [ 751.836159] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.857378] env[62643]: DEBUG oslo_vmware.api [None req-3127cbe5-a4ba-4a8d-a7df-64f58a4f12c5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383082, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.866455] env[62643]: INFO nova.compute.manager [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Took 41.95 seconds to build instance. [ 751.873271] env[62643]: INFO nova.scheduler.client.report [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Deleted allocations for instance 43dc5e13-a248-4173-9ed2-a66e9b09bcb9 [ 751.941309] env[62643]: DEBUG oslo_vmware.api [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.973516] env[62643]: DEBUG nova.compute.manager [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.013637] env[62643]: DEBUG nova.compute.manager [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.013637] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b97e04-e84d-4fee-a3a4-abb9e5e95311 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.123598] env[62643]: DEBUG nova.network.neutron [-] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.354991] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.356211] env[62643]: DEBUG oslo_vmware.api [None req-3127cbe5-a4ba-4a8d-a7df-64f58a4f12c5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383082, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.372203] env[62643]: DEBUG oslo_concurrency.lockutils [None req-009987b8-1b38-4aee-be31-7ac1135ca776 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Lock "40588dfc-c8b5-4edb-b5f8-b533658e56a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.266s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.385555] env[62643]: DEBUG oslo_concurrency.lockutils [None req-50d5823f-1852-4d0a-859a-f8680e542dfe tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "43dc5e13-a248-4173-9ed2-a66e9b09bcb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.091s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.441388] env[62643]: DEBUG oslo_vmware.api [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.497720] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.534959] env[62643]: INFO nova.compute.manager [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] instance snapshotting [ 752.538889] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f007b7-10e5-43bf-bcc8-a7b73e6a061f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.563858] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c1cbe0-78a0-4dcd-aaae-88b0c8450b09 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.599957] env[62643]: DEBUG nova.network.neutron [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Successfully updated port: 0e67b55d-f3d0-4d12-a33d-f39a548adf11 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.630010] env[62643]: INFO nova.compute.manager [-] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Took 1.58 seconds to deallocate network for instance. [ 752.854208] env[62643]: DEBUG oslo_vmware.api [None req-3127cbe5-a4ba-4a8d-a7df-64f58a4f12c5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383082, 'name': PowerOnVM_Task, 'duration_secs': 0.578573} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.854545] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3127cbe5-a4ba-4a8d-a7df-64f58a4f12c5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.854761] env[62643]: DEBUG nova.compute.manager [None req-3127cbe5-a4ba-4a8d-a7df-64f58a4f12c5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.855748] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187a16fb-3002-42e1-a485-bde6d7d3bf74 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.917102] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddfea5c-c29a-4508-8870-9fd1972428ca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.925942] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570d0f42-8905-4cd5-a64f-cedceedaa28b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.961611] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a42bac-d409-44ae-9b40-87eb30756639 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.968029] env[62643]: DEBUG oslo_vmware.api [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.973716] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62f8811-00ac-49bf-9f61-3459218bd4ee {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.990012] env[62643]: DEBUG nova.compute.provider_tree [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.062301] env[62643]: DEBUG nova.compute.manager [req-454b34d3-04f2-4dba-95b3-64514d06d246 req-dae06f54-a8e2-4131-b160-2bc85871777d service nova] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Received event network-vif-plugged-0e67b55d-f3d0-4d12-a33d-f39a548adf11 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.062565] env[62643]: DEBUG oslo_concurrency.lockutils [req-454b34d3-04f2-4dba-95b3-64514d06d246 req-dae06f54-a8e2-4131-b160-2bc85871777d service nova] Acquiring lock "5da4398a-cdc1-4c7b-bcc2-706f7b99a60a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.062794] env[62643]: DEBUG oslo_concurrency.lockutils [req-454b34d3-04f2-4dba-95b3-64514d06d246 req-dae06f54-a8e2-4131-b160-2bc85871777d service nova] Lock "5da4398a-cdc1-4c7b-bcc2-706f7b99a60a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.063057] env[62643]: DEBUG oslo_concurrency.lockutils [req-454b34d3-04f2-4dba-95b3-64514d06d246 req-dae06f54-a8e2-4131-b160-2bc85871777d service nova] Lock "5da4398a-cdc1-4c7b-bcc2-706f7b99a60a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.063129] env[62643]: DEBUG nova.compute.manager [req-454b34d3-04f2-4dba-95b3-64514d06d246 req-dae06f54-a8e2-4131-b160-2bc85871777d service nova] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] No waiting events found dispatching network-vif-plugged-0e67b55d-f3d0-4d12-a33d-f39a548adf11 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.063292] env[62643]: WARNING nova.compute.manager [req-454b34d3-04f2-4dba-95b3-64514d06d246 req-dae06f54-a8e2-4131-b160-2bc85871777d service nova] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Received unexpected event network-vif-plugged-0e67b55d-f3d0-4d12-a33d-f39a548adf11 for instance with vm_state building and task_state spawning. [ 753.076190] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 753.076492] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1ad1c4c5-00c1-4092-8893-851725d19566 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.087383] env[62643]: DEBUG oslo_vmware.api [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 753.087383] env[62643]: value = "task-2383083" [ 753.087383] env[62643]: _type = "Task" [ 753.087383] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.094652] env[62643]: DEBUG oslo_vmware.api [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383083, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.104744] env[62643]: DEBUG oslo_concurrency.lockutils [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "refresh_cache-5da4398a-cdc1-4c7b-bcc2-706f7b99a60a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.104895] env[62643]: DEBUG oslo_concurrency.lockutils [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired lock "refresh_cache-5da4398a-cdc1-4c7b-bcc2-706f7b99a60a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.105069] env[62643]: DEBUG nova.network.neutron [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.136986] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.439870] env[62643]: DEBUG oslo_vmware.api [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.493699] env[62643]: DEBUG nova.scheduler.client.report [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.596478] env[62643]: DEBUG oslo_vmware.api [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383083, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.624592] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "ae942842-00af-408a-beb2-312839415d76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.624878] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "ae942842-00af-408a-beb2-312839415d76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.645285] env[62643]: DEBUG nova.network.neutron [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.817538] env[62643]: DEBUG nova.network.neutron [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Updating instance_info_cache with network_info: [{"id": "0e67b55d-f3d0-4d12-a33d-f39a548adf11", "address": "fa:16:3e:d3:90:dd", "network": {"id": "b0db6530-1a58-4ab0-b9b5-c5764bdd7d7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-466483620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc829a6049a94a2d98bd5f47a6df92b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e67b55d-f3", "ovs_interfaceid": "0e67b55d-f3d0-4d12-a33d-f39a548adf11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.944924] env[62643]: DEBUG oslo_vmware.api [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.002665] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.002961] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.186s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.003732] env[62643]: DEBUG nova.objects.instance [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lazy-loading 'resources' on Instance uuid dd592887-7756-430b-bb18-8bf79d1b7a04 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.035411] env[62643]: INFO nova.scheduler.client.report [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Deleted allocations for instance 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f [ 754.102410] env[62643]: DEBUG oslo_vmware.api [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383083, 'name': CreateSnapshot_Task, 'duration_secs': 0.904433} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.102708] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 754.103544] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceaffba-00c9-4a7c-9586-755e49c1a963 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.127531] env[62643]: DEBUG nova.compute.manager [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.172151] env[62643]: DEBUG nova.compute.manager [req-d2eb2e21-b631-418f-98d5-f741c45c445c req-a2db6c5c-8e44-4ddd-b21d-3c319dfbd4bb service nova] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Received event network-vif-deleted-b4824119-df7e-44e7-b9d4-e3415fb012ce {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.319836] env[62643]: DEBUG oslo_concurrency.lockutils [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Releasing lock "refresh_cache-5da4398a-cdc1-4c7b-bcc2-706f7b99a60a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.320110] env[62643]: DEBUG nova.compute.manager [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Instance network_info: |[{"id": "0e67b55d-f3d0-4d12-a33d-f39a548adf11", "address": "fa:16:3e:d3:90:dd", "network": {"id": "b0db6530-1a58-4ab0-b9b5-c5764bdd7d7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-466483620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc829a6049a94a2d98bd5f47a6df92b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e67b55d-f3", "ovs_interfaceid": "0e67b55d-f3d0-4d12-a33d-f39a548adf11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.320540] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:90:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e67b55d-f3d0-4d12-a33d-f39a548adf11', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.328874] env[62643]: DEBUG oslo.service.loopingcall [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.329130] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.329385] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d668190-b381-4da3-ae46-6645c78fdd59 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.350991] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.350991] env[62643]: value = "task-2383084" [ 754.350991] env[62643]: _type = "Task" [ 754.350991] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.359166] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383084, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.442843] env[62643]: DEBUG oslo_vmware.api [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.547450] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9b33768d-efaf-4619-b64b-302d12d99360 tempest-VolumesAssistedSnapshotsTest-676173490 tempest-VolumesAssistedSnapshotsTest-676173490-project-member] Lock "31c1303a-ec34-4a3c-8d76-413fe8ddbb6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.389s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.623582] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 754.626467] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5ad8ba96-1244-445f-b98f-56f3efbb8a6a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.640870] env[62643]: DEBUG oslo_vmware.api [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 754.640870] env[62643]: value = "task-2383085" [ 754.640870] env[62643]: _type = "Task" [ 754.640870] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.650446] env[62643]: DEBUG oslo_vmware.api [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383085, 'name': CloneVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.660085] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.863138] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383084, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.946348] env[62643]: DEBUG oslo_vmware.api [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.097310] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43354ac-1c8a-42b6-88d1-1640f2f60395 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.105231] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecdfead-d489-472f-a6c1-11eae5ed7d20 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.135434] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947f5087-2996-4f4a-bc22-e2372f2f864b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.148957] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e4a86d-769f-4b0f-b50c-9dd8ee0a1574 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.161271] env[62643]: DEBUG oslo_vmware.api [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383085, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.175199] env[62643]: DEBUG nova.compute.provider_tree [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.178279] env[62643]: DEBUG nova.compute.manager [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Stashing vm_state: active {{(pid=62643) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 755.367021] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383084, 'name': CreateVM_Task, 'duration_secs': 0.830972} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.367021] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.367021] env[62643]: DEBUG oslo_concurrency.lockutils [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.367021] env[62643]: DEBUG oslo_concurrency.lockutils [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.367021] env[62643]: DEBUG oslo_concurrency.lockutils [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.367021] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a73d8290-f3d0-4612-a7ec-ce1b1201f68b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.369774] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 755.369774] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522ebdbf-5f9a-2888-c8b9-cb946b425a53" [ 755.369774] env[62643]: _type = "Task" [ 755.369774] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.379404] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522ebdbf-5f9a-2888-c8b9-cb946b425a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.424027] env[62643]: DEBUG nova.compute.manager [req-10b51cd7-9967-44a3-baef-8df0fd557f2b req-02b7dd1b-adf3-4740-81f0-c2245a8a8a6e service nova] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Received event network-changed-0e67b55d-f3d0-4d12-a33d-f39a548adf11 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.424027] env[62643]: DEBUG nova.compute.manager [req-10b51cd7-9967-44a3-baef-8df0fd557f2b req-02b7dd1b-adf3-4740-81f0-c2245a8a8a6e service nova] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Refreshing instance network info cache due to event network-changed-0e67b55d-f3d0-4d12-a33d-f39a548adf11. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 755.424027] env[62643]: DEBUG oslo_concurrency.lockutils [req-10b51cd7-9967-44a3-baef-8df0fd557f2b req-02b7dd1b-adf3-4740-81f0-c2245a8a8a6e service nova] Acquiring lock "refresh_cache-5da4398a-cdc1-4c7b-bcc2-706f7b99a60a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.424027] env[62643]: DEBUG oslo_concurrency.lockutils [req-10b51cd7-9967-44a3-baef-8df0fd557f2b req-02b7dd1b-adf3-4740-81f0-c2245a8a8a6e service nova] Acquired lock "refresh_cache-5da4398a-cdc1-4c7b-bcc2-706f7b99a60a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.424027] env[62643]: DEBUG nova.network.neutron [req-10b51cd7-9967-44a3-baef-8df0fd557f2b req-02b7dd1b-adf3-4740-81f0-c2245a8a8a6e service nova] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Refreshing network info cache for port 0e67b55d-f3d0-4d12-a33d-f39a548adf11 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.443122] env[62643]: DEBUG oslo_vmware.api [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.654291] env[62643]: DEBUG oslo_vmware.api [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383085, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.685025] env[62643]: DEBUG nova.scheduler.client.report [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.714875] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.881045] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522ebdbf-5f9a-2888-c8b9-cb946b425a53, 'name': SearchDatastore_Task, 'duration_secs': 0.012499} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.881530] env[62643]: DEBUG oslo_concurrency.lockutils [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.881892] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.882267] env[62643]: DEBUG oslo_concurrency.lockutils [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.882529] env[62643]: DEBUG oslo_concurrency.lockutils [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.882847] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.883297] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-755696fe-6e56-4ee6-8df4-5af0620d1b86 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.896280] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.896280] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.896280] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aaabfcf-fdb2-47dd-b187-e06f6aa826e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.902070] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 755.902070] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52217f94-0beb-6368-fb1d-34e39f1f0a41" [ 755.902070] env[62643]: _type = "Task" [ 755.902070] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.909842] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52217f94-0beb-6368-fb1d-34e39f1f0a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.943951] env[62643]: DEBUG oslo_vmware.api [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383079, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.085683] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "f48ce860-ff20-482e-93fb-68aa4206bec5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.086044] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "f48ce860-ff20-482e-93fb-68aa4206bec5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.086422] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "f48ce860-ff20-482e-93fb-68aa4206bec5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.086621] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "f48ce860-ff20-482e-93fb-68aa4206bec5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.086794] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "f48ce860-ff20-482e-93fb-68aa4206bec5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.089198] env[62643]: INFO nova.compute.manager [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Terminating instance [ 756.160597] env[62643]: DEBUG oslo_vmware.api [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383085, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.191367] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.194621] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.800s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.195485] env[62643]: INFO nova.compute.claims [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.212475] env[62643]: INFO nova.scheduler.client.report [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Deleted allocations for instance dd592887-7756-430b-bb18-8bf79d1b7a04 [ 756.414197] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52217f94-0beb-6368-fb1d-34e39f1f0a41, 'name': SearchDatastore_Task, 'duration_secs': 0.008691} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.415209] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5cc2f67-8ad3-4c7b-9251-028e72a99902 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.420893] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 756.420893] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52725c99-5c20-f8a7-42f6-9430489bdbef" [ 756.420893] env[62643]: _type = "Task" [ 756.420893] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.428878] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52725c99-5c20-f8a7-42f6-9430489bdbef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.444608] env[62643]: DEBUG oslo_vmware.api [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383079, 'name': ReconfigVM_Task, 'duration_secs': 5.767675} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.445069] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.445334] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Reconfigured VM to detach interface {{(pid=62643) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 756.464984] env[62643]: DEBUG nova.network.neutron [req-10b51cd7-9967-44a3-baef-8df0fd557f2b req-02b7dd1b-adf3-4740-81f0-c2245a8a8a6e service nova] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Updated VIF entry in instance network info cache for port 0e67b55d-f3d0-4d12-a33d-f39a548adf11. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.465399] env[62643]: DEBUG nova.network.neutron [req-10b51cd7-9967-44a3-baef-8df0fd557f2b req-02b7dd1b-adf3-4740-81f0-c2245a8a8a6e service nova] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Updating instance_info_cache with network_info: [{"id": "0e67b55d-f3d0-4d12-a33d-f39a548adf11", "address": "fa:16:3e:d3:90:dd", "network": {"id": "b0db6530-1a58-4ab0-b9b5-c5764bdd7d7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-466483620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc829a6049a94a2d98bd5f47a6df92b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e67b55d-f3", "ovs_interfaceid": "0e67b55d-f3d0-4d12-a33d-f39a548adf11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.548687] env[62643]: DEBUG oslo_concurrency.lockutils [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "aa8b44af-9322-4151-beff-e3878bf793a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.548952] env[62643]: DEBUG oslo_concurrency.lockutils [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "aa8b44af-9322-4151-beff-e3878bf793a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.549183] env[62643]: DEBUG oslo_concurrency.lockutils [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "aa8b44af-9322-4151-beff-e3878bf793a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.549801] env[62643]: DEBUG oslo_concurrency.lockutils [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "aa8b44af-9322-4151-beff-e3878bf793a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.549801] env[62643]: DEBUG oslo_concurrency.lockutils [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "aa8b44af-9322-4151-beff-e3878bf793a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.552185] env[62643]: INFO nova.compute.manager [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Terminating instance [ 756.593442] env[62643]: DEBUG nova.compute.manager [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.593442] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.594225] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4bbbd3-fede-419d-ab1d-4b0c51537d06 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.603907] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.604723] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4d019bd-74f2-468a-b167-c097e74749ed {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.612951] env[62643]: DEBUG oslo_vmware.api [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 756.612951] env[62643]: value = "task-2383086" [ 756.612951] env[62643]: _type = "Task" [ 756.612951] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.623385] env[62643]: DEBUG oslo_vmware.api [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2383086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.657353] env[62643]: DEBUG oslo_vmware.api [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383085, 'name': CloneVM_Task, 'duration_secs': 1.901391} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.657643] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Created linked-clone VM from snapshot [ 756.658703] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbabbe1-7cd7-4d2f-ae87-24c9b57f1686 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.669723] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Uploading image cc9fd6e2-862c-4dda-b1aa-dda37f7b7fa0 {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 756.688898] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 756.689224] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a69c604-2422-45e9-b2aa-90d856f7da4b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.696968] env[62643]: DEBUG oslo_vmware.api [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 756.696968] env[62643]: value = "task-2383087" [ 756.696968] env[62643]: _type = "Task" [ 756.696968] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.716561] env[62643]: DEBUG oslo_vmware.api [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383087, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.729196] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fcc3cff7-191a-4b81-9f8d-b5a9f37929bb tempest-ListServerFiltersTestJSON-238526271 tempest-ListServerFiltersTestJSON-238526271-project-member] Lock "dd592887-7756-430b-bb18-8bf79d1b7a04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.811s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.752265] env[62643]: DEBUG nova.compute.manager [req-39f49030-aa7a-48f6-8512-2307ac8f52b5 req-25968d50-0f96-4fab-a358-376cccbb7804 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Received event network-changed-05c53bec-32ed-44ee-a5fc-95157bc17fcc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.752660] env[62643]: DEBUG nova.compute.manager [req-39f49030-aa7a-48f6-8512-2307ac8f52b5 req-25968d50-0f96-4fab-a358-376cccbb7804 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Refreshing instance network info cache due to event network-changed-05c53bec-32ed-44ee-a5fc-95157bc17fcc. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 756.752808] env[62643]: DEBUG oslo_concurrency.lockutils [req-39f49030-aa7a-48f6-8512-2307ac8f52b5 req-25968d50-0f96-4fab-a358-376cccbb7804 service nova] Acquiring lock "refresh_cache-40588dfc-c8b5-4edb-b5f8-b533658e56a2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.752993] env[62643]: DEBUG oslo_concurrency.lockutils [req-39f49030-aa7a-48f6-8512-2307ac8f52b5 req-25968d50-0f96-4fab-a358-376cccbb7804 service nova] Acquired lock "refresh_cache-40588dfc-c8b5-4edb-b5f8-b533658e56a2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.753188] env[62643]: DEBUG nova.network.neutron [req-39f49030-aa7a-48f6-8512-2307ac8f52b5 req-25968d50-0f96-4fab-a358-376cccbb7804 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Refreshing network info cache for port 05c53bec-32ed-44ee-a5fc-95157bc17fcc {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.931674] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52725c99-5c20-f8a7-42f6-9430489bdbef, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.931949] env[62643]: DEBUG oslo_concurrency.lockutils [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.932239] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a/5da4398a-cdc1-4c7b-bcc2-706f7b99a60a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.932507] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60829c51-fc20-4657-9664-1085093ad059 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.939923] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 756.939923] env[62643]: value = "task-2383088" [ 756.939923] env[62643]: _type = "Task" [ 756.939923] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.951016] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.967829] env[62643]: DEBUG oslo_concurrency.lockutils [req-10b51cd7-9967-44a3-baef-8df0fd557f2b req-02b7dd1b-adf3-4740-81f0-c2245a8a8a6e service nova] Releasing lock "refresh_cache-5da4398a-cdc1-4c7b-bcc2-706f7b99a60a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.061571] env[62643]: DEBUG nova.compute.manager [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.061971] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.062974] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1872da20-4253-497a-9b48-4e708129f284 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.072072] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.072355] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43f309bb-5065-41e4-b80c-59ba36bcab60 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.080173] env[62643]: DEBUG oslo_vmware.api [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 757.080173] env[62643]: value = "task-2383089" [ 757.080173] env[62643]: _type = "Task" [ 757.080173] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.093123] env[62643]: DEBUG oslo_vmware.api [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2383089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.129812] env[62643]: DEBUG oslo_vmware.api [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2383086, 'name': PowerOffVM_Task, 'duration_secs': 0.242328} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.133276] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.133276] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.133276] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bd7129f-a039-49f1-90c6-b921a04e56fe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.216447] env[62643]: DEBUG oslo_vmware.api [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383087, 'name': Destroy_Task, 'duration_secs': 0.412218} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.219212] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Destroyed the VM [ 757.219553] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 757.219874] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ed6776f5-ce5a-4c1c-9f10-ad58cadbb848 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.227020] env[62643]: DEBUG oslo_vmware.api [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 757.227020] env[62643]: value = "task-2383091" [ 757.227020] env[62643]: _type = "Task" [ 757.227020] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.236863] env[62643]: DEBUG oslo_vmware.api [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383091, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.244090] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.244090] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.244090] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Deleting the datastore file [datastore2] f48ce860-ff20-482e-93fb-68aa4206bec5 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.244280] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40a1ee87-667a-464f-ae65-999a9198057a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.252643] env[62643]: DEBUG oslo_vmware.api [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 757.252643] env[62643]: value = "task-2383092" [ 757.252643] env[62643]: _type = "Task" [ 757.252643] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.272367] env[62643]: DEBUG oslo_vmware.api [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2383092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.457242] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383088, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.593549] env[62643]: DEBUG oslo_vmware.api [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2383089, 'name': PowerOffVM_Task, 'duration_secs': 0.292536} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.593823] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.594130] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.594726] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c27318ad-8303-41e7-83f5-ea8c2aa7ba42 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.662524] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.662793] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.662977] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Deleting the datastore file [datastore1] aa8b44af-9322-4151-beff-e3878bf793a6 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.663282] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a6d007d-c474-4c55-bb64-0c1fa44c8237 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.669470] env[62643]: DEBUG oslo_vmware.api [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for the task: (returnval){ [ 757.669470] env[62643]: value = "task-2383094" [ 757.669470] env[62643]: _type = "Task" [ 757.669470] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.677733] env[62643]: DEBUG oslo_vmware.api [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2383094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.740313] env[62643]: DEBUG oslo_vmware.api [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383091, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.755083] env[62643]: DEBUG nova.network.neutron [req-39f49030-aa7a-48f6-8512-2307ac8f52b5 req-25968d50-0f96-4fab-a358-376cccbb7804 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Updated VIF entry in instance network info cache for port 05c53bec-32ed-44ee-a5fc-95157bc17fcc. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.755083] env[62643]: DEBUG nova.network.neutron [req-39f49030-aa7a-48f6-8512-2307ac8f52b5 req-25968d50-0f96-4fab-a358-376cccbb7804 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Updating instance_info_cache with network_info: [{"id": "05c53bec-32ed-44ee-a5fc-95157bc17fcc", "address": "fa:16:3e:d5:9e:4b", "network": {"id": "1d83895a-6959-4bd6-81b6-6f1b0b27945d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-540023863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee1537d4a5904b1990f3ec1f253bf478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c53bec-32", "ovs_interfaceid": "05c53bec-32ed-44ee-a5fc-95157bc17fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.765656] env[62643]: DEBUG oslo_vmware.api [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2383092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309131} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.769030] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.769247] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.769435] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.769634] env[62643]: INFO nova.compute.manager [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 757.769883] env[62643]: DEBUG oslo.service.loopingcall [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.770312] env[62643]: DEBUG nova.compute.manager [-] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.770413] env[62643]: DEBUG nova.network.neutron [-] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.777563] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.777761] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.777936] env[62643]: DEBUG nova.network.neutron [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.847176] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4459f890-136f-4498-8f54-039cc5986bb5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.855827] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a191b9a9-7464-49fc-984f-4bd9bb2237bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.891041] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46e5e9f-3bad-410b-bfd9-27027f236a18 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.902845] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160709db-580a-4309-95d9-edf6d26b4283 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.917186] env[62643]: DEBUG nova.compute.provider_tree [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.951644] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554683} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.951945] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a/5da4398a-cdc1-4c7b-bcc2-706f7b99a60a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.952219] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.952745] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbec403e-0f19-457c-a8de-635705d706b4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.960690] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 757.960690] env[62643]: value = "task-2383095" [ 757.960690] env[62643]: _type = "Task" [ 757.960690] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.970347] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.184447] env[62643]: DEBUG oslo_vmware.api [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Task: {'id': task-2383094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233149} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.184447] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.184447] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.184447] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.184447] env[62643]: INFO nova.compute.manager [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 758.184447] env[62643]: DEBUG oslo.service.loopingcall [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.184447] env[62643]: DEBUG nova.compute.manager [-] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.184447] env[62643]: DEBUG nova.network.neutron [-] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.240237] env[62643]: DEBUG oslo_vmware.api [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383091, 'name': RemoveSnapshot_Task, 'duration_secs': 0.810442} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.244325] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 758.261370] env[62643]: DEBUG oslo_concurrency.lockutils [req-39f49030-aa7a-48f6-8512-2307ac8f52b5 req-25968d50-0f96-4fab-a358-376cccbb7804 service nova] Releasing lock "refresh_cache-40588dfc-c8b5-4edb-b5f8-b533658e56a2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.424074] env[62643]: DEBUG nova.scheduler.client.report [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.471981] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237463} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.474558] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.475587] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4dc164-4fc2-4601-a981-b20882761b45 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.501108] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a/5da4398a-cdc1-4c7b-bcc2-706f7b99a60a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.506351] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66da082f-e041-4451-9c40-0f599ced1d53 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.530199] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 758.530199] env[62643]: value = "task-2383096" [ 758.530199] env[62643]: _type = "Task" [ 758.530199] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.539818] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383096, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.659812] env[62643]: INFO nova.network.neutron [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Port 487617d7-0e8a-4259-ae81-ec789e06f9d7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 758.659812] env[62643]: DEBUG nova.network.neutron [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Updating instance_info_cache with network_info: [{"id": "0b6cacb8-b346-4dae-9ab7-12040baa0c00", "address": "fa:16:3e:dd:66:7b", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6cacb8-b3", "ovs_interfaceid": "0b6cacb8-b346-4dae-9ab7-12040baa0c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.721810] env[62643]: DEBUG nova.network.neutron [-] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.750946] env[62643]: WARNING nova.compute.manager [None req-b3b28a31-3d4b-4d5e-8b21-bf1510879720 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Image not found during snapshot: nova.exception.ImageNotFound: Image cc9fd6e2-862c-4dda-b1aa-dda37f7b7fa0 could not be found. [ 758.935816] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.936356] env[62643]: DEBUG nova.compute.manager [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.939620] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.156s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.939907] env[62643]: DEBUG nova.objects.instance [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Lazy-loading 'resources' on Instance uuid c1c90088-c0e8-43b8-83e0-7a29dc83790e {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.040502] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.140407] env[62643]: DEBUG nova.compute.manager [req-38708e6d-73c6-41fd-b26c-7e3f3fe777cd req-d2481845-a059-49a6-9bcd-f4470bb19b11 service nova] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Received event network-vif-deleted-5ad3b5fb-1498-40e6-804c-2bf975023826 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.140617] env[62643]: INFO nova.compute.manager [req-38708e6d-73c6-41fd-b26c-7e3f3fe777cd req-d2481845-a059-49a6-9bcd-f4470bb19b11 service nova] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Neutron deleted interface 5ad3b5fb-1498-40e6-804c-2bf975023826; detaching it from the instance and deleting it from the info cache [ 759.140795] env[62643]: DEBUG nova.network.neutron [req-38708e6d-73c6-41fd-b26c-7e3f3fe777cd req-d2481845-a059-49a6-9bcd-f4470bb19b11 service nova] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.153675] env[62643]: DEBUG nova.network.neutron [-] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.166358] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "refresh_cache-cc523733-d9ab-4337-bf4f-59c94fa1484b" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.224271] env[62643]: INFO nova.compute.manager [-] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Took 1.45 seconds to deallocate network for instance. [ 759.443812] env[62643]: DEBUG nova.compute.utils [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 759.450540] env[62643]: DEBUG nova.compute.manager [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.450722] env[62643]: DEBUG nova.network.neutron [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.459309] env[62643]: DEBUG nova.compute.manager [req-595a7784-11f2-4503-8e05-08e52eb7edb9 req-32cb6590-3a95-4773-ba62-97fca3a8af05 service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Received event network-vif-deleted-487617d7-0e8a-4259-ae81-ec789e06f9d7 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.459309] env[62643]: DEBUG nova.compute.manager [req-595a7784-11f2-4503-8e05-08e52eb7edb9 req-32cb6590-3a95-4773-ba62-97fca3a8af05 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Received event network-changed-05c53bec-32ed-44ee-a5fc-95157bc17fcc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.459443] env[62643]: DEBUG nova.compute.manager [req-595a7784-11f2-4503-8e05-08e52eb7edb9 req-32cb6590-3a95-4773-ba62-97fca3a8af05 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Refreshing instance network info cache due to event network-changed-05c53bec-32ed-44ee-a5fc-95157bc17fcc. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 759.459801] env[62643]: DEBUG oslo_concurrency.lockutils [req-595a7784-11f2-4503-8e05-08e52eb7edb9 req-32cb6590-3a95-4773-ba62-97fca3a8af05 service nova] Acquiring lock "refresh_cache-40588dfc-c8b5-4edb-b5f8-b533658e56a2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.460042] env[62643]: DEBUG oslo_concurrency.lockutils [req-595a7784-11f2-4503-8e05-08e52eb7edb9 req-32cb6590-3a95-4773-ba62-97fca3a8af05 service nova] Acquired lock "refresh_cache-40588dfc-c8b5-4edb-b5f8-b533658e56a2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.460498] env[62643]: DEBUG nova.network.neutron [req-595a7784-11f2-4503-8e05-08e52eb7edb9 req-32cb6590-3a95-4773-ba62-97fca3a8af05 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Refreshing network info cache for port 05c53bec-32ed-44ee-a5fc-95157bc17fcc {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.462990] env[62643]: DEBUG nova.compute.manager [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.539944] env[62643]: DEBUG nova.policy [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '817446fc4ec147fdac4749d88b7f8c34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2c0fb0db32b4e3cb369f3668fdda8c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.549216] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "cc523733-d9ab-4337-bf4f-59c94fa1484b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.549459] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "cc523733-d9ab-4337-bf4f-59c94fa1484b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.551092] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "cc523733-d9ab-4337-bf4f-59c94fa1484b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.551092] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "cc523733-d9ab-4337-bf4f-59c94fa1484b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.551092] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "cc523733-d9ab-4337-bf4f-59c94fa1484b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.551511] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383096, 'name': ReconfigVM_Task, 'duration_secs': 0.764475} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.551764] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a/5da4398a-cdc1-4c7b-bcc2-706f7b99a60a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.552421] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57c4cf6a-5676-473d-8d27-106ff2dc7ede {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.555070] env[62643]: INFO nova.compute.manager [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Terminating instance [ 759.564393] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 759.564393] env[62643]: value = "task-2383097" [ 759.564393] env[62643]: _type = "Task" [ 759.564393] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.576794] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383097, 'name': Rename_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.620803] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquiring lock "40b80fc9-ab61-4de4-a1ea-c914486fbefb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.621041] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Lock "40b80fc9-ab61-4de4-a1ea-c914486fbefb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.645325] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be8800c8-e492-47e7-a136-0d36c0ab6ead {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.656199] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2904eaa2-c2b0-4671-a86a-31e4cf8255c2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.670843] env[62643]: INFO nova.compute.manager [-] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Took 1.49 seconds to deallocate network for instance. [ 759.672116] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cd8e0ba7-108b-4261-b0c3-f26783b16f7e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-cc523733-d9ab-4337-bf4f-59c94fa1484b-487617d7-0e8a-4259-ae81-ec789e06f9d7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.854s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.701235] env[62643]: DEBUG nova.compute.manager [req-38708e6d-73c6-41fd-b26c-7e3f3fe777cd req-d2481845-a059-49a6-9bcd-f4470bb19b11 service nova] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Detach interface failed, port_id=5ad3b5fb-1498-40e6-804c-2bf975023826, reason: Instance aa8b44af-9322-4151-beff-e3878bf793a6 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 759.732861] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.059674] env[62643]: DEBUG nova.compute.manager [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.059920] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.063597] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13105bd7-7d52-47c3-993b-5c6af51aad09 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.075355] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.076030] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7989981d-8ea6-49e9-bdd4-34853e065d1a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.083263] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383097, 'name': Rename_Task, 'duration_secs': 0.168219} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.085737] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.086556] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fe93c4-0511-4dbd-ba8b-ad743dc2b8a1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.090559] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-247cb926-59c1-49b9-97ae-5795fcd8d6a5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.092508] env[62643]: DEBUG oslo_vmware.api [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 760.092508] env[62643]: value = "task-2383098" [ 760.092508] env[62643]: _type = "Task" [ 760.092508] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.099975] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 760.099975] env[62643]: value = "task-2383099" [ 760.099975] env[62643]: _type = "Task" [ 760.099975] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.101526] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ea4fe7-2480-4194-a472-cccdcdf3b071 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.112318] env[62643]: DEBUG nova.network.neutron [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Successfully created port: 88607a90-0817-40df-b8ce-7e9502faf327 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.117514] env[62643]: DEBUG oslo_vmware.api [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.126413] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383099, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.151234] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e378f37e-1a3e-4309-b90a-f4b29c729e24 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.160392] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d00c56-6f12-4d72-8541-457da8ad641a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.178870] env[62643]: DEBUG nova.compute.provider_tree [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.187021] env[62643]: DEBUG oslo_concurrency.lockutils [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.310853] env[62643]: DEBUG nova.network.neutron [req-595a7784-11f2-4503-8e05-08e52eb7edb9 req-32cb6590-3a95-4773-ba62-97fca3a8af05 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Updated VIF entry in instance network info cache for port 05c53bec-32ed-44ee-a5fc-95157bc17fcc. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.311282] env[62643]: DEBUG nova.network.neutron [req-595a7784-11f2-4503-8e05-08e52eb7edb9 req-32cb6590-3a95-4773-ba62-97fca3a8af05 service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Updating instance_info_cache with network_info: [{"id": "05c53bec-32ed-44ee-a5fc-95157bc17fcc", "address": "fa:16:3e:d5:9e:4b", "network": {"id": "1d83895a-6959-4bd6-81b6-6f1b0b27945d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-540023863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee1537d4a5904b1990f3ec1f253bf478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c53bec-32", "ovs_interfaceid": "05c53bec-32ed-44ee-a5fc-95157bc17fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.478518] env[62643]: DEBUG nova.compute.manager [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.510550] env[62643]: DEBUG nova.virt.hardware [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.510969] env[62643]: DEBUG nova.virt.hardware [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.511177] env[62643]: DEBUG nova.virt.hardware [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.511415] env[62643]: DEBUG nova.virt.hardware [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.511598] env[62643]: DEBUG nova.virt.hardware [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.511769] env[62643]: DEBUG nova.virt.hardware [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.511985] env[62643]: DEBUG nova.virt.hardware [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.512157] env[62643]: DEBUG nova.virt.hardware [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.512343] env[62643]: DEBUG nova.virt.hardware [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.512497] env[62643]: DEBUG nova.virt.hardware [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.512703] env[62643]: DEBUG nova.virt.hardware [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.513588] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c03c38-0a8b-42b3-bf22-ba8021bf6717 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.522851] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069e784c-495d-40a5-a2b4-33f44e26eebf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.603474] env[62643]: DEBUG oslo_vmware.api [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383098, 'name': PowerOffVM_Task, 'duration_secs': 0.267755} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.603474] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.603474] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.603474] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfb7d01c-1200-49e6-861f-12cdd0ce7433 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.612905] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383099, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.677645] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.677844] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.677992] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Deleting the datastore file [datastore2] cc523733-d9ab-4337-bf4f-59c94fa1484b {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.678287] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d6ce2d3-bec6-43ff-bdb0-93aa8c63314f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.682227] env[62643]: DEBUG nova.scheduler.client.report [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.686653] env[62643]: DEBUG oslo_vmware.api [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 760.686653] env[62643]: value = "task-2383101" [ 760.686653] env[62643]: _type = "Task" [ 760.686653] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.694828] env[62643]: DEBUG oslo_vmware.api [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.814071] env[62643]: DEBUG oslo_concurrency.lockutils [req-595a7784-11f2-4503-8e05-08e52eb7edb9 req-32cb6590-3a95-4773-ba62-97fca3a8af05 service nova] Releasing lock "refresh_cache-40588dfc-c8b5-4edb-b5f8-b533658e56a2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.814362] env[62643]: DEBUG nova.compute.manager [req-595a7784-11f2-4503-8e05-08e52eb7edb9 req-32cb6590-3a95-4773-ba62-97fca3a8af05 service nova] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Received event network-vif-deleted-d6b7da22-afa6-48b0-9ab0-7a3017af3393 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 760.932258] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.932258] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.932258] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.932258] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.932258] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.933550] env[62643]: INFO nova.compute.manager [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Terminating instance [ 761.117151] env[62643]: DEBUG oslo_vmware.api [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383099, 'name': PowerOnVM_Task, 'duration_secs': 0.790348} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.117781] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.118158] env[62643]: INFO nova.compute.manager [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Took 9.59 seconds to spawn the instance on the hypervisor. [ 761.118565] env[62643]: DEBUG nova.compute.manager [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.119592] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef8afcf-76c8-499f-a8b6-9d6bf2879dd7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.193041] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.197102] env[62643]: DEBUG oslo_concurrency.lockutils [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.069s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.200664] env[62643]: INFO nova.compute.claims [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.210376] env[62643]: DEBUG oslo_vmware.api [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214368} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.210619] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.210793] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.211362] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.211362] env[62643]: INFO nova.compute.manager [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 761.211362] env[62643]: DEBUG oslo.service.loopingcall [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.211591] env[62643]: DEBUG nova.compute.manager [-] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.211678] env[62643]: DEBUG nova.network.neutron [-] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.229135] env[62643]: INFO nova.scheduler.client.report [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Deleted allocations for instance c1c90088-c0e8-43b8-83e0-7a29dc83790e [ 761.369126] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Acquiring lock "40588dfc-c8b5-4edb-b5f8-b533658e56a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.369391] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Lock "40588dfc-c8b5-4edb-b5f8-b533658e56a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.369604] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Acquiring lock "40588dfc-c8b5-4edb-b5f8-b533658e56a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.369782] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Lock "40588dfc-c8b5-4edb-b5f8-b533658e56a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.369972] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Lock "40588dfc-c8b5-4edb-b5f8-b533658e56a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.372353] env[62643]: INFO nova.compute.manager [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Terminating instance [ 761.438451] env[62643]: DEBUG nova.compute.manager [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.438792] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.439629] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e56b01f-57c9-4245-bd2b-5f22a0f52916 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.449946] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.450170] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-325fcfc0-490e-480c-bf22-b573cca6b745 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.459034] env[62643]: DEBUG oslo_vmware.api [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 761.459034] env[62643]: value = "task-2383102" [ 761.459034] env[62643]: _type = "Task" [ 761.459034] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.465950] env[62643]: DEBUG oslo_vmware.api [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.646762] env[62643]: INFO nova.compute.manager [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Took 48.37 seconds to build instance. [ 761.736750] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cf313be0-2d22-43a6-a77e-36c4f6b4fc9c tempest-ServersV294TestFqdnHostnames-1661313508 tempest-ServersV294TestFqdnHostnames-1661313508-project-member] Lock "c1c90088-c0e8-43b8-83e0-7a29dc83790e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.439s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.876763] env[62643]: DEBUG nova.compute.manager [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.877033] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.877975] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1f35e3-8387-4313-9eb4-dc0cfbae3e6c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.887713] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.887961] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ce8b064-f73f-4b1a-9965-4701f9d61ee3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.894506] env[62643]: DEBUG oslo_vmware.api [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Waiting for the task: (returnval){ [ 761.894506] env[62643]: value = "task-2383103" [ 761.894506] env[62643]: _type = "Task" [ 761.894506] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.908182] env[62643]: DEBUG oslo_vmware.api [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': task-2383103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.969511] env[62643]: DEBUG oslo_vmware.api [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383102, 'name': PowerOffVM_Task, 'duration_secs': 0.212047} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.969511] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.969511] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.969511] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-555a33b1-0b21-40b0-a0ce-e2bf9470284f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.038031] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.038031] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.038031] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Deleting the datastore file [datastore1] a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.038031] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84f77a9d-c9cb-4f5a-b6ec-6e22c56e354d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.047230] env[62643]: DEBUG oslo_vmware.api [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 762.047230] env[62643]: value = "task-2383105" [ 762.047230] env[62643]: _type = "Task" [ 762.047230] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.060802] env[62643]: DEBUG oslo_vmware.api [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.063555] env[62643]: DEBUG nova.compute.manager [req-85589982-2701-4906-bfc5-07b0b15c0c47 req-9673a5ab-a2eb-4808-b32f-d8c6532b1070 service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Received event network-vif-deleted-0b6cacb8-b346-4dae-9ab7-12040baa0c00 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 762.063869] env[62643]: INFO nova.compute.manager [req-85589982-2701-4906-bfc5-07b0b15c0c47 req-9673a5ab-a2eb-4808-b32f-d8c6532b1070 service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Neutron deleted interface 0b6cacb8-b346-4dae-9ab7-12040baa0c00; detaching it from the instance and deleting it from the info cache [ 762.064137] env[62643]: DEBUG nova.network.neutron [req-85589982-2701-4906-bfc5-07b0b15c0c47 req-9673a5ab-a2eb-4808-b32f-d8c6532b1070 service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.084404] env[62643]: DEBUG nova.compute.manager [req-422c2519-a593-476d-8dee-dc8e1517134a req-27ff49a8-e2df-48e4-a3f3-ad1e89c183d6 service nova] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Received event network-vif-plugged-88607a90-0817-40df-b8ce-7e9502faf327 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 762.084487] env[62643]: DEBUG oslo_concurrency.lockutils [req-422c2519-a593-476d-8dee-dc8e1517134a req-27ff49a8-e2df-48e4-a3f3-ad1e89c183d6 service nova] Acquiring lock "80ad2833-64e1-4e54-b28a-ad7c601dc5ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.084830] env[62643]: DEBUG oslo_concurrency.lockutils [req-422c2519-a593-476d-8dee-dc8e1517134a req-27ff49a8-e2df-48e4-a3f3-ad1e89c183d6 service nova] Lock "80ad2833-64e1-4e54-b28a-ad7c601dc5ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.088200] env[62643]: DEBUG oslo_concurrency.lockutils [req-422c2519-a593-476d-8dee-dc8e1517134a req-27ff49a8-e2df-48e4-a3f3-ad1e89c183d6 service nova] Lock "80ad2833-64e1-4e54-b28a-ad7c601dc5ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.088439] env[62643]: DEBUG nova.compute.manager [req-422c2519-a593-476d-8dee-dc8e1517134a req-27ff49a8-e2df-48e4-a3f3-ad1e89c183d6 service nova] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] No waiting events found dispatching network-vif-plugged-88607a90-0817-40df-b8ce-7e9502faf327 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.088716] env[62643]: WARNING nova.compute.manager [req-422c2519-a593-476d-8dee-dc8e1517134a req-27ff49a8-e2df-48e4-a3f3-ad1e89c183d6 service nova] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Received unexpected event network-vif-plugged-88607a90-0817-40df-b8ce-7e9502faf327 for instance with vm_state building and task_state spawning. [ 762.148237] env[62643]: DEBUG nova.network.neutron [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Successfully updated port: 88607a90-0817-40df-b8ce-7e9502faf327 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.149804] env[62643]: DEBUG oslo_concurrency.lockutils [None req-331137b2-696f-428b-bdd4-6f34459c80f3 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "5da4398a-cdc1-4c7b-bcc2-706f7b99a60a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.292s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.338060] env[62643]: DEBUG nova.network.neutron [-] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.404408] env[62643]: DEBUG oslo_vmware.api [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': task-2383103, 'name': PowerOffVM_Task, 'duration_secs': 0.187624} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.404674] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.405478] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.405478] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c2ce5cf-d4d0-4b48-ad95-06a4ac91f638 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.478918] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.479173] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.479366] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Deleting the datastore file [datastore2] 40588dfc-c8b5-4edb-b5f8-b533658e56a2 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.479633] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c88ec60-3014-4116-8797-e3f783ab1d09 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.488870] env[62643]: DEBUG oslo_vmware.api [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Waiting for the task: (returnval){ [ 762.488870] env[62643]: value = "task-2383107" [ 762.488870] env[62643]: _type = "Task" [ 762.488870] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.497486] env[62643]: DEBUG oslo_vmware.api [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': task-2383107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.556508] env[62643]: DEBUG oslo_concurrency.lockutils [None req-958adb0f-00e3-43e5-a201-cf0c4c8e79a1 tempest-ServersAdminTestJSON-25644151 tempest-ServersAdminTestJSON-25644151-project-admin] Acquiring lock "refresh_cache-5da4398a-cdc1-4c7b-bcc2-706f7b99a60a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.556508] env[62643]: DEBUG oslo_concurrency.lockutils [None req-958adb0f-00e3-43e5-a201-cf0c4c8e79a1 tempest-ServersAdminTestJSON-25644151 tempest-ServersAdminTestJSON-25644151-project-admin] Acquired lock "refresh_cache-5da4398a-cdc1-4c7b-bcc2-706f7b99a60a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.556508] env[62643]: DEBUG nova.network.neutron [None req-958adb0f-00e3-43e5-a201-cf0c4c8e79a1 tempest-ServersAdminTestJSON-25644151 tempest-ServersAdminTestJSON-25644151-project-admin] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.564571] env[62643]: DEBUG oslo_vmware.api [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.565590] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.565938] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.566283] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.566581] env[62643]: INFO nova.compute.manager [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Took 1.13 seconds to destroy the instance on the hypervisor. [ 762.566993] env[62643]: DEBUG oslo.service.loopingcall [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 762.568124] env[62643]: DEBUG nova.compute.manager [-] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.568339] env[62643]: DEBUG nova.network.neutron [-] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.570056] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db99d0d5-74f8-4ec8-b46a-63bd9b71e1aa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.582400] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01f89f7-c0cc-4760-9daf-9aad16a01ee2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.617106] env[62643]: DEBUG nova.compute.manager [req-85589982-2701-4906-bfc5-07b0b15c0c47 req-9673a5ab-a2eb-4808-b32f-d8c6532b1070 service nova] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Detach interface failed, port_id=0b6cacb8-b346-4dae-9ab7-12040baa0c00, reason: Instance cc523733-d9ab-4337-bf4f-59c94fa1484b could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 762.654214] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "refresh_cache-80ad2833-64e1-4e54-b28a-ad7c601dc5ae" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.654214] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "refresh_cache-80ad2833-64e1-4e54-b28a-ad7c601dc5ae" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.654214] env[62643]: DEBUG nova.network.neutron [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.654214] env[62643]: DEBUG nova.compute.manager [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.793656] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11230540-4794-4384-8a24-2ed989b8a065 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.803704] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a87120-037f-4b0b-8803-2987629c9fee {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.842281] env[62643]: INFO nova.compute.manager [-] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Took 1.63 seconds to deallocate network for instance. [ 762.845021] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7a3d60-024c-4abe-af54-ec21bb0574ff {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.856362] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62800f52-5bb7-47dc-adb7-ac8827145b5d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.871039] env[62643]: DEBUG nova.compute.provider_tree [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.999511] env[62643]: DEBUG oslo_vmware.api [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Task: {'id': task-2383107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13736} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.999878] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.000160] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.000418] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.000654] env[62643]: INFO nova.compute.manager [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 763.000958] env[62643]: DEBUG oslo.service.loopingcall [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.001223] env[62643]: DEBUG nova.compute.manager [-] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.001534] env[62643]: DEBUG nova.network.neutron [-] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.193602] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.255430] env[62643]: DEBUG nova.network.neutron [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.355274] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.397700] env[62643]: ERROR nova.scheduler.client.report [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [req-123f92cf-b2bb-42b4-b94f-d2f122c22f20] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-123f92cf-b2bb-42b4-b94f-d2f122c22f20"}]} [ 763.418750] env[62643]: DEBUG nova.scheduler.client.report [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Refreshing inventories for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 763.443694] env[62643]: DEBUG nova.scheduler.client.report [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Updating ProviderTree inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 763.443979] env[62643]: DEBUG nova.compute.provider_tree [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.464293] env[62643]: DEBUG nova.scheduler.client.report [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Refreshing aggregate associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, aggregates: None {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 763.488219] env[62643]: DEBUG nova.scheduler.client.report [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Refreshing trait associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 763.634892] env[62643]: DEBUG nova.network.neutron [-] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.913691] env[62643]: DEBUG nova.network.neutron [None req-958adb0f-00e3-43e5-a201-cf0c4c8e79a1 tempest-ServersAdminTestJSON-25644151 tempest-ServersAdminTestJSON-25644151-project-admin] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Updating instance_info_cache with network_info: [{"id": "0e67b55d-f3d0-4d12-a33d-f39a548adf11", "address": "fa:16:3e:d3:90:dd", "network": {"id": "b0db6530-1a58-4ab0-b9b5-c5764bdd7d7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-466483620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc829a6049a94a2d98bd5f47a6df92b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e67b55d-f3", "ovs_interfaceid": "0e67b55d-f3d0-4d12-a33d-f39a548adf11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.922479] env[62643]: DEBUG nova.network.neutron [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Updating instance_info_cache with network_info: [{"id": "88607a90-0817-40df-b8ce-7e9502faf327", "address": "fa:16:3e:70:cb:c6", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88607a90-08", "ovs_interfaceid": "88607a90-0817-40df-b8ce-7e9502faf327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.978097] env[62643]: DEBUG nova.network.neutron [-] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.019072] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a801b019-06c5-469d-93e8-c40936b3d1da {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.029420] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6be39a-eddb-4d41-bc9c-3e710e71151f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.065974] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3432e8a-37d2-4650-9a05-0f4a01e43597 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.075116] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a515d0f-5d61-42f3-9de0-2ee6c39ab04b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.088945] env[62643]: DEBUG nova.compute.provider_tree [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.140129] env[62643]: INFO nova.compute.manager [-] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Took 1.57 seconds to deallocate network for instance. [ 764.158894] env[62643]: DEBUG nova.compute.manager [req-dee5e99f-8a39-4bad-9631-ac2d9cbf5c2d req-57bca7f7-1fd8-47e9-8e21-259338e6fccd service nova] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Received event network-vif-deleted-05c53bec-32ed-44ee-a5fc-95157bc17fcc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.166752] env[62643]: DEBUG nova.compute.manager [req-ce1e2b5a-ecc8-4e3c-85e1-65149dadac25 req-3ce9a2b9-ac14-4c16-aa24-0e240c48b72b service nova] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Received event network-changed-88607a90-0817-40df-b8ce-7e9502faf327 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.166977] env[62643]: DEBUG nova.compute.manager [req-ce1e2b5a-ecc8-4e3c-85e1-65149dadac25 req-3ce9a2b9-ac14-4c16-aa24-0e240c48b72b service nova] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Refreshing instance network info cache due to event network-changed-88607a90-0817-40df-b8ce-7e9502faf327. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 764.167549] env[62643]: DEBUG oslo_concurrency.lockutils [req-ce1e2b5a-ecc8-4e3c-85e1-65149dadac25 req-3ce9a2b9-ac14-4c16-aa24-0e240c48b72b service nova] Acquiring lock "refresh_cache-80ad2833-64e1-4e54-b28a-ad7c601dc5ae" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.419625] env[62643]: DEBUG oslo_concurrency.lockutils [None req-958adb0f-00e3-43e5-a201-cf0c4c8e79a1 tempest-ServersAdminTestJSON-25644151 tempest-ServersAdminTestJSON-25644151-project-admin] Releasing lock "refresh_cache-5da4398a-cdc1-4c7b-bcc2-706f7b99a60a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.419898] env[62643]: DEBUG nova.compute.manager [None req-958adb0f-00e3-43e5-a201-cf0c4c8e79a1 tempest-ServersAdminTestJSON-25644151 tempest-ServersAdminTestJSON-25644151-project-admin] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Inject network info {{(pid=62643) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 764.420266] env[62643]: DEBUG nova.compute.manager [None req-958adb0f-00e3-43e5-a201-cf0c4c8e79a1 tempest-ServersAdminTestJSON-25644151 tempest-ServersAdminTestJSON-25644151-project-admin] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] network_info to inject: |[{"id": "0e67b55d-f3d0-4d12-a33d-f39a548adf11", "address": "fa:16:3e:d3:90:dd", "network": {"id": "b0db6530-1a58-4ab0-b9b5-c5764bdd7d7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-466483620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc829a6049a94a2d98bd5f47a6df92b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e67b55d-f3", "ovs_interfaceid": "0e67b55d-f3d0-4d12-a33d-f39a548adf11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 764.425845] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-958adb0f-00e3-43e5-a201-cf0c4c8e79a1 tempest-ServersAdminTestJSON-25644151 tempest-ServersAdminTestJSON-25644151-project-admin] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Reconfiguring VM instance to set the machine id {{(pid=62643) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 764.425845] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "refresh_cache-80ad2833-64e1-4e54-b28a-ad7c601dc5ae" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.425994] env[62643]: DEBUG nova.compute.manager [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Instance network_info: |[{"id": "88607a90-0817-40df-b8ce-7e9502faf327", "address": "fa:16:3e:70:cb:c6", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88607a90-08", "ovs_interfaceid": "88607a90-0817-40df-b8ce-7e9502faf327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.426420] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10dbac47-3d50-4070-b006-7ba76b6d6b0b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.442592] env[62643]: DEBUG oslo_concurrency.lockutils [req-ce1e2b5a-ecc8-4e3c-85e1-65149dadac25 req-3ce9a2b9-ac14-4c16-aa24-0e240c48b72b service nova] Acquired lock "refresh_cache-80ad2833-64e1-4e54-b28a-ad7c601dc5ae" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.442813] env[62643]: DEBUG nova.network.neutron [req-ce1e2b5a-ecc8-4e3c-85e1-65149dadac25 req-3ce9a2b9-ac14-4c16-aa24-0e240c48b72b service nova] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Refreshing network info cache for port 88607a90-0817-40df-b8ce-7e9502faf327 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.448314] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:cb:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88607a90-0817-40df-b8ce-7e9502faf327', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.457154] env[62643]: DEBUG oslo.service.loopingcall [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.459485] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.460151] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0afa1498-e391-4201-8a3e-b859b2a9bcd1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.484387] env[62643]: INFO nova.compute.manager [-] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Took 1.48 seconds to deallocate network for instance. [ 764.484818] env[62643]: DEBUG oslo_vmware.api [None req-958adb0f-00e3-43e5-a201-cf0c4c8e79a1 tempest-ServersAdminTestJSON-25644151 tempest-ServersAdminTestJSON-25644151-project-admin] Waiting for the task: (returnval){ [ 764.484818] env[62643]: value = "task-2383108" [ 764.484818] env[62643]: _type = "Task" [ 764.484818] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.496152] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.496152] env[62643]: value = "task-2383109" [ 764.496152] env[62643]: _type = "Task" [ 764.496152] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.503469] env[62643]: DEBUG oslo_vmware.api [None req-958adb0f-00e3-43e5-a201-cf0c4c8e79a1 tempest-ServersAdminTestJSON-25644151 tempest-ServersAdminTestJSON-25644151-project-admin] Task: {'id': task-2383108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.509185] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383109, 'name': CreateVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.641321] env[62643]: DEBUG nova.scheduler.client.report [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Updated inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 764.641775] env[62643]: DEBUG nova.compute.provider_tree [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Updating resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a generation from 74 to 75 during operation: update_inventory {{(pid=62643) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 764.642097] env[62643]: DEBUG nova.compute.provider_tree [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.647747] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.000405] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.000868] env[62643]: DEBUG oslo_vmware.api [None req-958adb0f-00e3-43e5-a201-cf0c4c8e79a1 tempest-ServersAdminTestJSON-25644151 tempest-ServersAdminTestJSON-25644151-project-admin] Task: {'id': task-2383108, 'name': ReconfigVM_Task, 'duration_secs': 0.205042} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.004622] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-958adb0f-00e3-43e5-a201-cf0c4c8e79a1 tempest-ServersAdminTestJSON-25644151 tempest-ServersAdminTestJSON-25644151-project-admin] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Reconfigured VM instance to set the machine id {{(pid=62643) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 765.009575] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383109, 'name': CreateVM_Task, 'duration_secs': 0.476068} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.009670] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.011189] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.011189] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.011189] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.011189] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b5434d6-da44-48ba-bc76-9025b4dc0e13 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.016050] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 765.016050] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52045dbe-af54-dbb8-f3c8-454144d856e6" [ 765.016050] env[62643]: _type = "Task" [ 765.016050] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.026517] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52045dbe-af54-dbb8-f3c8-454144d856e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.146985] env[62643]: DEBUG oslo_concurrency.lockutils [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.951s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.147584] env[62643]: DEBUG nova.compute.manager [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.150191] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.992s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.150403] env[62643]: DEBUG nova.objects.instance [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Lazy-loading 'resources' on Instance uuid fdb3277a-e02d-4150-9980-ba907497b2dc {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.273820] env[62643]: DEBUG nova.network.neutron [req-ce1e2b5a-ecc8-4e3c-85e1-65149dadac25 req-3ce9a2b9-ac14-4c16-aa24-0e240c48b72b service nova] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Updated VIF entry in instance network info cache for port 88607a90-0817-40df-b8ce-7e9502faf327. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.274248] env[62643]: DEBUG nova.network.neutron [req-ce1e2b5a-ecc8-4e3c-85e1-65149dadac25 req-3ce9a2b9-ac14-4c16-aa24-0e240c48b72b service nova] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Updating instance_info_cache with network_info: [{"id": "88607a90-0817-40df-b8ce-7e9502faf327", "address": "fa:16:3e:70:cb:c6", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88607a90-08", "ovs_interfaceid": "88607a90-0817-40df-b8ce-7e9502faf327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.526146] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52045dbe-af54-dbb8-f3c8-454144d856e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.526471] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.526710] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.526937] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.527099] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.527280] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.527543] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09f22d34-80cf-4f7d-ab13-cfbc8fb49445 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.536143] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.536143] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.536840] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12492f9b-b533-4615-a1b2-85d9afb92f66 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.543596] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 765.543596] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a8957c-8f12-abe2-b7d7-de86d2ad1eb2" [ 765.543596] env[62643]: _type = "Task" [ 765.543596] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.552395] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a8957c-8f12-abe2-b7d7-de86d2ad1eb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.653705] env[62643]: DEBUG nova.compute.utils [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 765.658832] env[62643]: DEBUG nova.compute.manager [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.658977] env[62643]: DEBUG nova.network.neutron [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.743174] env[62643]: DEBUG nova.policy [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c75d71ee4b940afb37403f84fdb2f56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ab50f55a8f4ff289536d64ecd45f09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.777517] env[62643]: DEBUG oslo_concurrency.lockutils [req-ce1e2b5a-ecc8-4e3c-85e1-65149dadac25 req-3ce9a2b9-ac14-4c16-aa24-0e240c48b72b service nova] Releasing lock "refresh_cache-80ad2833-64e1-4e54-b28a-ad7c601dc5ae" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.777517] env[62643]: DEBUG nova.compute.manager [req-ce1e2b5a-ecc8-4e3c-85e1-65149dadac25 req-3ce9a2b9-ac14-4c16-aa24-0e240c48b72b service nova] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Received event network-vif-deleted-3d73d065-746e-4aa6-8eec-540fdb309f31 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.986991] env[62643]: INFO nova.compute.manager [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Rebuilding instance [ 766.043857] env[62643]: DEBUG nova.compute.manager [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.043857] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeb1098-9fba-48cd-bf74-9b6bacfdfd14 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.057258] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a8957c-8f12-abe2-b7d7-de86d2ad1eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.008351} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.064926] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80cc3d2c-09bb-4dac-86f9-e8571c09c59c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.071301] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 766.071301] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52460306-9e0a-b9e5-f509-3eb9635cc68e" [ 766.071301] env[62643]: _type = "Task" [ 766.071301] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.079237] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52460306-9e0a-b9e5-f509-3eb9635cc68e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.159927] env[62643]: DEBUG nova.compute.manager [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.236758] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078c29d0-9f1e-470c-93bb-274ad7054a20 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.248050] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24111ce-4c89-4cc9-be1b-4f132f114ff3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.279845] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afcec88-4f43-48a8-be3b-03fab2e81a16 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.287356] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f8d978-d451-4911-8527-d7862ea28739 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.300770] env[62643]: DEBUG nova.compute.provider_tree [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.396233] env[62643]: DEBUG nova.network.neutron [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Successfully created port: 995fed51-f509-415d-96d4-24ed62736b94 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.581884] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52460306-9e0a-b9e5-f509-3eb9635cc68e, 'name': SearchDatastore_Task, 'duration_secs': 0.010868} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.582172] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.582506] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 80ad2833-64e1-4e54-b28a-ad7c601dc5ae/80ad2833-64e1-4e54-b28a-ad7c601dc5ae.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.583363] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b6e2d3b-198f-4334-8493-6157c8aba6f2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.592596] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 766.592596] env[62643]: value = "task-2383110" [ 766.592596] env[62643]: _type = "Task" [ 766.592596] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.602052] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.803710] env[62643]: DEBUG nova.scheduler.client.report [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.073978] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.074349] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e572ad9e-d920-43fa-be2b-7775db506e55 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.082258] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 767.082258] env[62643]: value = "task-2383111" [ 767.082258] env[62643]: _type = "Task" [ 767.082258] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.092920] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.101979] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383110, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.174018] env[62643]: DEBUG nova.compute.manager [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.213331] env[62643]: DEBUG nova.virt.hardware [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.213614] env[62643]: DEBUG nova.virt.hardware [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.213798] env[62643]: DEBUG nova.virt.hardware [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.214088] env[62643]: DEBUG nova.virt.hardware [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.214329] env[62643]: DEBUG nova.virt.hardware [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.214505] env[62643]: DEBUG nova.virt.hardware [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.214759] env[62643]: DEBUG nova.virt.hardware [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.214943] env[62643]: DEBUG nova.virt.hardware [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.215276] env[62643]: DEBUG nova.virt.hardware [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.215502] env[62643]: DEBUG nova.virt.hardware [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.215745] env[62643]: DEBUG nova.virt.hardware [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.216812] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beffd94-9c46-4073-b02e-cce6f19d6601 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.228177] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d8647a-0a16-4ba9-bcef-25421cece03d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.310541] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.316765] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.656s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.318630] env[62643]: INFO nova.compute.claims [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.355771] env[62643]: INFO nova.scheduler.client.report [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Deleted allocations for instance fdb3277a-e02d-4150-9980-ba907497b2dc [ 767.592356] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383111, 'name': PowerOffVM_Task, 'duration_secs': 0.28295} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.592732] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.592972] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.596641] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a254988-e161-4d4b-a51b-ede6ec70e20c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.605679] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780514} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.606836] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 80ad2833-64e1-4e54-b28a-ad7c601dc5ae/80ad2833-64e1-4e54-b28a-ad7c601dc5ae.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.607066] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.607339] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.607550] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-310a569b-a91e-4aa6-ac9a-575876028874 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.609257] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8c8aec7-3bdf-46c9-94e7-93c18e90eea7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.615255] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 767.615255] env[62643]: value = "task-2383112" [ 767.615255] env[62643]: _type = "Task" [ 767.615255] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.622331] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.673829] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.674052] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.674246] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleting the datastore file [datastore1] efdf473f-8daa-4179-9a44-3b72bfb87f01 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.674509] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3412164-10f9-4cc8-86b8-01bf3edc429b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.680901] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 767.680901] env[62643]: value = "task-2383114" [ 767.680901] env[62643]: _type = "Task" [ 767.680901] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.691328] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.871015] env[62643]: DEBUG oslo_concurrency.lockutils [None req-83b5d28b-bac2-4a70-ab64-c2dc1de2b680 tempest-ServerPasswordTestJSON-1349801401 tempest-ServerPasswordTestJSON-1349801401-project-member] Lock "fdb3277a-e02d-4150-9980-ba907497b2dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.200s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.927846] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.928102] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.126354] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074529} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.126777] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.127644] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efeb7b22-a425-4a1a-ba3d-06a7cfa87092 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.156104] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 80ad2833-64e1-4e54-b28a-ad7c601dc5ae/80ad2833-64e1-4e54-b28a-ad7c601dc5ae.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.156417] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6139fafd-d69f-4595-8e34-5427aa034f48 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.179841] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 768.179841] env[62643]: value = "task-2383115" [ 768.179841] env[62643]: _type = "Task" [ 768.179841] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.194197] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153604} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.197696] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.197964] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.198123] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.200841] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.256588] env[62643]: DEBUG nova.compute.manager [req-df4d5da5-7fd3-42a6-9980-3ec3fff22e4c req-2a7bbcf5-fee6-43cf-bc11-bf85aa3798fc service nova] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Received event network-vif-plugged-995fed51-f509-415d-96d4-24ed62736b94 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.256722] env[62643]: DEBUG oslo_concurrency.lockutils [req-df4d5da5-7fd3-42a6-9980-3ec3fff22e4c req-2a7bbcf5-fee6-43cf-bc11-bf85aa3798fc service nova] Acquiring lock "9b21a7b6-464c-4db7-9308-5377447ade04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.256811] env[62643]: DEBUG oslo_concurrency.lockutils [req-df4d5da5-7fd3-42a6-9980-3ec3fff22e4c req-2a7bbcf5-fee6-43cf-bc11-bf85aa3798fc service nova] Lock "9b21a7b6-464c-4db7-9308-5377447ade04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.256974] env[62643]: DEBUG oslo_concurrency.lockutils [req-df4d5da5-7fd3-42a6-9980-3ec3fff22e4c req-2a7bbcf5-fee6-43cf-bc11-bf85aa3798fc service nova] Lock "9b21a7b6-464c-4db7-9308-5377447ade04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.257498] env[62643]: DEBUG nova.compute.manager [req-df4d5da5-7fd3-42a6-9980-3ec3fff22e4c req-2a7bbcf5-fee6-43cf-bc11-bf85aa3798fc service nova] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] No waiting events found dispatching network-vif-plugged-995fed51-f509-415d-96d4-24ed62736b94 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.257611] env[62643]: WARNING nova.compute.manager [req-df4d5da5-7fd3-42a6-9980-3ec3fff22e4c req-2a7bbcf5-fee6-43cf-bc11-bf85aa3798fc service nova] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Received unexpected event network-vif-plugged-995fed51-f509-415d-96d4-24ed62736b94 for instance with vm_state building and task_state spawning. [ 768.399729] env[62643]: DEBUG nova.network.neutron [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Successfully updated port: 995fed51-f509-415d-96d4-24ed62736b94 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.442090] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.442090] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Starting heal instance info cache {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 768.694969] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.906531] env[62643]: DEBUG oslo_concurrency.lockutils [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "refresh_cache-9b21a7b6-464c-4db7-9308-5377447ade04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.906691] env[62643]: DEBUG oslo_concurrency.lockutils [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired lock "refresh_cache-9b21a7b6-464c-4db7-9308-5377447ade04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.906835] env[62643]: DEBUG nova.network.neutron [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.935340] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3262a2-e6be-43fd-8727-34c81e10630f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.949590] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8cbfd5-084b-4eeb-b712-027ab656f3eb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.991712] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dc3825-0076-4f37-b791-8ff4cb452214 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.003699] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e997af29-e7d0-4e7c-8e8a-d363b6a822a6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.018914] env[62643]: DEBUG nova.compute.provider_tree [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.197321] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383115, 'name': ReconfigVM_Task, 'duration_secs': 0.823144} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.199421] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 80ad2833-64e1-4e54-b28a-ad7c601dc5ae/80ad2833-64e1-4e54-b28a-ad7c601dc5ae.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.200998] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35059458-a40a-4a06-aeb3-78f5a37b1610 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.208384] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 769.208384] env[62643]: value = "task-2383116" [ 769.208384] env[62643]: _type = "Task" [ 769.208384] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.221585] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383116, 'name': Rename_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.240785] env[62643]: DEBUG nova.virt.hardware [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.241162] env[62643]: DEBUG nova.virt.hardware [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.241332] env[62643]: DEBUG nova.virt.hardware [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.244884] env[62643]: DEBUG nova.virt.hardware [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.244884] env[62643]: DEBUG nova.virt.hardware [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.244884] env[62643]: DEBUG nova.virt.hardware [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.244884] env[62643]: DEBUG nova.virt.hardware [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.244884] env[62643]: DEBUG nova.virt.hardware [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.244884] env[62643]: DEBUG nova.virt.hardware [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.244884] env[62643]: DEBUG nova.virt.hardware [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.244884] env[62643]: DEBUG nova.virt.hardware [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.244884] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22376103-e8ed-4553-9812-ccbcb4c33e34 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.257503] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3846214-f700-4a8b-9cea-bffc58e01141 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.279654] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:32:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49f6c869-eb86-466f-a27d-4f5031a5fb88', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.293483] env[62643]: DEBUG oslo.service.loopingcall [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 769.293483] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.293483] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f3d604e-9e22-45be-ad53-5e71478609d9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.318875] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.318875] env[62643]: value = "task-2383117" [ 769.318875] env[62643]: _type = "Task" [ 769.318875] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.328610] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383117, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.457538] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "refresh_cache-efdf473f-8daa-4179-9a44-3b72bfb87f01" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.457689] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquired lock "refresh_cache-efdf473f-8daa-4179-9a44-3b72bfb87f01" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.458071] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Forcefully refreshing network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 769.522510] env[62643]: DEBUG nova.scheduler.client.report [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.703918] env[62643]: DEBUG nova.network.neutron [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.724077] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383116, 'name': Rename_Task, 'duration_secs': 0.157237} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.724375] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.724618] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d94655af-e226-44d3-8876-ef250448ebd9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.731218] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 769.731218] env[62643]: value = "task-2383118" [ 769.731218] env[62643]: _type = "Task" [ 769.731218] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.738759] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.828662] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383117, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.960619] env[62643]: DEBUG nova.network.neutron [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Updating instance_info_cache with network_info: [{"id": "995fed51-f509-415d-96d4-24ed62736b94", "address": "fa:16:3e:ac:d1:b1", "network": {"id": "7913ea5d-c434-47bd-8c92-ec7d02c3c89a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-714094955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab50f55a8f4ff289536d64ecd45f09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995fed51-f5", "ovs_interfaceid": "995fed51-f509-415d-96d4-24ed62736b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.027249] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.027796] env[62643]: DEBUG nova.compute.manager [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.031387] env[62643]: DEBUG oslo_concurrency.lockutils [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.956s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.031603] env[62643]: DEBUG nova.objects.instance [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lazy-loading 'resources' on Instance uuid 39c2763c-aab1-4d5b-90b7-7db675df0dea {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.206812] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Acquiring lock "35f0758c-42be-471a-89d1-c4b4e7c84a05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.206812] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Lock "35f0758c-42be-471a-89d1-c4b4e7c84a05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.243621] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.329702] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383117, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.465687] env[62643]: DEBUG oslo_concurrency.lockutils [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Releasing lock "refresh_cache-9b21a7b6-464c-4db7-9308-5377447ade04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.466233] env[62643]: DEBUG nova.compute.manager [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Instance network_info: |[{"id": "995fed51-f509-415d-96d4-24ed62736b94", "address": "fa:16:3e:ac:d1:b1", "network": {"id": "7913ea5d-c434-47bd-8c92-ec7d02c3c89a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-714094955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab50f55a8f4ff289536d64ecd45f09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995fed51-f5", "ovs_interfaceid": "995fed51-f509-415d-96d4-24ed62736b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.466934] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:d1:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '995fed51-f509-415d-96d4-24ed62736b94', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.479894] env[62643]: DEBUG oslo.service.loopingcall [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 770.480008] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.480816] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bafebb2-a59c-4d40-87c8-a97bbb773045 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.516673] env[62643]: DEBUG nova.compute.manager [req-83ff6532-ffd1-4a42-96ad-0352db3802d5 req-f9aa8c86-2bd3-47cb-ae55-9271bf6005f7 service nova] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Received event network-changed-995fed51-f509-415d-96d4-24ed62736b94 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.519041] env[62643]: DEBUG nova.compute.manager [req-83ff6532-ffd1-4a42-96ad-0352db3802d5 req-f9aa8c86-2bd3-47cb-ae55-9271bf6005f7 service nova] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Refreshing instance network info cache due to event network-changed-995fed51-f509-415d-96d4-24ed62736b94. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 770.519041] env[62643]: DEBUG oslo_concurrency.lockutils [req-83ff6532-ffd1-4a42-96ad-0352db3802d5 req-f9aa8c86-2bd3-47cb-ae55-9271bf6005f7 service nova] Acquiring lock "refresh_cache-9b21a7b6-464c-4db7-9308-5377447ade04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.519041] env[62643]: DEBUG oslo_concurrency.lockutils [req-83ff6532-ffd1-4a42-96ad-0352db3802d5 req-f9aa8c86-2bd3-47cb-ae55-9271bf6005f7 service nova] Acquired lock "refresh_cache-9b21a7b6-464c-4db7-9308-5377447ade04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.519041] env[62643]: DEBUG nova.network.neutron [req-83ff6532-ffd1-4a42-96ad-0352db3802d5 req-f9aa8c86-2bd3-47cb-ae55-9271bf6005f7 service nova] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Refreshing network info cache for port 995fed51-f509-415d-96d4-24ed62736b94 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.524785] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.524785] env[62643]: value = "task-2383119" [ 770.524785] env[62643]: _type = "Task" [ 770.524785] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.537469] env[62643]: DEBUG nova.compute.utils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 770.540813] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383119, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.541492] env[62643]: DEBUG nova.compute.manager [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.541669] env[62643]: DEBUG nova.network.neutron [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.710659] env[62643]: DEBUG nova.policy [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0cebabe108843f0ac55066b6cfa82db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2557f220b46f4045909ac757cebe370c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.743606] env[62643]: DEBUG oslo_vmware.api [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383118, 'name': PowerOnVM_Task, 'duration_secs': 0.81254} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.744081] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.744176] env[62643]: INFO nova.compute.manager [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Took 10.27 seconds to spawn the instance on the hypervisor. [ 770.744318] env[62643]: DEBUG nova.compute.manager [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.745136] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c1b45d-9ce1-4bc4-bb7f-9c2b7e31b6df {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.838609] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383117, 'name': CreateVM_Task, 'duration_secs': 1.366276} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.838989] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.839840] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.839923] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.840248] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.842976] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac5084a4-1eb2-4f85-b4c3-694a0c8e169d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.848696] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 770.848696] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5240c815-515c-0e84-1f2f-0fe9f511d806" [ 770.848696] env[62643]: _type = "Task" [ 770.848696] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.862837] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5240c815-515c-0e84-1f2f-0fe9f511d806, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.863171] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.863421] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.863640] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.863778] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.863953] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.864242] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ceac5ed1-3980-4dd1-997b-cbb9aee9e859 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.873938] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.875476] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.875476] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc9f144c-8c89-4e6d-9883-65f1e3059bac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.881108] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 770.881108] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522b3cd1-d5c0-6066-fd4f-8e9aa283108f" [ 770.881108] env[62643]: _type = "Task" [ 770.881108] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.891538] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522b3cd1-d5c0-6066-fd4f-8e9aa283108f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.012426] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Updating instance_info_cache with network_info: [{"id": "49f6c869-eb86-466f-a27d-4f5031a5fb88", "address": "fa:16:3e:66:32:8c", "network": {"id": "b0db6530-1a58-4ab0-b9b5-c5764bdd7d7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-466483620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc829a6049a94a2d98bd5f47a6df92b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f6c869-eb", "ovs_interfaceid": "49f6c869-eb86-466f-a27d-4f5031a5fb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.037765] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383119, 'name': CreateVM_Task, 'duration_secs': 0.361582} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.040323] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.041282] env[62643]: DEBUG oslo_concurrency.lockutils [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.041526] env[62643]: DEBUG oslo_concurrency.lockutils [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.041801] env[62643]: DEBUG oslo_concurrency.lockutils [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.042468] env[62643]: DEBUG nova.compute.utils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 771.043687] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf904953-ef19-4cca-a1a2-52fcd5fda6a5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.049752] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 771.049752] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f2e820-9ab9-fbe9-0429-fda6e1b19ffe" [ 771.049752] env[62643]: _type = "Task" [ 771.049752] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.062210] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f2e820-9ab9-fbe9-0429-fda6e1b19ffe, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.062315] env[62643]: DEBUG oslo_concurrency.lockutils [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.062529] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.062732] env[62643]: DEBUG oslo_concurrency.lockutils [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.208942] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33afde22-d760-4491-b213-ef914ab261e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.216774] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbc748c-c859-41d0-b2d7-15fe1cb885a1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.261575] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8950f6a1-8827-43e4-9845-4135e6d84902 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.273769] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc041de-f92f-41d4-8d4a-7ab45e17daa5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.277952] env[62643]: INFO nova.compute.manager [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Took 47.90 seconds to build instance. [ 771.289302] env[62643]: DEBUG nova.compute.provider_tree [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.392369] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522b3cd1-d5c0-6066-fd4f-8e9aa283108f, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.393534] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f0298d-ee98-4440-9caf-87df86bdeeb6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.400377] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 771.400377] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5289d450-fedc-d11a-072c-f4d977c08ee1" [ 771.400377] env[62643]: _type = "Task" [ 771.400377] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.409164] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5289d450-fedc-d11a-072c-f4d977c08ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.423031] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Acquiring lock "1d096b01-89ac-4098-ac44-26bd5168cee9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.423031] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Lock "1d096b01-89ac-4098-ac44-26bd5168cee9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.516492] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Releasing lock "refresh_cache-efdf473f-8daa-4179-9a44-3b72bfb87f01" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.517026] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Updated the network info_cache for instance {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 771.517026] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.517140] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.517209] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.517353] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.517517] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.518117] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.518117] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62643) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 771.518117] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.548411] env[62643]: DEBUG nova.compute.manager [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.606072] env[62643]: DEBUG nova.network.neutron [req-83ff6532-ffd1-4a42-96ad-0352db3802d5 req-f9aa8c86-2bd3-47cb-ae55-9271bf6005f7 service nova] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Updated VIF entry in instance network info cache for port 995fed51-f509-415d-96d4-24ed62736b94. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.606612] env[62643]: DEBUG nova.network.neutron [req-83ff6532-ffd1-4a42-96ad-0352db3802d5 req-f9aa8c86-2bd3-47cb-ae55-9271bf6005f7 service nova] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Updating instance_info_cache with network_info: [{"id": "995fed51-f509-415d-96d4-24ed62736b94", "address": "fa:16:3e:ac:d1:b1", "network": {"id": "7913ea5d-c434-47bd-8c92-ec7d02c3c89a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-714094955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab50f55a8f4ff289536d64ecd45f09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995fed51-f5", "ovs_interfaceid": "995fed51-f509-415d-96d4-24ed62736b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.636611] env[62643]: DEBUG nova.network.neutron [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Successfully created port: 799f3de8-47aa-47ba-83cc-915bfb71f733 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.781302] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74426385-62bb-45b0-8bcc-51c41de0be7b tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "80ad2833-64e1-4e54-b28a-ad7c601dc5ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.455s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.794175] env[62643]: DEBUG nova.scheduler.client.report [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.914376] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5289d450-fedc-d11a-072c-f4d977c08ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.009643} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.914640] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.914900] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] efdf473f-8daa-4179-9a44-3b72bfb87f01/efdf473f-8daa-4179-9a44-3b72bfb87f01.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.915231] env[62643]: DEBUG oslo_concurrency.lockutils [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.915474] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.915716] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-557533a0-751a-4d84-a8fb-a13788e71ae0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.917848] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61e8e009-8a1e-45cf-9868-80ede602dea5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.925530] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 771.925530] env[62643]: value = "task-2383120" [ 771.925530] env[62643]: _type = "Task" [ 771.925530] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.926380] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.926594] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.930637] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7736dd1c-af69-44e3-96b8-384d5f861846 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.940822] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.942270] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 771.942270] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528a93c2-a54b-605d-f3e4-d524e97ee42d" [ 771.942270] env[62643]: _type = "Task" [ 771.942270] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.951556] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528a93c2-a54b-605d-f3e4-d524e97ee42d, 'name': SearchDatastore_Task, 'duration_secs': 0.008161} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.952359] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db301773-7abe-4795-9034-b66df0c22649 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.961189] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 771.961189] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52facda3-7f60-f171-92fd-1f75423cae7c" [ 771.961189] env[62643]: _type = "Task" [ 771.961189] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.969637] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52facda3-7f60-f171-92fd-1f75423cae7c, 'name': SearchDatastore_Task, 'duration_secs': 0.008309} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.969921] env[62643]: DEBUG oslo_concurrency.lockutils [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.970199] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 9b21a7b6-464c-4db7-9308-5377447ade04/9b21a7b6-464c-4db7-9308-5377447ade04.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.970459] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfd2fa3b-d49e-4f07-a075-a43a76aa6e33 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.976570] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 771.976570] env[62643]: value = "task-2383121" [ 771.976570] env[62643]: _type = "Task" [ 771.976570] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.984139] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.021430] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.108911] env[62643]: DEBUG oslo_concurrency.lockutils [req-83ff6532-ffd1-4a42-96ad-0352db3802d5 req-f9aa8c86-2bd3-47cb-ae55-9271bf6005f7 service nova] Releasing lock "refresh_cache-9b21a7b6-464c-4db7-9308-5377447ade04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.284419] env[62643]: DEBUG nova.compute.manager [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.301539] env[62643]: DEBUG oslo_concurrency.lockutils [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.304316] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.549s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.308876] env[62643]: INFO nova.compute.claims [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.336472] env[62643]: INFO nova.scheduler.client.report [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Deleted allocations for instance 39c2763c-aab1-4d5b-90b7-7db675df0dea [ 772.440467] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492736} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.440851] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] efdf473f-8daa-4179-9a44-3b72bfb87f01/efdf473f-8daa-4179-9a44-3b72bfb87f01.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.441182] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.441960] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5e0905e-ee33-430d-83e8-17a337b7c123 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.448997] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 772.448997] env[62643]: value = "task-2383122" [ 772.448997] env[62643]: _type = "Task" [ 772.448997] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.461059] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.486560] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383121, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.565387] env[62643]: DEBUG nova.compute.manager [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.611184] env[62643]: DEBUG nova.virt.hardware [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:18:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1380230031',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1869197913',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.611589] env[62643]: DEBUG nova.virt.hardware [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.611888] env[62643]: DEBUG nova.virt.hardware [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.612116] env[62643]: DEBUG nova.virt.hardware [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.612318] env[62643]: DEBUG nova.virt.hardware [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.612554] env[62643]: DEBUG nova.virt.hardware [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.612956] env[62643]: DEBUG nova.virt.hardware [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.613309] env[62643]: DEBUG nova.virt.hardware [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.613772] env[62643]: DEBUG nova.virt.hardware [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.614305] env[62643]: DEBUG nova.virt.hardware [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.615303] env[62643]: DEBUG nova.virt.hardware [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.616617] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746ba60b-94ce-452f-b87b-7b6154c0bb9c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.625513] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619552ac-273a-445f-a086-9ba4c86b6c3b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.804615] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.846082] env[62643]: DEBUG oslo_concurrency.lockutils [None req-79ffe91b-701b-400b-961c-de1234097232 tempest-ListImageFiltersTestJSON-370915400 tempest-ListImageFiltersTestJSON-370915400-project-member] Lock "39c2763c-aab1-4d5b-90b7-7db675df0dea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.899s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.959725] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143099} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.960011] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.960811] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923d56ec-f6ca-4704-a244-763570ac4321 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.985165] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] efdf473f-8daa-4179-9a44-3b72bfb87f01/efdf473f-8daa-4179-9a44-3b72bfb87f01.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.985772] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1f71507-4d25-421b-ad9b-66b2cab029e6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.008544] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781145} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.009990] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 9b21a7b6-464c-4db7-9308-5377447ade04/9b21a7b6-464c-4db7-9308-5377447ade04.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.010214] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.010557] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 773.010557] env[62643]: value = "task-2383123" [ 773.010557] env[62643]: _type = "Task" [ 773.010557] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.010888] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6a57e9a-18a6-456d-9d49-8622fa019002 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.020811] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383123, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.022269] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 773.022269] env[62643]: value = "task-2383124" [ 773.022269] env[62643]: _type = "Task" [ 773.022269] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.030946] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.327564] env[62643]: INFO nova.compute.manager [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Rebuilding instance [ 773.371368] env[62643]: DEBUG nova.network.neutron [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Successfully updated port: 799f3de8-47aa-47ba-83cc-915bfb71f733 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.385497] env[62643]: DEBUG nova.compute.manager [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.387291] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49e3f3d-83aa-40a7-91f7-3b5dd3030d2f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.504962] env[62643]: DEBUG nova.compute.manager [req-5466340d-7455-459f-8bce-e033aa2ee591 req-a3e634e5-1469-456f-a730-b5e748dd0ab1 service nova] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Received event network-vif-plugged-799f3de8-47aa-47ba-83cc-915bfb71f733 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.505704] env[62643]: DEBUG oslo_concurrency.lockutils [req-5466340d-7455-459f-8bce-e033aa2ee591 req-a3e634e5-1469-456f-a730-b5e748dd0ab1 service nova] Acquiring lock "3cc8af78-190c-486b-8e28-92895e62d772-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.506896] env[62643]: DEBUG oslo_concurrency.lockutils [req-5466340d-7455-459f-8bce-e033aa2ee591 req-a3e634e5-1469-456f-a730-b5e748dd0ab1 service nova] Lock "3cc8af78-190c-486b-8e28-92895e62d772-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.506896] env[62643]: DEBUG oslo_concurrency.lockutils [req-5466340d-7455-459f-8bce-e033aa2ee591 req-a3e634e5-1469-456f-a730-b5e748dd0ab1 service nova] Lock "3cc8af78-190c-486b-8e28-92895e62d772-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.506896] env[62643]: DEBUG nova.compute.manager [req-5466340d-7455-459f-8bce-e033aa2ee591 req-a3e634e5-1469-456f-a730-b5e748dd0ab1 service nova] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] No waiting events found dispatching network-vif-plugged-799f3de8-47aa-47ba-83cc-915bfb71f733 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.506896] env[62643]: WARNING nova.compute.manager [req-5466340d-7455-459f-8bce-e033aa2ee591 req-a3e634e5-1469-456f-a730-b5e748dd0ab1 service nova] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Received unexpected event network-vif-plugged-799f3de8-47aa-47ba-83cc-915bfb71f733 for instance with vm_state building and task_state spawning. [ 773.526124] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383123, 'name': ReconfigVM_Task, 'duration_secs': 0.29274} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.529309] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Reconfigured VM instance instance-00000006 to attach disk [datastore2] efdf473f-8daa-4179-9a44-3b72bfb87f01/efdf473f-8daa-4179-9a44-3b72bfb87f01.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.532568] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0283011d-ec77-4602-9ba2-e813fdb94138 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.540668] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06306} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.540914] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.541186] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 773.541186] env[62643]: value = "task-2383125" [ 773.541186] env[62643]: _type = "Task" [ 773.541186] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.541924] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed2b5cb-5e50-4e4c-a004-938ac5234355 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.558519] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383125, 'name': Rename_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.579098] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 9b21a7b6-464c-4db7-9308-5377447ade04/9b21a7b6-464c-4db7-9308-5377447ade04.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.582681] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a2f844-d6a2-476a-9f67-ccba0621c003 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.602960] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 773.602960] env[62643]: value = "task-2383126" [ 773.602960] env[62643]: _type = "Task" [ 773.602960] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.616529] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383126, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.875546] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquiring lock "refresh_cache-3cc8af78-190c-486b-8e28-92895e62d772" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.875761] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquired lock "refresh_cache-3cc8af78-190c-486b-8e28-92895e62d772" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.875965] env[62643]: DEBUG nova.network.neutron [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.927087] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c651c5-a0a3-4d15-818d-2aa4e00ed8ad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.935470] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d011c9-b1e5-4289-9a6b-6806810c4499 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.972389] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c6310c-a0b4-4530-bb60-8a9c38556b3a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.980339] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee01bb95-e493-4271-ab14-e47eb87e6547 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.995948] env[62643]: DEBUG nova.compute.provider_tree [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.054168] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383125, 'name': Rename_Task, 'duration_secs': 0.146078} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.054464] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.054706] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6831dfbc-04ee-4160-bab7-e8e12d408cc3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.060936] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 774.060936] env[62643]: value = "task-2383127" [ 774.060936] env[62643]: _type = "Task" [ 774.060936] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.070882] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.113609] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383126, 'name': ReconfigVM_Task, 'duration_secs': 0.283773} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.113935] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 9b21a7b6-464c-4db7-9308-5377447ade04/9b21a7b6-464c-4db7-9308-5377447ade04.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.114715] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f1f0740-bd9b-425a-85b2-783a4f7c4bb9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.120385] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 774.120385] env[62643]: value = "task-2383128" [ 774.120385] env[62643]: _type = "Task" [ 774.120385] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.128623] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383128, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.409910] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.410356] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3042949f-3144-4771-8f64-b2e8a06e97e5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.418460] env[62643]: DEBUG nova.network.neutron [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.422360] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 774.422360] env[62643]: value = "task-2383129" [ 774.422360] env[62643]: _type = "Task" [ 774.422360] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.433596] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.523331] env[62643]: ERROR nova.scheduler.client.report [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [req-cfe49acc-68f9-4b84-9955-97fa4ff453a0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cfe49acc-68f9-4b84-9955-97fa4ff453a0"}]} [ 774.545023] env[62643]: DEBUG nova.scheduler.client.report [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Refreshing inventories for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 774.570132] env[62643]: DEBUG nova.scheduler.client.report [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Updating ProviderTree inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 774.570446] env[62643]: DEBUG nova.compute.provider_tree [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.578337] env[62643]: DEBUG oslo_vmware.api [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383127, 'name': PowerOnVM_Task, 'duration_secs': 0.497429} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.581807] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.583882] env[62643]: DEBUG nova.compute.manager [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.585270] env[62643]: DEBUG nova.scheduler.client.report [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Refreshing aggregate associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, aggregates: None {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 774.588797] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2b6158-b9c0-4984-b8cc-6e0aa348db8a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.621257] env[62643]: DEBUG nova.scheduler.client.report [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Refreshing trait associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 774.633783] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383128, 'name': Rename_Task, 'duration_secs': 0.165054} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.634177] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.634471] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7dd51f5-e230-4641-b60a-8e1f36afb26c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.640484] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 774.640484] env[62643]: value = "task-2383130" [ 774.640484] env[62643]: _type = "Task" [ 774.640484] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.652055] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.666300] env[62643]: DEBUG nova.network.neutron [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Updating instance_info_cache with network_info: [{"id": "799f3de8-47aa-47ba-83cc-915bfb71f733", "address": "fa:16:3e:98:43:eb", "network": {"id": "35f5602e-fffd-4944-a33d-5b1a02751e54", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-62865185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2557f220b46f4045909ac757cebe370c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799f3de8-47", "ovs_interfaceid": "799f3de8-47aa-47ba-83cc-915bfb71f733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.933749] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383129, 'name': PowerOffVM_Task, 'duration_secs': 0.225915} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.934028] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.934267] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.935553] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e30aee9-c5a7-4dde-89e6-fb841aef6145 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.947118] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.947118] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-925ff58b-3c57-453b-ada1-321fd61e9755 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.017292] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.017520] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.017698] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleting the datastore file [datastore2] 80ad2833-64e1-4e54-b28a-ad7c601dc5ae {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.019881] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7255cd66-c5dd-40ba-a14e-30bdf507d15c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.026822] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 775.026822] env[62643]: value = "task-2383132" [ 775.026822] env[62643]: _type = "Task" [ 775.026822] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.035573] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.112721] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.156243] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383130, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.168404] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Releasing lock "refresh_cache-3cc8af78-190c-486b-8e28-92895e62d772" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.168957] env[62643]: DEBUG nova.compute.manager [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Instance network_info: |[{"id": "799f3de8-47aa-47ba-83cc-915bfb71f733", "address": "fa:16:3e:98:43:eb", "network": {"id": "35f5602e-fffd-4944-a33d-5b1a02751e54", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-62865185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2557f220b46f4045909ac757cebe370c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799f3de8-47", "ovs_interfaceid": "799f3de8-47aa-47ba-83cc-915bfb71f733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.169803] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:43:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '799f3de8-47aa-47ba-83cc-915bfb71f733', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.180416] env[62643]: DEBUG oslo.service.loopingcall [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.183532] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.183989] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95c8ff7f-8a15-4c68-b7ff-d0f4f0060eac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.211214] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.211214] env[62643]: value = "task-2383133" [ 775.211214] env[62643]: _type = "Task" [ 775.211214] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.222914] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383133, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.246218] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096647cf-7f72-40e3-8db7-447099b11398 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.255137] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ac8d26-f736-41d9-9cd9-75d6f2025bad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.288418] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9a854f-5a69-401a-9913-a12e50e92253 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.296346] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05145011-868a-4108-ae4e-c19ed5990201 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.311882] env[62643]: DEBUG nova.compute.provider_tree [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 775.538107] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186859} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.538578] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.538795] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.539101] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.653689] env[62643]: DEBUG oslo_vmware.api [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383130, 'name': PowerOnVM_Task, 'duration_secs': 0.614129} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.654591] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.654591] env[62643]: INFO nova.compute.manager [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Took 8.48 seconds to spawn the instance on the hypervisor. [ 775.654591] env[62643]: DEBUG nova.compute.manager [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.655542] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289a8627-5c95-4324-9c1f-4af9c1ecaa3a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.721645] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383133, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.822356] env[62643]: DEBUG nova.compute.manager [req-d920fc5c-2894-487a-b1b7-d208be07a42b req-c78af28f-91dc-4818-961f-701fccb01c92 service nova] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Received event network-changed-799f3de8-47aa-47ba-83cc-915bfb71f733 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.822745] env[62643]: DEBUG nova.compute.manager [req-d920fc5c-2894-487a-b1b7-d208be07a42b req-c78af28f-91dc-4818-961f-701fccb01c92 service nova] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Refreshing instance network info cache due to event network-changed-799f3de8-47aa-47ba-83cc-915bfb71f733. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 775.823037] env[62643]: DEBUG oslo_concurrency.lockutils [req-d920fc5c-2894-487a-b1b7-d208be07a42b req-c78af28f-91dc-4818-961f-701fccb01c92 service nova] Acquiring lock "refresh_cache-3cc8af78-190c-486b-8e28-92895e62d772" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.823383] env[62643]: DEBUG oslo_concurrency.lockutils [req-d920fc5c-2894-487a-b1b7-d208be07a42b req-c78af28f-91dc-4818-961f-701fccb01c92 service nova] Acquired lock "refresh_cache-3cc8af78-190c-486b-8e28-92895e62d772" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.823619] env[62643]: DEBUG nova.network.neutron [req-d920fc5c-2894-487a-b1b7-d208be07a42b req-c78af28f-91dc-4818-961f-701fccb01c92 service nova] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Refreshing network info cache for port 799f3de8-47aa-47ba-83cc-915bfb71f733 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.848434] env[62643]: DEBUG nova.scheduler.client.report [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Updated inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 775.848703] env[62643]: DEBUG nova.compute.provider_tree [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Updating resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a generation from 77 to 78 during operation: update_inventory {{(pid=62643) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 775.848891] env[62643]: DEBUG nova.compute.provider_tree [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.017267] env[62643]: INFO nova.compute.manager [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Rebuilding instance [ 776.087123] env[62643]: DEBUG nova.compute.manager [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.089814] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e30740-0761-42e7-b520-94c0fd8e1bfd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.179428] env[62643]: INFO nova.compute.manager [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Took 48.08 seconds to build instance. [ 776.222929] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383133, 'name': CreateVM_Task, 'duration_secs': 0.604808} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.223132] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.223867] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.224080] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.224431] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.224708] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d790230-545d-4f5d-b88a-d03a4db84e10 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.231022] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 776.231022] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fd2b4a-4719-8137-6341-3245b9e242f5" [ 776.231022] env[62643]: _type = "Task" [ 776.231022] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.238635] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fd2b4a-4719-8137-6341-3245b9e242f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.356795] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.053s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.357332] env[62643]: DEBUG nova.compute.manager [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.360714] env[62643]: DEBUG oslo_concurrency.lockutils [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.628s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.362540] env[62643]: INFO nova.compute.claims [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.601636] env[62643]: DEBUG nova.virt.hardware [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.601982] env[62643]: DEBUG nova.virt.hardware [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.602036] env[62643]: DEBUG nova.virt.hardware [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.602226] env[62643]: DEBUG nova.virt.hardware [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.602374] env[62643]: DEBUG nova.virt.hardware [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.602524] env[62643]: DEBUG nova.virt.hardware [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.602730] env[62643]: DEBUG nova.virt.hardware [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.602889] env[62643]: DEBUG nova.virt.hardware [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.603070] env[62643]: DEBUG nova.virt.hardware [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.603275] env[62643]: DEBUG nova.virt.hardware [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.603461] env[62643]: DEBUG nova.virt.hardware [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.609973] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049a5ab8-28c4-4796-a250-d3ec3979bf02 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.619137] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa170a95-c5c9-4eef-b664-75da4712af1f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.637140] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:cb:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88607a90-0817-40df-b8ce-7e9502faf327', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.646504] env[62643]: DEBUG oslo.service.loopingcall [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.647352] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.647585] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-957c7279-a06c-4a21-a6e5-d24661f89b93 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.672068] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.672068] env[62643]: value = "task-2383134" [ 776.672068] env[62643]: _type = "Task" [ 776.672068] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.678153] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383134, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.681894] env[62643]: DEBUG oslo_concurrency.lockutils [None req-80dceeaf-b083-4905-a38e-1a728630a02e tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "9b21a7b6-464c-4db7-9308-5377447ade04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.326s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.691747] env[62643]: DEBUG oslo_concurrency.lockutils [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "8448a4da-133c-43a5-ab37-4e4b8115466c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.691902] env[62643]: DEBUG oslo_concurrency.lockutils [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "8448a4da-133c-43a5-ab37-4e4b8115466c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.751140] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fd2b4a-4719-8137-6341-3245b9e242f5, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.751140] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.751140] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.751140] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.751140] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.751647] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.751865] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25d2e159-1768-486c-8172-b86ee86170c5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.762612] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.762820] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.764430] env[62643]: DEBUG nova.network.neutron [req-d920fc5c-2894-487a-b1b7-d208be07a42b req-c78af28f-91dc-4818-961f-701fccb01c92 service nova] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Updated VIF entry in instance network info cache for port 799f3de8-47aa-47ba-83cc-915bfb71f733. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.765146] env[62643]: DEBUG nova.network.neutron [req-d920fc5c-2894-487a-b1b7-d208be07a42b req-c78af28f-91dc-4818-961f-701fccb01c92 service nova] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Updating instance_info_cache with network_info: [{"id": "799f3de8-47aa-47ba-83cc-915bfb71f733", "address": "fa:16:3e:98:43:eb", "network": {"id": "35f5602e-fffd-4944-a33d-5b1a02751e54", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-62865185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2557f220b46f4045909ac757cebe370c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799f3de8-47", "ovs_interfaceid": "799f3de8-47aa-47ba-83cc-915bfb71f733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.767898] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03fc9abb-25bf-422c-8efd-17592108ec65 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.775516] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 776.775516] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526ff76e-a6b1-0a41-778e-d77f6acab292" [ 776.775516] env[62643]: _type = "Task" [ 776.775516] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.785564] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526ff76e-a6b1-0a41-778e-d77f6acab292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.867261] env[62643]: DEBUG nova.compute.utils [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 776.876042] env[62643]: DEBUG nova.compute.manager [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.876042] env[62643]: DEBUG nova.network.neutron [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.959838] env[62643]: DEBUG nova.policy [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22297aa818b2491ca023cc4f8540fc20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c38fb5f4bc0d4077b0084d65802cffe3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.110510] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.111362] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4041d3b-78e6-4af9-b0cb-c0d56400b362 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.122534] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 777.122534] env[62643]: value = "task-2383135" [ 777.122534] env[62643]: _type = "Task" [ 777.122534] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.132852] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.181467] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383134, 'name': CreateVM_Task, 'duration_secs': 0.371617} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.181685] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.182333] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.182548] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.182836] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.183049] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26d09c04-8b2e-4dc8-86e9-06b019277b5c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.184913] env[62643]: DEBUG nova.compute.manager [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.196576] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 777.196576] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c4df8c-947c-e20c-7af5-a8d28ce70b96" [ 777.196576] env[62643]: _type = "Task" [ 777.196576] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.210388] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c4df8c-947c-e20c-7af5-a8d28ce70b96, 'name': SearchDatastore_Task, 'duration_secs': 0.013426} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.211564] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.211564] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.211564] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.268468] env[62643]: DEBUG oslo_concurrency.lockutils [req-d920fc5c-2894-487a-b1b7-d208be07a42b req-c78af28f-91dc-4818-961f-701fccb01c92 service nova] Releasing lock "refresh_cache-3cc8af78-190c-486b-8e28-92895e62d772" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.294619] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526ff76e-a6b1-0a41-778e-d77f6acab292, 'name': SearchDatastore_Task, 'duration_secs': 0.013535} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.295851] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd44c52b-6581-4679-9333-95d0091e58dc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.308223] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 777.308223] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f79fa7-3a2c-7a9a-0b97-33409adf0a02" [ 777.308223] env[62643]: _type = "Task" [ 777.308223] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.319160] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f79fa7-3a2c-7a9a-0b97-33409adf0a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.375888] env[62643]: DEBUG nova.compute.manager [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.632140] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383135, 'name': PowerOffVM_Task, 'duration_secs': 0.197874} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.634823] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.635136] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.636088] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c7e75b-86cc-42ee-8d9d-1569f82b97d0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.642922] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.643239] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d655b78-83e5-49ba-a4a9-e2de1432b38d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.681131] env[62643]: DEBUG nova.network.neutron [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Successfully created port: e8321ec4-6d56-4682-a820-120026f627f8 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.707286] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.707890] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.708325] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleting the datastore file [datastore2] efdf473f-8daa-4179-9a44-3b72bfb87f01 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.711028] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4d9cae9-e3a6-4344-8584-937b5ce91992 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.720125] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 777.720125] env[62643]: value = "task-2383137" [ 777.720125] env[62643]: _type = "Task" [ 777.720125] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.727901] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.729208] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.822964] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f79fa7-3a2c-7a9a-0b97-33409adf0a02, 'name': SearchDatastore_Task, 'duration_secs': 0.010128} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.823472] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.823742] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 3cc8af78-190c-486b-8e28-92895e62d772/3cc8af78-190c-486b-8e28-92895e62d772.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.827536] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.827760] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.828667] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe6bcd8f-df99-4491-9031-b30600c951c5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.831252] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efc87b6b-1fce-4a7d-8db5-f8a4d288fa77 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.837858] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 777.837858] env[62643]: value = "task-2383138" [ 777.837858] env[62643]: _type = "Task" [ 777.837858] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.850362] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.850645] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.854960] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67468f89-2b8c-464d-959e-f476cc07025a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.857368] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.862272] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 777.862272] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52999331-a6e2-0961-8102-d27021c6903d" [ 777.862272] env[62643]: _type = "Task" [ 777.862272] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.870493] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52999331-a6e2-0961-8102-d27021c6903d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.004448] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5d9101-f429-43ed-b5de-fa8263dbb310 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.016704] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608d5841-1599-4fbe-bed9-4a4c2cd7ce5e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.048942] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5706e165-d655-4e48-b7d6-da97add426ca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.056923] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b46cdf-a310-4a6b-bf21-256e53cb91a2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.071241] env[62643]: DEBUG nova.compute.provider_tree [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.231484] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162371} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.231853] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.232130] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.232373] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.309065] env[62643]: DEBUG nova.compute.manager [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.310059] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66617c7f-c60e-466f-878c-4734e846ec55 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.356509] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383138, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.372567] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52999331-a6e2-0961-8102-d27021c6903d, 'name': SearchDatastore_Task, 'duration_secs': 0.008525} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.373680] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6164c96b-6247-4c0f-ad68-6ada67182cfd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.379661] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 778.379661] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525e391c-9328-053c-b9f1-73e3446bbd97" [ 778.379661] env[62643]: _type = "Task" [ 778.379661] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.387807] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525e391c-9328-053c-b9f1-73e3446bbd97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.393697] env[62643]: DEBUG nova.compute.manager [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.428120] env[62643]: DEBUG nova.virt.hardware [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.428120] env[62643]: DEBUG nova.virt.hardware [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.428120] env[62643]: DEBUG nova.virt.hardware [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.428120] env[62643]: DEBUG nova.virt.hardware [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.428120] env[62643]: DEBUG nova.virt.hardware [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.428120] env[62643]: DEBUG nova.virt.hardware [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.428120] env[62643]: DEBUG nova.virt.hardware [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.428120] env[62643]: DEBUG nova.virt.hardware [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.428120] env[62643]: DEBUG nova.virt.hardware [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.428120] env[62643]: DEBUG nova.virt.hardware [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.429673] env[62643]: DEBUG nova.virt.hardware [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.430727] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f896acc-a6e4-4449-8f18-602a1421459f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.439937] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03304512-8a01-46c3-89cd-1d5bf8bc5db0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.603929] env[62643]: ERROR nova.scheduler.client.report [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [req-f864ef47-a9da-411f-81fb-ea276c460fe6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f864ef47-a9da-411f-81fb-ea276c460fe6"}]} [ 778.617907] env[62643]: DEBUG nova.scheduler.client.report [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Refreshing inventories for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 778.640516] env[62643]: DEBUG nova.scheduler.client.report [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Updating ProviderTree inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 778.640837] env[62643]: DEBUG nova.compute.provider_tree [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.654324] env[62643]: DEBUG nova.scheduler.client.report [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Refreshing aggregate associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, aggregates: None {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 778.681832] env[62643]: DEBUG nova.scheduler.client.report [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Refreshing trait associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 778.823497] env[62643]: INFO nova.compute.manager [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] instance snapshotting [ 778.830020] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f1959d-141a-4d94-babc-8c86a3ae95e5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.855187] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36518673-ddc5-4d51-8374-d54c5037b670 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.868635] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553151} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.871400] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 3cc8af78-190c-486b-8e28-92895e62d772/3cc8af78-190c-486b-8e28-92895e62d772.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.871642] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.872308] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38f43c42-2d0e-4944-acd1-1f22c4b015a8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.881019] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 778.881019] env[62643]: value = "task-2383139" [ 778.881019] env[62643]: _type = "Task" [ 778.881019] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.894410] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525e391c-9328-053c-b9f1-73e3446bbd97, 'name': SearchDatastore_Task, 'duration_secs': 0.013515} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.894706] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.897729] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.898044] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 80ad2833-64e1-4e54-b28a-ad7c601dc5ae/80ad2833-64e1-4e54-b28a-ad7c601dc5ae.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.899120] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec02b843-1a16-4a61-bd04-a479719f83f3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.906522] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 778.906522] env[62643]: value = "task-2383140" [ 778.906522] env[62643]: _type = "Task" [ 778.906522] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.917110] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.290050] env[62643]: DEBUG nova.virt.hardware [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.290312] env[62643]: DEBUG nova.virt.hardware [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.290487] env[62643]: DEBUG nova.virt.hardware [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.290791] env[62643]: DEBUG nova.virt.hardware [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.290962] env[62643]: DEBUG nova.virt.hardware [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.291169] env[62643]: DEBUG nova.virt.hardware [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.291495] env[62643]: DEBUG nova.virt.hardware [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.291915] env[62643]: DEBUG nova.virt.hardware [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.292486] env[62643]: DEBUG nova.virt.hardware [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.292738] env[62643]: DEBUG nova.virt.hardware [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.292957] env[62643]: DEBUG nova.virt.hardware [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.296396] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847491f6-17b8-478f-af95-59527a6b608c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.304838] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a71bb0-68b0-4aef-9ee0-4bf18c45d25d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.321089] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:32:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49f6c869-eb86-466f-a27d-4f5031a5fb88', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.329230] env[62643]: DEBUG oslo.service.loopingcall [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 779.329508] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.329722] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-771fe994-f82f-41c1-98cf-ea9849e06dbe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.351381] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032af89a-ec1f-47e3-a7ae-fa92c696209c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.354464] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.354464] env[62643]: value = "task-2383141" [ 779.354464] env[62643]: _type = "Task" [ 779.354464] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.360650] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff478d8-d8d8-46c6-ac28-e7884cad8462 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.368123] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383141, 'name': CreateVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.398232] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 779.398806] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-da0860f4-9520-4501-9bab-b6684b3afbb9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.404722] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b61f902-b0c3-42aa-9295-3dd43b267b46 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.412577] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 779.412577] env[62643]: value = "task-2383142" [ 779.412577] env[62643]: _type = "Task" [ 779.412577] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.417607] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06817} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.421936] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f86d22-002f-4b59-bd7c-957c2dd5d544 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.425875] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.429520] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c50a00-29d6-4f48-8628-548c231353e7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.435026] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383140, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.437123] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383142, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.455668] env[62643]: DEBUG nova.compute.provider_tree [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.465519] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 3cc8af78-190c-486b-8e28-92895e62d772/3cc8af78-190c-486b-8e28-92895e62d772.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.466681] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08e1910e-1939-4bcf-8019-a8020bac16da {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.486298] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 779.486298] env[62643]: value = "task-2383143" [ 779.486298] env[62643]: _type = "Task" [ 779.486298] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.494844] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.581750] env[62643]: DEBUG nova.compute.manager [req-93964285-a767-4b5d-afdd-8094c908bc31 req-e362a5f9-1695-49a1-a9a7-049f96456481 service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Received event network-vif-plugged-e8321ec4-6d56-4682-a820-120026f627f8 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.582094] env[62643]: DEBUG oslo_concurrency.lockutils [req-93964285-a767-4b5d-afdd-8094c908bc31 req-e362a5f9-1695-49a1-a9a7-049f96456481 service nova] Acquiring lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.582233] env[62643]: DEBUG oslo_concurrency.lockutils [req-93964285-a767-4b5d-afdd-8094c908bc31 req-e362a5f9-1695-49a1-a9a7-049f96456481 service nova] Lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.582889] env[62643]: DEBUG oslo_concurrency.lockutils [req-93964285-a767-4b5d-afdd-8094c908bc31 req-e362a5f9-1695-49a1-a9a7-049f96456481 service nova] Lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.582889] env[62643]: DEBUG nova.compute.manager [req-93964285-a767-4b5d-afdd-8094c908bc31 req-e362a5f9-1695-49a1-a9a7-049f96456481 service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] No waiting events found dispatching network-vif-plugged-e8321ec4-6d56-4682-a820-120026f627f8 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.583016] env[62643]: WARNING nova.compute.manager [req-93964285-a767-4b5d-afdd-8094c908bc31 req-e362a5f9-1695-49a1-a9a7-049f96456481 service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Received unexpected event network-vif-plugged-e8321ec4-6d56-4682-a820-120026f627f8 for instance with vm_state building and task_state spawning. [ 779.592977] env[62643]: DEBUG nova.network.neutron [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Successfully updated port: e8321ec4-6d56-4682-a820-120026f627f8 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.865187] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383141, 'name': CreateVM_Task, 'duration_secs': 0.370855} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.865570] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.866045] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.866221] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.866885] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.866885] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d45e51fb-b1bb-4811-8161-84cc47bc5f10 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.871346] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 779.871346] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bfab40-1fd6-4320-52be-ed3b69f589a7" [ 779.871346] env[62643]: _type = "Task" [ 779.871346] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.878877] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bfab40-1fd6-4320-52be-ed3b69f589a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.917038] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.939865} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.917423] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 80ad2833-64e1-4e54-b28a-ad7c601dc5ae/80ad2833-64e1-4e54-b28a-ad7c601dc5ae.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.917522] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.917862] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bff74146-2ce9-45ab-9f86-1aa3ca604d96 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.931269] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383142, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.932855] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 779.932855] env[62643]: value = "task-2383144" [ 779.932855] env[62643]: _type = "Task" [ 779.932855] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.940418] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.987819] env[62643]: ERROR nova.scheduler.client.report [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [req-4078da78-ad78-41b5-a0e4-7be05317ded0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4078da78-ad78-41b5-a0e4-7be05317ded0"}]} [ 779.998808] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383143, 'name': ReconfigVM_Task, 'duration_secs': 0.323} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.999112] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 3cc8af78-190c-486b-8e28-92895e62d772/3cc8af78-190c-486b-8e28-92895e62d772.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.999435] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62643) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 780.000089] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-76d4e5ac-a88d-414f-8cc5-c40d062629b1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.005640] env[62643]: DEBUG nova.scheduler.client.report [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Refreshing inventories for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 780.008798] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 780.008798] env[62643]: value = "task-2383145" [ 780.008798] env[62643]: _type = "Task" [ 780.008798] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.017229] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383145, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.019753] env[62643]: DEBUG nova.scheduler.client.report [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Updating ProviderTree inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 780.019950] env[62643]: DEBUG nova.compute.provider_tree [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 780.031060] env[62643]: DEBUG nova.scheduler.client.report [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Refreshing aggregate associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, aggregates: None {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 780.046491] env[62643]: DEBUG nova.scheduler.client.report [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Refreshing trait associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 780.096568] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.096568] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.096568] env[62643]: DEBUG nova.network.neutron [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.315479] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Acquiring lock "007b2c05-ed2e-4c24-975e-e7a32c599cef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.315723] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Lock "007b2c05-ed2e-4c24-975e-e7a32c599cef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.382797] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bfab40-1fd6-4320-52be-ed3b69f589a7, 'name': SearchDatastore_Task, 'duration_secs': 0.043464} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.383117] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.383354] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.383582] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.383728] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.383904] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.384172] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-febc3a3e-92c0-4827-83f2-abeb8f7aafec {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.394111] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.394294] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.397170] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e24566e-fa8d-4fce-8394-c5749a5f3a03 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.399863] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 780.399863] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5282a08a-d009-0207-c286-43856589264d" [ 780.399863] env[62643]: _type = "Task" [ 780.399863] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.409501] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5282a08a-d009-0207-c286-43856589264d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.428131] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383142, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.441081] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069122} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.443443] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.444380] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f61a385-8e4c-4b5c-8589-d05911083fa0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.466044] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 80ad2833-64e1-4e54-b28a-ad7c601dc5ae/80ad2833-64e1-4e54-b28a-ad7c601dc5ae.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.468619] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6761e32-4663-4b71-97b7-f558c2f8cad3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.487687] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 780.487687] env[62643]: value = "task-2383146" [ 780.487687] env[62643]: _type = "Task" [ 780.487687] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.497392] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.517821] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383145, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.199455} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.520589] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62643) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 780.521572] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090027cf-4c80-4c2f-9a06-d567c548b62e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.546618] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 3cc8af78-190c-486b-8e28-92895e62d772/ephemeral_0.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.547767] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be454c22-c429-4306-95c4-a110d6804391 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.561510] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb531a86-dfad-413c-92af-2124cda63733 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.568495] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997aa9f5-1210-45d9-a179-81e7223c6370 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.574689] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 780.574689] env[62643]: value = "task-2383147" [ 780.574689] env[62643]: _type = "Task" [ 780.574689] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.607620] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccefea7-aec3-4989-b29e-023932ec7b16 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.613758] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.618898] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29d32c1-031b-46c9-8269-a96839f6ea2d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.634731] env[62643]: DEBUG nova.compute.provider_tree [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 780.641359] env[62643]: DEBUG nova.network.neutron [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.830410] env[62643]: DEBUG nova.network.neutron [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Updating instance_info_cache with network_info: [{"id": "e8321ec4-6d56-4682-a820-120026f627f8", "address": "fa:16:3e:3e:2b:19", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8321ec4-6d", "ovs_interfaceid": "e8321ec4-6d56-4682-a820-120026f627f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.910461] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5282a08a-d009-0207-c286-43856589264d, 'name': SearchDatastore_Task, 'duration_secs': 0.054886} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.911174] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723abb52-5c27-442f-8856-72036c09ad23 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.916413] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 780.916413] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52eb2cfc-16b9-01e8-178b-8801714cd2a4" [ 780.916413] env[62643]: _type = "Task" [ 780.916413] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.926772] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52eb2cfc-16b9-01e8-178b-8801714cd2a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.930077] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383142, 'name': CreateSnapshot_Task, 'duration_secs': 1.360802} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.930325] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 780.931029] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09496de3-180f-4ec0-922a-e82ea3cc4358 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.998109] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383146, 'name': ReconfigVM_Task, 'duration_secs': 0.267283} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.998405] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 80ad2833-64e1-4e54-b28a-ad7c601dc5ae/80ad2833-64e1-4e54-b28a-ad7c601dc5ae.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.999039] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ccb6176-6704-45fe-9ed6-d0964ee3ca12 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.005436] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 781.005436] env[62643]: value = "task-2383148" [ 781.005436] env[62643]: _type = "Task" [ 781.005436] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.014484] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383148, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.082458] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383147, 'name': ReconfigVM_Task, 'duration_secs': 0.309797} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.082740] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 3cc8af78-190c-486b-8e28-92895e62d772/ephemeral_0.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.083386] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-542321f6-696e-4af4-8778-6b2a4a14af19 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.089454] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 781.089454] env[62643]: value = "task-2383149" [ 781.089454] env[62643]: _type = "Task" [ 781.089454] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.098373] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383149, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.170528] env[62643]: DEBUG nova.scheduler.client.report [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Updated inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 781.170807] env[62643]: DEBUG nova.compute.provider_tree [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Updating resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a generation from 80 to 81 during operation: update_inventory {{(pid=62643) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 781.171045] env[62643]: DEBUG nova.compute.provider_tree [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.334031] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Releasing lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.334380] env[62643]: DEBUG nova.compute.manager [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Instance network_info: |[{"id": "e8321ec4-6d56-4682-a820-120026f627f8", "address": "fa:16:3e:3e:2b:19", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8321ec4-6d", "ovs_interfaceid": "e8321ec4-6d56-4682-a820-120026f627f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.334827] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:2b:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8321ec4-6d56-4682-a820-120026f627f8', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.342989] env[62643]: DEBUG oslo.service.loopingcall [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.344355] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.344622] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-527e7bac-985f-4015-a1a9-a1c57157a257 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.363584] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.363584] env[62643]: value = "task-2383150" [ 781.363584] env[62643]: _type = "Task" [ 781.363584] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.371514] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383150, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.426349] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52eb2cfc-16b9-01e8-178b-8801714cd2a4, 'name': SearchDatastore_Task, 'duration_secs': 0.064224} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.426604] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.426996] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] efdf473f-8daa-4179-9a44-3b72bfb87f01/efdf473f-8daa-4179-9a44-3b72bfb87f01.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.427142] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-257d262f-f6ad-46a6-9e28-57f58d860965 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.432590] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 781.432590] env[62643]: value = "task-2383151" [ 781.432590] env[62643]: _type = "Task" [ 781.432590] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.440008] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.447645] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 781.447886] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aae52814-556b-4055-b366-ad9e41fa2183 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.455198] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 781.455198] env[62643]: value = "task-2383152" [ 781.455198] env[62643]: _type = "Task" [ 781.455198] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.462869] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383152, 'name': CloneVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.515426] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383148, 'name': Rename_Task, 'duration_secs': 0.204767} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.515705] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.515948] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73b82f3a-00a0-4460-aeb3-0f44ac7f3aa9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.522494] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 781.522494] env[62643]: value = "task-2383153" [ 781.522494] env[62643]: _type = "Task" [ 781.522494] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.530579] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.600947] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383149, 'name': Rename_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.611248] env[62643]: DEBUG nova.compute.manager [req-7eef143a-4d0c-40f0-829f-1e380e7646e2 req-e3de4826-b7de-4fd3-a383-d1221945e52d service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Received event network-changed-e8321ec4-6d56-4682-a820-120026f627f8 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.611547] env[62643]: DEBUG nova.compute.manager [req-7eef143a-4d0c-40f0-829f-1e380e7646e2 req-e3de4826-b7de-4fd3-a383-d1221945e52d service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Refreshing instance network info cache due to event network-changed-e8321ec4-6d56-4682-a820-120026f627f8. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 781.611841] env[62643]: DEBUG oslo_concurrency.lockutils [req-7eef143a-4d0c-40f0-829f-1e380e7646e2 req-e3de4826-b7de-4fd3-a383-d1221945e52d service nova] Acquiring lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.612031] env[62643]: DEBUG oslo_concurrency.lockutils [req-7eef143a-4d0c-40f0-829f-1e380e7646e2 req-e3de4826-b7de-4fd3-a383-d1221945e52d service nova] Acquired lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.612236] env[62643]: DEBUG nova.network.neutron [req-7eef143a-4d0c-40f0-829f-1e380e7646e2 req-e3de4826-b7de-4fd3-a383-d1221945e52d service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Refreshing network info cache for port e8321ec4-6d56-4682-a820-120026f627f8 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.676515] env[62643]: DEBUG oslo_concurrency.lockutils [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.316s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.677101] env[62643]: DEBUG nova.compute.manager [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.679761] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.830s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.681329] env[62643]: INFO nova.compute.claims [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.874114] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383150, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.943862] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383151, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.965998] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383152, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.035143] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383153, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.099950] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383149, 'name': Rename_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.190182] env[62643]: DEBUG nova.compute.utils [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 782.196377] env[62643]: DEBUG nova.compute.manager [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.196377] env[62643]: DEBUG nova.network.neutron [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.295133] env[62643]: DEBUG nova.policy [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '465136aff535461eb3d3a6094fd52ed9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af50c7a965184690ab4c426a9cf6a3d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.376270] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383150, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.443236] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610618} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.443236] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] efdf473f-8daa-4179-9a44-3b72bfb87f01/efdf473f-8daa-4179-9a44-3b72bfb87f01.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.443753] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.444176] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-008dad34-f785-4b84-a24f-28640b0ef201 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.453992] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 782.453992] env[62643]: value = "task-2383154" [ 782.453992] env[62643]: _type = "Task" [ 782.453992] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.464275] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.470328] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383152, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.539026] env[62643]: DEBUG oslo_vmware.api [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383153, 'name': PowerOnVM_Task, 'duration_secs': 0.547192} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.539026] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.539026] env[62643]: DEBUG nova.compute.manager [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.539026] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f6fa0e-4f56-4e3b-bf7f-26fb70296d17 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.549058] env[62643]: DEBUG nova.network.neutron [req-7eef143a-4d0c-40f0-829f-1e380e7646e2 req-e3de4826-b7de-4fd3-a383-d1221945e52d service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Updated VIF entry in instance network info cache for port e8321ec4-6d56-4682-a820-120026f627f8. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.550030] env[62643]: DEBUG nova.network.neutron [req-7eef143a-4d0c-40f0-829f-1e380e7646e2 req-e3de4826-b7de-4fd3-a383-d1221945e52d service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Updating instance_info_cache with network_info: [{"id": "e8321ec4-6d56-4682-a820-120026f627f8", "address": "fa:16:3e:3e:2b:19", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8321ec4-6d", "ovs_interfaceid": "e8321ec4-6d56-4682-a820-120026f627f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.600375] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383149, 'name': Rename_Task, 'duration_secs': 1.183896} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.601092] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.603656] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b510be9e-cf87-44be-b8be-01d2a86750ea {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.610017] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 782.610017] env[62643]: value = "task-2383155" [ 782.610017] env[62643]: _type = "Task" [ 782.610017] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.617247] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.698949] env[62643]: DEBUG nova.compute.manager [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.855975] env[62643]: DEBUG nova.network.neutron [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Successfully created port: 5be89559-70ee-489b-9626-1beef51125e2 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.875643] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383150, 'name': CreateVM_Task, 'duration_secs': 1.176069} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.879685] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.880702] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.880805] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.881139] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.881409] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d6794fa-870b-49c4-8bb0-cbf15ea98172 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.886204] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 782.886204] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a28b5c-7aef-3198-da1c-ac3ac34f5ebf" [ 782.886204] env[62643]: _type = "Task" [ 782.886204] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.897032] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a28b5c-7aef-3198-da1c-ac3ac34f5ebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.967803] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164862} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.971196] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.972609] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e98937-8fae-40bb-8a4e-82f74d7daadb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.979278] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383152, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.999719] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] efdf473f-8daa-4179-9a44-3b72bfb87f01/efdf473f-8daa-4179-9a44-3b72bfb87f01.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.003467] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9342988e-cd83-4240-a5fa-5de6488660fb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.027017] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 783.027017] env[62643]: value = "task-2383156" [ 783.027017] env[62643]: _type = "Task" [ 783.027017] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.038320] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383156, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.061860] env[62643]: DEBUG oslo_concurrency.lockutils [req-7eef143a-4d0c-40f0-829f-1e380e7646e2 req-e3de4826-b7de-4fd3-a383-d1221945e52d service nova] Releasing lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.065280] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.124928] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383155, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.399983] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a28b5c-7aef-3198-da1c-ac3ac34f5ebf, 'name': SearchDatastore_Task, 'duration_secs': 0.027669} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.400314] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.400560] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.400788] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.401076] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.401170] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.401779] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ff5f943-46a9-4b4c-b760-f498b3a7b398 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.410339] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.410577] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.411381] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189745dd-5dfc-413c-81c3-bc8e2d8f83f5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.417162] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 783.417162] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e11f9f-8062-72a8-a068-fa7b1283fedf" [ 783.417162] env[62643]: _type = "Task" [ 783.417162] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.425830] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e11f9f-8062-72a8-a068-fa7b1283fedf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.427427] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05bf058-8dd6-41a3-b83c-c585237c81ab {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.434298] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d76643-79c8-437f-be97-e151d8702c2a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.439635] env[62643]: DEBUG oslo_concurrency.lockutils [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "80ad2833-64e1-4e54-b28a-ad7c601dc5ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.439957] env[62643]: DEBUG oslo_concurrency.lockutils [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "80ad2833-64e1-4e54-b28a-ad7c601dc5ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.440266] env[62643]: DEBUG oslo_concurrency.lockutils [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "80ad2833-64e1-4e54-b28a-ad7c601dc5ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.440473] env[62643]: DEBUG oslo_concurrency.lockutils [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "80ad2833-64e1-4e54-b28a-ad7c601dc5ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.440713] env[62643]: DEBUG oslo_concurrency.lockutils [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "80ad2833-64e1-4e54-b28a-ad7c601dc5ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.473088] env[62643]: INFO nova.compute.manager [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Terminating instance [ 783.480791] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fcdf2b-6ea9-4061-843e-d3ddad65e691 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.490475] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383152, 'name': CloneVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.494844] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4ed425-cc1a-4560-9fae-314408b3aee2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.509919] env[62643]: DEBUG nova.compute.provider_tree [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 783.536936] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383156, 'name': ReconfigVM_Task, 'duration_secs': 0.422382} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.537245] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Reconfigured VM instance instance-00000006 to attach disk [datastore2] efdf473f-8daa-4179-9a44-3b72bfb87f01/efdf473f-8daa-4179-9a44-3b72bfb87f01.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.538172] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66c055d8-19d4-4955-8603-d7ea491d8acc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.544227] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 783.544227] env[62643]: value = "task-2383157" [ 783.544227] env[62643]: _type = "Task" [ 783.544227] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.552514] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383157, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.622439] env[62643]: DEBUG oslo_vmware.api [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383155, 'name': PowerOnVM_Task, 'duration_secs': 0.750532} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.622822] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.623286] env[62643]: INFO nova.compute.manager [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Took 11.06 seconds to spawn the instance on the hypervisor. [ 783.623286] env[62643]: DEBUG nova.compute.manager [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.624501] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32da1009-c2a5-4539-9a29-a0db28988558 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.712267] env[62643]: DEBUG nova.compute.manager [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.737877] env[62643]: DEBUG nova.virt.hardware [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.738171] env[62643]: DEBUG nova.virt.hardware [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.738337] env[62643]: DEBUG nova.virt.hardware [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.738575] env[62643]: DEBUG nova.virt.hardware [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.738729] env[62643]: DEBUG nova.virt.hardware [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.738879] env[62643]: DEBUG nova.virt.hardware [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.739099] env[62643]: DEBUG nova.virt.hardware [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.739263] env[62643]: DEBUG nova.virt.hardware [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.739424] env[62643]: DEBUG nova.virt.hardware [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.739585] env[62643]: DEBUG nova.virt.hardware [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.739783] env[62643]: DEBUG nova.virt.hardware [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.740673] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346c0269-aed3-49ef-956b-c80989298897 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.749383] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18ecc12-e2ea-44b8-879f-354e47411e01 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.927906] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e11f9f-8062-72a8-a068-fa7b1283fedf, 'name': SearchDatastore_Task, 'duration_secs': 0.008506} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.928726] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ef19e7-e42a-4351-ba70-f3beb6614d2f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.934665] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 783.934665] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f68e59-9b2f-b3f6-7fbb-1cc60971e05f" [ 783.934665] env[62643]: _type = "Task" [ 783.934665] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.945129] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f68e59-9b2f-b3f6-7fbb-1cc60971e05f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.980428] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383152, 'name': CloneVM_Task, 'duration_secs': 2.123935} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.980709] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Created linked-clone VM from snapshot [ 783.981468] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac702913-8787-4eb7-b939-c90661fcb74f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.984652] env[62643]: DEBUG oslo_concurrency.lockutils [None req-785f21a1-e4d8-4d97-b67f-e0484723a790 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.984832] env[62643]: DEBUG oslo_concurrency.lockutils [None req-785f21a1-e4d8-4d97-b67f-e0484723a790 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.985067] env[62643]: INFO nova.compute.manager [None req-785f21a1-e4d8-4d97-b67f-e0484723a790 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Rebooting instance [ 783.986837] env[62643]: DEBUG nova.compute.manager [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.987250] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.988560] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabc0750-dfed-41d4-bd79-35559d2065d0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.993991] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Uploading image 68a1d063-394c-4960-95a1-555c5f8e1ba5 {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 784.001413] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.001638] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7204ce80-d8ed-4325-bff8-f6fe71c35b6c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.007884] env[62643]: DEBUG oslo_vmware.api [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 784.007884] env[62643]: value = "task-2383158" [ 784.007884] env[62643]: _type = "Task" [ 784.007884] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.016564] env[62643]: DEBUG oslo_vmware.rw_handles [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 784.016564] env[62643]: value = "vm-483636" [ 784.016564] env[62643]: _type = "VirtualMachine" [ 784.016564] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 784.017678] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ad2739ce-622d-40b4-ba30-8e979244f37c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.022149] env[62643]: DEBUG oslo_vmware.api [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.023318] env[62643]: DEBUG oslo_vmware.rw_handles [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lease: (returnval){ [ 784.023318] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523326d6-9d71-4941-e766-911b5f68662a" [ 784.023318] env[62643]: _type = "HttpNfcLease" [ 784.023318] env[62643]: } obtained for exporting VM: (result){ [ 784.023318] env[62643]: value = "vm-483636" [ 784.023318] env[62643]: _type = "VirtualMachine" [ 784.023318] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 784.023579] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the lease: (returnval){ [ 784.023579] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523326d6-9d71-4941-e766-911b5f68662a" [ 784.023579] env[62643]: _type = "HttpNfcLease" [ 784.023579] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 784.029654] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 784.029654] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523326d6-9d71-4941-e766-911b5f68662a" [ 784.029654] env[62643]: _type = "HttpNfcLease" [ 784.029654] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 784.037293] env[62643]: ERROR nova.scheduler.client.report [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [req-3fdc38f4-3323-4e10-bf9a-f9e237aac9c5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3fdc38f4-3323-4e10-bf9a-f9e237aac9c5"}]} [ 784.055035] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383157, 'name': Rename_Task, 'duration_secs': 0.206983} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.055583] env[62643]: DEBUG nova.scheduler.client.report [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Refreshing inventories for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 784.057485] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.057920] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94278b1f-fbb0-45a9-99a4-ff2e8b15e337 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.064605] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 784.064605] env[62643]: value = "task-2383160" [ 784.064605] env[62643]: _type = "Task" [ 784.064605] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.070725] env[62643]: DEBUG nova.scheduler.client.report [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Updating ProviderTree inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 784.070928] env[62643]: DEBUG nova.compute.provider_tree [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.075893] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.082578] env[62643]: DEBUG nova.scheduler.client.report [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Refreshing aggregate associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, aggregates: None {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 784.104082] env[62643]: DEBUG nova.scheduler.client.report [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Refreshing trait associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 784.142242] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "209da343-6851-4c27-9254-d1c95829d1e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.142242] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "209da343-6851-4c27-9254-d1c95829d1e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.146157] env[62643]: INFO nova.compute.manager [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Took 55.51 seconds to build instance. [ 784.444937] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f68e59-9b2f-b3f6-7fbb-1cc60971e05f, 'name': SearchDatastore_Task, 'duration_secs': 0.009498} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.447601] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.447881] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 46dc2ea7-f124-4a2d-b59c-a8b95f411156/46dc2ea7-f124-4a2d-b59c-a8b95f411156.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.448335] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-102735f5-5bf1-4031-a4e1-58bce8af4e7f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.457100] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 784.457100] env[62643]: value = "task-2383161" [ 784.457100] env[62643]: _type = "Task" [ 784.457100] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.467411] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.521511] env[62643]: DEBUG oslo_vmware.api [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383158, 'name': PowerOffVM_Task, 'duration_secs': 0.285321} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.522759] env[62643]: DEBUG oslo_concurrency.lockutils [None req-785f21a1-e4d8-4d97-b67f-e0484723a790 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.522924] env[62643]: DEBUG oslo_concurrency.lockutils [None req-785f21a1-e4d8-4d97-b67f-e0484723a790 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.523092] env[62643]: DEBUG nova.network.neutron [None req-785f21a1-e4d8-4d97-b67f-e0484723a790 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.529020] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.529020] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.529020] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-162c70af-a4e4-4685-9609-784ac7fdd903 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.538062] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 784.538062] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523326d6-9d71-4941-e766-911b5f68662a" [ 784.538062] env[62643]: _type = "HttpNfcLease" [ 784.538062] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 784.538497] env[62643]: DEBUG oslo_vmware.rw_handles [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 784.538497] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523326d6-9d71-4941-e766-911b5f68662a" [ 784.538497] env[62643]: _type = "HttpNfcLease" [ 784.538497] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 784.539800] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99021032-35fc-4b55-ae6b-fda6d67e93fb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.551318] env[62643]: DEBUG oslo_vmware.rw_handles [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d90dd8-f45b-a496-d85c-11228e5d285c/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 784.551318] env[62643]: DEBUG oslo_vmware.rw_handles [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d90dd8-f45b-a496-d85c-11228e5d285c/disk-0.vmdk for reading. {{(pid=62643) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 784.622078] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.622300] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.622486] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleting the datastore file [datastore1] 80ad2833-64e1-4e54-b28a-ad7c601dc5ae {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.624495] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d6cdcd9-04ad-47f5-86e2-18e95e17a005 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.632944] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383160, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.634627] env[62643]: DEBUG oslo_vmware.api [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 784.634627] env[62643]: value = "task-2383163" [ 784.634627] env[62643]: _type = "Task" [ 784.634627] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.644810] env[62643]: DEBUG oslo_vmware.api [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.648446] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b346f091-43cc-4b53-a8c8-84ebafe0621a tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "3cc8af78-190c-486b-8e28-92895e62d772" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.540s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.759421] env[62643]: DEBUG nova.compute.manager [req-e87c7efa-e4ed-4003-b757-6adaba147c3f req-21740a22-f234-47ab-83ea-4377a46cc5cd service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Received event network-vif-plugged-5be89559-70ee-489b-9626-1beef51125e2 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.759421] env[62643]: DEBUG oslo_concurrency.lockutils [req-e87c7efa-e4ed-4003-b757-6adaba147c3f req-21740a22-f234-47ab-83ea-4377a46cc5cd service nova] Acquiring lock "3c84746a-efe7-48dc-b6a1-9571efecea87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.759673] env[62643]: DEBUG oslo_concurrency.lockutils [req-e87c7efa-e4ed-4003-b757-6adaba147c3f req-21740a22-f234-47ab-83ea-4377a46cc5cd service nova] Lock "3c84746a-efe7-48dc-b6a1-9571efecea87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.759915] env[62643]: DEBUG oslo_concurrency.lockutils [req-e87c7efa-e4ed-4003-b757-6adaba147c3f req-21740a22-f234-47ab-83ea-4377a46cc5cd service nova] Lock "3c84746a-efe7-48dc-b6a1-9571efecea87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.760079] env[62643]: DEBUG nova.compute.manager [req-e87c7efa-e4ed-4003-b757-6adaba147c3f req-21740a22-f234-47ab-83ea-4377a46cc5cd service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] No waiting events found dispatching network-vif-plugged-5be89559-70ee-489b-9626-1beef51125e2 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.760588] env[62643]: WARNING nova.compute.manager [req-e87c7efa-e4ed-4003-b757-6adaba147c3f req-21740a22-f234-47ab-83ea-4377a46cc5cd service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Received unexpected event network-vif-plugged-5be89559-70ee-489b-9626-1beef51125e2 for instance with vm_state building and task_state spawning. [ 784.764604] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306a1184-9863-4658-9b68-a4dccb37f10f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.777141] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae3547e-c8b2-4a68-b9fd-e1829d3052c1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.831774] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a2449c-6845-45cf-af0c-ac64e8192808 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.840188] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c490ab9-bc46-4316-a20c-cc5fb937df97 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.854910] env[62643]: DEBUG nova.compute.provider_tree [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.893138] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-040d1f8a-ce5c-4550-be4c-52b4cd39ac02 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.906764] env[62643]: DEBUG nova.network.neutron [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Successfully updated port: 5be89559-70ee-489b-9626-1beef51125e2 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.968776] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383161, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.124783] env[62643]: DEBUG oslo_vmware.api [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383160, 'name': PowerOnVM_Task, 'duration_secs': 0.689217} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.125301] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.125672] env[62643]: DEBUG nova.compute.manager [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.126547] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7083889-3460-465f-a2d1-c573b088b2bd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.144643] env[62643]: DEBUG oslo_vmware.api [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.49744} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.144992] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.145393] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.145626] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.145881] env[62643]: INFO nova.compute.manager [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Took 1.16 seconds to destroy the instance on the hypervisor. [ 785.146264] env[62643]: DEBUG oslo.service.loopingcall [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 785.146593] env[62643]: DEBUG nova.compute.manager [-] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.148501] env[62643]: DEBUG nova.network.neutron [-] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.152958] env[62643]: DEBUG nova.compute.manager [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.404172] env[62643]: DEBUG nova.scheduler.client.report [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Updated inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 785.404172] env[62643]: DEBUG nova.compute.provider_tree [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Updating resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a generation from 82 to 83 during operation: update_inventory {{(pid=62643) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 785.404363] env[62643]: DEBUG nova.compute.provider_tree [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.409546] env[62643]: DEBUG oslo_concurrency.lockutils [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "refresh_cache-3c84746a-efe7-48dc-b6a1-9571efecea87" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.409745] env[62643]: DEBUG oslo_concurrency.lockutils [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquired lock "refresh_cache-3c84746a-efe7-48dc-b6a1-9571efecea87" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.409745] env[62643]: DEBUG nova.network.neutron [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.472812] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528788} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.473967] env[62643]: DEBUG nova.network.neutron [None req-785f21a1-e4d8-4d97-b67f-e0484723a790 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updating instance_info_cache with network_info: [{"id": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "address": "fa:16:3e:0f:c4:e8", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f4ff462-6e", "ovs_interfaceid": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.475419] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 46dc2ea7-f124-4a2d-b59c-a8b95f411156/46dc2ea7-f124-4a2d-b59c-a8b95f411156.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.475711] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.476209] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d205306-5431-4fcd-9375-bbb500b4f53c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.484820] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 785.484820] env[62643]: value = "task-2383164" [ 785.484820] env[62643]: _type = "Task" [ 785.484820] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.493153] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.649610] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.685846] env[62643]: DEBUG oslo_concurrency.lockutils [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.912882] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.233s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.913534] env[62643]: DEBUG nova.compute.manager [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.921020] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.412s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.921327] env[62643]: INFO nova.compute.claims [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.980120] env[62643]: DEBUG nova.network.neutron [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.983035] env[62643]: DEBUG oslo_concurrency.lockutils [None req-785f21a1-e4d8-4d97-b67f-e0484723a790 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.995247] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177409} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.995555] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.996447] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9376f2b-4581-44f3-8187-cb9d4be2a1f8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.027245] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 46dc2ea7-f124-4a2d-b59c-a8b95f411156/46dc2ea7-f124-4a2d-b59c-a8b95f411156.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.027978] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf187053-344b-4d2c-96a3-c9284b23bf06 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.056650] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 786.056650] env[62643]: value = "task-2383165" [ 786.056650] env[62643]: _type = "Task" [ 786.056650] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.065497] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.094322] env[62643]: DEBUG nova.network.neutron [-] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.231683] env[62643]: DEBUG nova.network.neutron [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Updating instance_info_cache with network_info: [{"id": "5be89559-70ee-489b-9626-1beef51125e2", "address": "fa:16:3e:ac:00:35", "network": {"id": "09dd9d04-81ab-4089-905f-55dad5283303", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1387521885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af50c7a965184690ab4c426a9cf6a3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be89559-70", "ovs_interfaceid": "5be89559-70ee-489b-9626-1beef51125e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.309293] env[62643]: DEBUG nova.compute.manager [req-63b332e8-ebce-4e89-87a4-0cfff2eecb5c req-04c83859-d5d7-430d-a0e0-36098d4e378e service nova] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Received event network-changed-799f3de8-47aa-47ba-83cc-915bfb71f733 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.309545] env[62643]: DEBUG nova.compute.manager [req-63b332e8-ebce-4e89-87a4-0cfff2eecb5c req-04c83859-d5d7-430d-a0e0-36098d4e378e service nova] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Refreshing instance network info cache due to event network-changed-799f3de8-47aa-47ba-83cc-915bfb71f733. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 786.309806] env[62643]: DEBUG oslo_concurrency.lockutils [req-63b332e8-ebce-4e89-87a4-0cfff2eecb5c req-04c83859-d5d7-430d-a0e0-36098d4e378e service nova] Acquiring lock "refresh_cache-3cc8af78-190c-486b-8e28-92895e62d772" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.309972] env[62643]: DEBUG oslo_concurrency.lockutils [req-63b332e8-ebce-4e89-87a4-0cfff2eecb5c req-04c83859-d5d7-430d-a0e0-36098d4e378e service nova] Acquired lock "refresh_cache-3cc8af78-190c-486b-8e28-92895e62d772" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.310401] env[62643]: DEBUG nova.network.neutron [req-63b332e8-ebce-4e89-87a4-0cfff2eecb5c req-04c83859-d5d7-430d-a0e0-36098d4e378e service nova] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Refreshing network info cache for port 799f3de8-47aa-47ba-83cc-915bfb71f733 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.420919] env[62643]: DEBUG nova.compute.utils [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 786.422411] env[62643]: DEBUG nova.compute.manager [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.422590] env[62643]: DEBUG nova.network.neutron [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.488964] env[62643]: DEBUG nova.compute.manager [None req-785f21a1-e4d8-4d97-b67f-e0484723a790 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.490867] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc92cbf-f074-47dc-a35a-3f90f6d63452 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.498266] env[62643]: DEBUG nova.policy [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdb90b178d0745b4a9eba32372d4fec4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df4bb50c79444a1a94ed3592a14d7f63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.569711] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383165, 'name': ReconfigVM_Task, 'duration_secs': 0.412673} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.570167] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 46dc2ea7-f124-4a2d-b59c-a8b95f411156/46dc2ea7-f124-4a2d-b59c-a8b95f411156.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.571376] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02550a77-dade-440b-a4fd-9ebe52ce2d65 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.580909] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 786.580909] env[62643]: value = "task-2383166" [ 786.580909] env[62643]: _type = "Task" [ 786.580909] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.593404] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383166, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.597614] env[62643]: INFO nova.compute.manager [-] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Took 1.45 seconds to deallocate network for instance. [ 786.735295] env[62643]: DEBUG oslo_concurrency.lockutils [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Releasing lock "refresh_cache-3c84746a-efe7-48dc-b6a1-9571efecea87" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.735295] env[62643]: DEBUG nova.compute.manager [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Instance network_info: |[{"id": "5be89559-70ee-489b-9626-1beef51125e2", "address": "fa:16:3e:ac:00:35", "network": {"id": "09dd9d04-81ab-4089-905f-55dad5283303", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1387521885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af50c7a965184690ab4c426a9cf6a3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be89559-70", "ovs_interfaceid": "5be89559-70ee-489b-9626-1beef51125e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.735670] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:00:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5be89559-70ee-489b-9626-1beef51125e2', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.744067] env[62643]: DEBUG oslo.service.loopingcall [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.744569] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.745525] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d290c43f-02da-48e6-8edf-67058ca5fb38 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.767166] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.767166] env[62643]: value = "task-2383167" [ 786.767166] env[62643]: _type = "Task" [ 786.767166] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.777720] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383167, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.893017] env[62643]: DEBUG nova.compute.manager [req-050401f1-7466-4a33-9f0c-f301256c9756 req-e29d88ce-6f9d-4a51-bfcd-bcf1a3ceb5e6 service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Received event network-changed-5be89559-70ee-489b-9626-1beef51125e2 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.893017] env[62643]: DEBUG nova.compute.manager [req-050401f1-7466-4a33-9f0c-f301256c9756 req-e29d88ce-6f9d-4a51-bfcd-bcf1a3ceb5e6 service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Refreshing instance network info cache due to event network-changed-5be89559-70ee-489b-9626-1beef51125e2. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 786.893017] env[62643]: DEBUG oslo_concurrency.lockutils [req-050401f1-7466-4a33-9f0c-f301256c9756 req-e29d88ce-6f9d-4a51-bfcd-bcf1a3ceb5e6 service nova] Acquiring lock "refresh_cache-3c84746a-efe7-48dc-b6a1-9571efecea87" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.893017] env[62643]: DEBUG oslo_concurrency.lockutils [req-050401f1-7466-4a33-9f0c-f301256c9756 req-e29d88ce-6f9d-4a51-bfcd-bcf1a3ceb5e6 service nova] Acquired lock "refresh_cache-3c84746a-efe7-48dc-b6a1-9571efecea87" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.893017] env[62643]: DEBUG nova.network.neutron [req-050401f1-7466-4a33-9f0c-f301256c9756 req-e29d88ce-6f9d-4a51-bfcd-bcf1a3ceb5e6 service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Refreshing network info cache for port 5be89559-70ee-489b-9626-1beef51125e2 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.926490] env[62643]: DEBUG nova.compute.manager [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.014679] env[62643]: DEBUG nova.network.neutron [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Successfully created port: e876490a-714f-4b26-b0cb-f9146026ee78 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.095054] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383166, 'name': Rename_Task, 'duration_secs': 0.17851} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.095161] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.095808] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c89a6c0-6866-4316-9927-aa6dd2fb37fb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.103198] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 787.103198] env[62643]: value = "task-2383168" [ 787.103198] env[62643]: _type = "Task" [ 787.103198] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.107136] env[62643]: DEBUG oslo_concurrency.lockutils [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.115330] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.282533] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383167, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.306813] env[62643]: DEBUG nova.network.neutron [req-63b332e8-ebce-4e89-87a4-0cfff2eecb5c req-04c83859-d5d7-430d-a0e0-36098d4e378e service nova] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Updated VIF entry in instance network info cache for port 799f3de8-47aa-47ba-83cc-915bfb71f733. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.307183] env[62643]: DEBUG nova.network.neutron [req-63b332e8-ebce-4e89-87a4-0cfff2eecb5c req-04c83859-d5d7-430d-a0e0-36098d4e378e service nova] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Updating instance_info_cache with network_info: [{"id": "799f3de8-47aa-47ba-83cc-915bfb71f733", "address": "fa:16:3e:98:43:eb", "network": {"id": "35f5602e-fffd-4944-a33d-5b1a02751e54", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-62865185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2557f220b46f4045909ac757cebe370c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799f3de8-47", "ovs_interfaceid": "799f3de8-47aa-47ba-83cc-915bfb71f733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.523724] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14cce99-3a29-4051-984b-2dc9574937f7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.531741] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-785f21a1-e4d8-4d97-b67f-e0484723a790 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Doing hard reboot of VM {{(pid=62643) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 787.532011] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f614bb9f-60f5-47c8-84d7-0679cd1d4e6a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.538453] env[62643]: DEBUG oslo_vmware.api [None req-785f21a1-e4d8-4d97-b67f-e0484723a790 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 787.538453] env[62643]: value = "task-2383169" [ 787.538453] env[62643]: _type = "Task" [ 787.538453] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.544289] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99974a7b-9e7a-4cdb-9a75-d1c0dc560c6e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.557579] env[62643]: DEBUG oslo_vmware.api [None req-785f21a1-e4d8-4d97-b67f-e0484723a790 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383169, 'name': ResetVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.560527] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece556c3-76b9-491c-993a-ab65b8c7facc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.594238] env[62643]: DEBUG oslo_concurrency.lockutils [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "5da4398a-cdc1-4c7b-bcc2-706f7b99a60a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.594507] env[62643]: DEBUG oslo_concurrency.lockutils [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "5da4398a-cdc1-4c7b-bcc2-706f7b99a60a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.594738] env[62643]: DEBUG oslo_concurrency.lockutils [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "5da4398a-cdc1-4c7b-bcc2-706f7b99a60a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.594939] env[62643]: DEBUG oslo_concurrency.lockutils [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "5da4398a-cdc1-4c7b-bcc2-706f7b99a60a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.595227] env[62643]: DEBUG oslo_concurrency.lockutils [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "5da4398a-cdc1-4c7b-bcc2-706f7b99a60a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.600241] env[62643]: INFO nova.compute.manager [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Terminating instance [ 787.602495] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6374d0-e47f-4402-a1b3-3dfcc0041818 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.617959] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.620136] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea19089-e62d-46f1-8572-7c46362bec82 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.635844] env[62643]: DEBUG nova.compute.provider_tree [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.780169] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383167, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.799623] env[62643]: DEBUG nova.network.neutron [req-050401f1-7466-4a33-9f0c-f301256c9756 req-e29d88ce-6f9d-4a51-bfcd-bcf1a3ceb5e6 service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Updated VIF entry in instance network info cache for port 5be89559-70ee-489b-9626-1beef51125e2. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.800056] env[62643]: DEBUG nova.network.neutron [req-050401f1-7466-4a33-9f0c-f301256c9756 req-e29d88ce-6f9d-4a51-bfcd-bcf1a3ceb5e6 service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Updating instance_info_cache with network_info: [{"id": "5be89559-70ee-489b-9626-1beef51125e2", "address": "fa:16:3e:ac:00:35", "network": {"id": "09dd9d04-81ab-4089-905f-55dad5283303", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1387521885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af50c7a965184690ab4c426a9cf6a3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be89559-70", "ovs_interfaceid": "5be89559-70ee-489b-9626-1beef51125e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.812651] env[62643]: DEBUG oslo_concurrency.lockutils [req-63b332e8-ebce-4e89-87a4-0cfff2eecb5c req-04c83859-d5d7-430d-a0e0-36098d4e378e service nova] Releasing lock "refresh_cache-3cc8af78-190c-486b-8e28-92895e62d772" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.946444] env[62643]: DEBUG nova.compute.manager [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.977290] env[62643]: DEBUG nova.virt.hardware [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.978037] env[62643]: DEBUG nova.virt.hardware [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.978037] env[62643]: DEBUG nova.virt.hardware [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.978037] env[62643]: DEBUG nova.virt.hardware [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.978037] env[62643]: DEBUG nova.virt.hardware [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.978243] env[62643]: DEBUG nova.virt.hardware [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.978471] env[62643]: DEBUG nova.virt.hardware [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.978573] env[62643]: DEBUG nova.virt.hardware [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.978757] env[62643]: DEBUG nova.virt.hardware [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.978928] env[62643]: DEBUG nova.virt.hardware [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.979119] env[62643]: DEBUG nova.virt.hardware [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.980018] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11efb1a8-57e0-450a-8339-0cd9ce369b86 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.987708] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a143c608-e042-499f-9e91-9cc99bd21209 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.048146] env[62643]: DEBUG oslo_vmware.api [None req-785f21a1-e4d8-4d97-b67f-e0484723a790 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383169, 'name': ResetVM_Task, 'duration_secs': 0.097045} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.048905] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-785f21a1-e4d8-4d97-b67f-e0484723a790 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Did hard reboot of VM {{(pid=62643) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 788.048905] env[62643]: DEBUG nova.compute.manager [None req-785f21a1-e4d8-4d97-b67f-e0484723a790 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.049354] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba128322-583f-4ef3-a34f-475deedb4e16 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.110770] env[62643]: DEBUG nova.compute.manager [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.111016] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.112132] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888caa74-73c0-4fdc-bb85-f12e8817c4af {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.120227] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.122354] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.122619] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fb230d4-6d6d-4796-ad92-a691d34815f0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.129405] env[62643]: DEBUG oslo_vmware.api [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 788.129405] env[62643]: value = "task-2383170" [ 788.129405] env[62643]: _type = "Task" [ 788.129405] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.139641] env[62643]: DEBUG oslo_vmware.api [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.142080] env[62643]: DEBUG nova.scheduler.client.report [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.280685] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383167, 'name': CreateVM_Task, 'duration_secs': 1.409552} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.280863] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.281643] env[62643]: DEBUG oslo_concurrency.lockutils [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.281847] env[62643]: DEBUG oslo_concurrency.lockutils [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.282210] env[62643]: DEBUG oslo_concurrency.lockutils [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.282505] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f180858-10fc-4977-a745-33a3d7ae1848 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.287189] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 788.287189] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ef2635-2347-946b-c789-2e196781fb30" [ 788.287189] env[62643]: _type = "Task" [ 788.287189] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.295899] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ef2635-2347-946b-c789-2e196781fb30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.304656] env[62643]: DEBUG oslo_concurrency.lockutils [req-050401f1-7466-4a33-9f0c-f301256c9756 req-e29d88ce-6f9d-4a51-bfcd-bcf1a3ceb5e6 service nova] Releasing lock "refresh_cache-3c84746a-efe7-48dc-b6a1-9571efecea87" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.304958] env[62643]: DEBUG nova.compute.manager [req-050401f1-7466-4a33-9f0c-f301256c9756 req-e29d88ce-6f9d-4a51-bfcd-bcf1a3ceb5e6 service nova] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Received event network-vif-deleted-88607a90-0817-40df-b8ce-7e9502faf327 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.563395] env[62643]: DEBUG oslo_concurrency.lockutils [None req-785f21a1-e4d8-4d97-b67f-e0484723a790 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.578s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.617353] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383168, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.644356] env[62643]: DEBUG oslo_vmware.api [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383170, 'name': PowerOffVM_Task, 'duration_secs': 0.262578} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.644994] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.645110] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.645663] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45cd4fa4-54dc-43ec-9e32-af1e61b57c45 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.648765] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.649547] env[62643]: DEBUG nova.compute.manager [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.654421] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.753s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.654737] env[62643]: DEBUG nova.objects.instance [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lazy-loading 'resources' on Instance uuid 20c560c8-551e-476c-b26a-45e5d9770dce {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.724613] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.724866] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.725153] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleting the datastore file [datastore1] 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.725530] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2189a4ed-ccab-438a-a189-b00a6032678c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.732738] env[62643]: DEBUG oslo_vmware.api [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 788.732738] env[62643]: value = "task-2383172" [ 788.732738] env[62643]: _type = "Task" [ 788.732738] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.742061] env[62643]: DEBUG oslo_vmware.api [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.800032] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ef2635-2347-946b-c789-2e196781fb30, 'name': SearchDatastore_Task, 'duration_secs': 0.017} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.800032] env[62643]: DEBUG oslo_concurrency.lockutils [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.800032] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.800032] env[62643]: DEBUG oslo_concurrency.lockutils [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.800032] env[62643]: DEBUG oslo_concurrency.lockutils [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.800032] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.800032] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10848341-7a5b-486a-94b8-e11fb8e815c4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.810348] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.810348] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.810348] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1aa2a54-d670-46b9-9f83-d4dadbf429cb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.815687] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 788.815687] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522179da-8a5d-a7a6-bf58-1c2b9c0020f5" [ 788.815687] env[62643]: _type = "Task" [ 788.815687] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.824839] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522179da-8a5d-a7a6-bf58-1c2b9c0020f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.918725] env[62643]: DEBUG nova.compute.manager [req-b737a113-e608-4063-80ac-620db08e179b req-fae17f3a-a900-4889-9e00-945e685fa1f3 service nova] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Received event network-vif-plugged-e876490a-714f-4b26-b0cb-f9146026ee78 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.918820] env[62643]: DEBUG oslo_concurrency.lockutils [req-b737a113-e608-4063-80ac-620db08e179b req-fae17f3a-a900-4889-9e00-945e685fa1f3 service nova] Acquiring lock "9f0ee26b-4f22-4ed9-b323-3585a66ad421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.918995] env[62643]: DEBUG oslo_concurrency.lockutils [req-b737a113-e608-4063-80ac-620db08e179b req-fae17f3a-a900-4889-9e00-945e685fa1f3 service nova] Lock "9f0ee26b-4f22-4ed9-b323-3585a66ad421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.919362] env[62643]: DEBUG oslo_concurrency.lockutils [req-b737a113-e608-4063-80ac-620db08e179b req-fae17f3a-a900-4889-9e00-945e685fa1f3 service nova] Lock "9f0ee26b-4f22-4ed9-b323-3585a66ad421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.919569] env[62643]: DEBUG nova.compute.manager [req-b737a113-e608-4063-80ac-620db08e179b req-fae17f3a-a900-4889-9e00-945e685fa1f3 service nova] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] No waiting events found dispatching network-vif-plugged-e876490a-714f-4b26-b0cb-f9146026ee78 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.919781] env[62643]: WARNING nova.compute.manager [req-b737a113-e608-4063-80ac-620db08e179b req-fae17f3a-a900-4889-9e00-945e685fa1f3 service nova] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Received unexpected event network-vif-plugged-e876490a-714f-4b26-b0cb-f9146026ee78 for instance with vm_state building and task_state spawning. [ 788.936536] env[62643]: DEBUG nova.network.neutron [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Successfully updated port: e876490a-714f-4b26-b0cb-f9146026ee78 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.117535] env[62643]: DEBUG oslo_vmware.api [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383168, 'name': PowerOnVM_Task, 'duration_secs': 1.609124} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.117726] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.117943] env[62643]: INFO nova.compute.manager [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Took 10.73 seconds to spawn the instance on the hypervisor. [ 789.118157] env[62643]: DEBUG nova.compute.manager [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.119019] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98900a1-b44b-4bdb-b2b1-6c71e491bed6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.159556] env[62643]: DEBUG nova.compute.utils [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 789.161282] env[62643]: DEBUG nova.objects.instance [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lazy-loading 'numa_topology' on Instance uuid 20c560c8-551e-476c-b26a-45e5d9770dce {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.162382] env[62643]: DEBUG nova.compute.manager [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.162602] env[62643]: DEBUG nova.network.neutron [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.226965] env[62643]: DEBUG nova.policy [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b2a4e2cb4e54510b7d6e9ad5043cc01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba0aaf38803e46fba6123491ef37f25a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.245538] env[62643]: DEBUG oslo_vmware.api [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19338} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.245862] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.246119] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.246343] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.246633] env[62643]: INFO nova.compute.manager [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 789.246898] env[62643]: DEBUG oslo.service.loopingcall [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.247176] env[62643]: DEBUG nova.compute.manager [-] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.247323] env[62643]: DEBUG nova.network.neutron [-] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.326696] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522179da-8a5d-a7a6-bf58-1c2b9c0020f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013259} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.327650] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01c3e1e9-182e-4b99-a92d-3c275ab7bb8b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.336848] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 789.336848] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5278199b-59df-f91d-0d75-f2da111474aa" [ 789.336848] env[62643]: _type = "Task" [ 789.336848] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.349920] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5278199b-59df-f91d-0d75-f2da111474aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.438945] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquiring lock "refresh_cache-9f0ee26b-4f22-4ed9-b323-3585a66ad421" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.439063] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquired lock "refresh_cache-9f0ee26b-4f22-4ed9-b323-3585a66ad421" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.439236] env[62643]: DEBUG nova.network.neutron [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.648586] env[62643]: INFO nova.compute.manager [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Took 52.92 seconds to build instance. [ 789.663682] env[62643]: DEBUG nova.compute.manager [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.667803] env[62643]: DEBUG nova.objects.base [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Object Instance<20c560c8-551e-476c-b26a-45e5d9770dce> lazy-loaded attributes: resources,numa_topology {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 789.832051] env[62643]: DEBUG nova.network.neutron [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Successfully created port: 008964e3-09be-4807-8325-8b1822e1bb2c {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.848384] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5278199b-59df-f91d-0d75-f2da111474aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012987} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.848512] env[62643]: DEBUG oslo_concurrency.lockutils [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.848788] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 3c84746a-efe7-48dc-b6a1-9571efecea87/3c84746a-efe7-48dc-b6a1-9571efecea87.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.853059] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29fbac7a-8f75-466d-8e93-a338b5b924bb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.860383] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 789.860383] env[62643]: value = "task-2383173" [ 789.860383] env[62643]: _type = "Task" [ 789.860383] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.871687] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.015718] env[62643]: DEBUG nova.network.neutron [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.152501] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74f7e71f-44a9-4c3b-82f8-acebed182535 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.426s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.255199] env[62643]: DEBUG nova.network.neutron [-] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.276616] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e641059-eefd-423d-8a21-131e6bb7dbad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.285066] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28383aa-2a7e-4bf2-b69f-2121c217598d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.327200] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f99d9e-688b-4af8-be21-860877d9dee7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.336174] env[62643]: DEBUG nova.network.neutron [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Updating instance_info_cache with network_info: [{"id": "e876490a-714f-4b26-b0cb-f9146026ee78", "address": "fa:16:3e:c4:a3:4c", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape876490a-71", "ovs_interfaceid": "e876490a-714f-4b26-b0cb-f9146026ee78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.338853] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5647193e-b448-46c1-8184-04b89e39ce3b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.354565] env[62643]: DEBUG nova.compute.provider_tree [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.373312] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383173, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.658600] env[62643]: DEBUG nova.compute.manager [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.686482] env[62643]: DEBUG nova.compute.manager [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.713990] env[62643]: DEBUG nova.virt.hardware [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.714265] env[62643]: DEBUG nova.virt.hardware [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.714421] env[62643]: DEBUG nova.virt.hardware [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.714600] env[62643]: DEBUG nova.virt.hardware [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.714757] env[62643]: DEBUG nova.virt.hardware [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.714915] env[62643]: DEBUG nova.virt.hardware [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.715495] env[62643]: DEBUG nova.virt.hardware [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.716272] env[62643]: DEBUG nova.virt.hardware [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.716272] env[62643]: DEBUG nova.virt.hardware [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.716272] env[62643]: DEBUG nova.virt.hardware [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.716272] env[62643]: DEBUG nova.virt.hardware [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.717498] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8674b3-8b78-4172-827a-f8e95098de8a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.726494] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ae6663-ba53-4eeb-869d-45cb690c3dd7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.757589] env[62643]: INFO nova.compute.manager [-] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Took 1.51 seconds to deallocate network for instance. [ 790.844910] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Releasing lock "refresh_cache-9f0ee26b-4f22-4ed9-b323-3585a66ad421" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.845358] env[62643]: DEBUG nova.compute.manager [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Instance network_info: |[{"id": "e876490a-714f-4b26-b0cb-f9146026ee78", "address": "fa:16:3e:c4:a3:4c", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape876490a-71", "ovs_interfaceid": "e876490a-714f-4b26-b0cb-f9146026ee78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.845864] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:a3:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e876490a-714f-4b26-b0cb-f9146026ee78', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.860497] env[62643]: DEBUG oslo.service.loopingcall [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.860710] env[62643]: DEBUG nova.scheduler.client.report [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.864295] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.864558] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da81ed48-ed5b-4497-97b3-41957d37554f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.889485] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746052} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.892092] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 3c84746a-efe7-48dc-b6a1-9571efecea87/3c84746a-efe7-48dc-b6a1-9571efecea87.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.892373] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.892554] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.892554] env[62643]: value = "task-2383174" [ 790.892554] env[62643]: _type = "Task" [ 790.892554] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.893858] env[62643]: DEBUG nova.compute.manager [req-34ca3d57-9cfd-456d-8b9c-605f919c48c0 req-0d527999-f8a3-4912-9f2b-b9190e62819c service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Received event network-changed-e8321ec4-6d56-4682-a820-120026f627f8 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.894107] env[62643]: DEBUG nova.compute.manager [req-34ca3d57-9cfd-456d-8b9c-605f919c48c0 req-0d527999-f8a3-4912-9f2b-b9190e62819c service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Refreshing instance network info cache due to event network-changed-e8321ec4-6d56-4682-a820-120026f627f8. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 790.894320] env[62643]: DEBUG oslo_concurrency.lockutils [req-34ca3d57-9cfd-456d-8b9c-605f919c48c0 req-0d527999-f8a3-4912-9f2b-b9190e62819c service nova] Acquiring lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.894621] env[62643]: DEBUG oslo_concurrency.lockutils [req-34ca3d57-9cfd-456d-8b9c-605f919c48c0 req-0d527999-f8a3-4912-9f2b-b9190e62819c service nova] Acquired lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.894621] env[62643]: DEBUG nova.network.neutron [req-34ca3d57-9cfd-456d-8b9c-605f919c48c0 req-0d527999-f8a3-4912-9f2b-b9190e62819c service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Refreshing network info cache for port e8321ec4-6d56-4682-a820-120026f627f8 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.896053] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c156eb5d-e940-4f03-9b1c-5fe95f661b52 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.911175] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383174, 'name': CreateVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.912734] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 790.912734] env[62643]: value = "task-2383175" [ 790.912734] env[62643]: _type = "Task" [ 790.912734] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.923226] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.961020] env[62643]: DEBUG nova.compute.manager [req-e8b3b6e1-0399-4787-b5cd-90e5ab94f618 req-e6311c85-f635-486b-b27f-462f872a7cf7 service nova] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Received event network-changed-e876490a-714f-4b26-b0cb-f9146026ee78 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.961020] env[62643]: DEBUG nova.compute.manager [req-e8b3b6e1-0399-4787-b5cd-90e5ab94f618 req-e6311c85-f635-486b-b27f-462f872a7cf7 service nova] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Refreshing instance network info cache due to event network-changed-e876490a-714f-4b26-b0cb-f9146026ee78. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 790.961020] env[62643]: DEBUG oslo_concurrency.lockutils [req-e8b3b6e1-0399-4787-b5cd-90e5ab94f618 req-e6311c85-f635-486b-b27f-462f872a7cf7 service nova] Acquiring lock "refresh_cache-9f0ee26b-4f22-4ed9-b323-3585a66ad421" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.961020] env[62643]: DEBUG oslo_concurrency.lockutils [req-e8b3b6e1-0399-4787-b5cd-90e5ab94f618 req-e6311c85-f635-486b-b27f-462f872a7cf7 service nova] Acquired lock "refresh_cache-9f0ee26b-4f22-4ed9-b323-3585a66ad421" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.961020] env[62643]: DEBUG nova.network.neutron [req-e8b3b6e1-0399-4787-b5cd-90e5ab94f618 req-e6311c85-f635-486b-b27f-462f872a7cf7 service nova] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Refreshing network info cache for port e876490a-714f-4b26-b0cb-f9146026ee78 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.178598] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.264622] env[62643]: DEBUG oslo_concurrency.lockutils [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.366053] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.712s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.369470] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.582s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.369585] env[62643]: DEBUG nova.objects.instance [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lazy-loading 'resources' on Instance uuid 4da35bd5-50b0-4148-9802-81e45025a4a0 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.412534] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383174, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.423173] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075002} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.423797] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.424250] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d518edd2-6b7a-4546-91ac-346f25b9597d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.446791] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 3c84746a-efe7-48dc-b6a1-9571efecea87/3c84746a-efe7-48dc-b6a1-9571efecea87.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.447130] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d80e15a1-28fa-4e7c-9722-31d96b82c68f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.474163] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 791.474163] env[62643]: value = "task-2383176" [ 791.474163] env[62643]: _type = "Task" [ 791.474163] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.481907] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383176, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.849169] env[62643]: DEBUG nova.network.neutron [req-e8b3b6e1-0399-4787-b5cd-90e5ab94f618 req-e6311c85-f635-486b-b27f-462f872a7cf7 service nova] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Updated VIF entry in instance network info cache for port e876490a-714f-4b26-b0cb-f9146026ee78. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.849169] env[62643]: DEBUG nova.network.neutron [req-e8b3b6e1-0399-4787-b5cd-90e5ab94f618 req-e6311c85-f635-486b-b27f-462f872a7cf7 service nova] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Updating instance_info_cache with network_info: [{"id": "e876490a-714f-4b26-b0cb-f9146026ee78", "address": "fa:16:3e:c4:a3:4c", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape876490a-71", "ovs_interfaceid": "e876490a-714f-4b26-b0cb-f9146026ee78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.862774] env[62643]: DEBUG nova.network.neutron [req-34ca3d57-9cfd-456d-8b9c-605f919c48c0 req-0d527999-f8a3-4912-9f2b-b9190e62819c service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Updated VIF entry in instance network info cache for port e8321ec4-6d56-4682-a820-120026f627f8. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.862774] env[62643]: DEBUG nova.network.neutron [req-34ca3d57-9cfd-456d-8b9c-605f919c48c0 req-0d527999-f8a3-4912-9f2b-b9190e62819c service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Updating instance_info_cache with network_info: [{"id": "e8321ec4-6d56-4682-a820-120026f627f8", "address": "fa:16:3e:3e:2b:19", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8321ec4-6d", "ovs_interfaceid": "e8321ec4-6d56-4682-a820-120026f627f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.879673] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fa2f87-dd40-4811-95ac-7237eeff6162 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "20c560c8-551e-476c-b26a-45e5d9770dce" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 65.177s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.881016] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "20c560c8-551e-476c-b26a-45e5d9770dce" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 41.730s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.882096] env[62643]: INFO nova.compute.manager [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Unshelving [ 791.911716] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383174, 'name': CreateVM_Task, 'duration_secs': 0.549293} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.911883] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.912627] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.912796] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.913107] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.916555] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f29bf3e7-d392-4034-b55f-8823ab89ac61 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.921862] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 791.921862] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a9f3c6-aa2d-45a5-e649-c5809ee37c36" [ 791.921862] env[62643]: _type = "Task" [ 791.921862] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.936804] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a9f3c6-aa2d-45a5-e649-c5809ee37c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.950189] env[62643]: DEBUG nova.network.neutron [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Successfully updated port: 008964e3-09be-4807-8325-8b1822e1bb2c {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.989144] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.354015] env[62643]: DEBUG oslo_concurrency.lockutils [req-e8b3b6e1-0399-4787-b5cd-90e5ab94f618 req-e6311c85-f635-486b-b27f-462f872a7cf7 service nova] Releasing lock "refresh_cache-9f0ee26b-4f22-4ed9-b323-3585a66ad421" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.354308] env[62643]: DEBUG nova.compute.manager [req-e8b3b6e1-0399-4787-b5cd-90e5ab94f618 req-e6311c85-f635-486b-b27f-462f872a7cf7 service nova] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Received event network-vif-deleted-0e67b55d-f3d0-4d12-a33d-f39a548adf11 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.367108] env[62643]: DEBUG oslo_concurrency.lockutils [req-34ca3d57-9cfd-456d-8b9c-605f919c48c0 req-0d527999-f8a3-4912-9f2b-b9190e62819c service nova] Releasing lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.437177] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a9f3c6-aa2d-45a5-e649-c5809ee37c36, 'name': SearchDatastore_Task, 'duration_secs': 0.012704} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.437522] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.437709] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.437936] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.438101] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.438285] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.438540] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0293a2c9-e7bf-4cd5-91a0-d5d961f2aca4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.447134] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c486ef-296e-4257-8527-579eaabe428c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.451560] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "refresh_cache-8dfa69d8-a372-4596-be2c-c8f72b5e31ee" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.451699] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquired lock "refresh_cache-8dfa69d8-a372-4596-be2c-c8f72b5e31ee" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.451848] env[62643]: DEBUG nova.network.neutron [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.453041] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.453132] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.454461] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a175b44d-08be-4f58-abbe-902dfd572d14 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.460661] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d402d854-3660-4696-9e83-c128f13d9960 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.466147] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 792.466147] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52dc8daf-1514-e9d2-c324-1981dec2b174" [ 792.466147] env[62643]: _type = "Task" [ 792.466147] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.499030] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6afa44-ea91-4180-826f-ac6219cbc788 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.505191] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52dc8daf-1514-e9d2-c324-1981dec2b174, 'name': SearchDatastore_Task, 'duration_secs': 0.011742} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.506673] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7345e9b5-8637-4247-99c5-6ca784409c2f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.514300] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.516050] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd12337-42d3-4245-bc35-1cef6c188a31 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.521427] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 792.521427] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5229f65b-3bab-fa67-d9f2-b545e3d0d95a" [ 792.521427] env[62643]: _type = "Task" [ 792.521427] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.533106] env[62643]: DEBUG nova.compute.provider_tree [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.540276] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5229f65b-3bab-fa67-d9f2-b545e3d0d95a, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.540505] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.540769] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 9f0ee26b-4f22-4ed9-b323-3585a66ad421/9f0ee26b-4f22-4ed9-b323-3585a66ad421.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.541037] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcb5ecf4-ec00-4899-a7e4-815b8e5c2c51 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.549774] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 792.549774] env[62643]: value = "task-2383177" [ 792.549774] env[62643]: _type = "Task" [ 792.549774] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.559893] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.624179] env[62643]: DEBUG oslo_vmware.rw_handles [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d90dd8-f45b-a496-d85c-11228e5d285c/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 792.625206] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100a307d-b60a-49f8-8ce6-aff22a2f9bef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.632602] env[62643]: DEBUG oslo_vmware.rw_handles [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d90dd8-f45b-a496-d85c-11228e5d285c/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 792.632787] env[62643]: ERROR oslo_vmware.rw_handles [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d90dd8-f45b-a496-d85c-11228e5d285c/disk-0.vmdk due to incomplete transfer. [ 792.633072] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-51620d35-a428-4066-9d4d-330cbf6ad294 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.649924] env[62643]: DEBUG oslo_vmware.rw_handles [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d90dd8-f45b-a496-d85c-11228e5d285c/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 792.650300] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Uploaded image 68a1d063-394c-4960-95a1-555c5f8e1ba5 to the Glance image server {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 792.653722] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 792.654155] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4746fac0-2359-4fbf-a7d5-906f157f0660 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.661510] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 792.661510] env[62643]: value = "task-2383178" [ 792.661510] env[62643]: _type = "Task" [ 792.661510] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.670388] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383178, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.895601] env[62643]: DEBUG nova.compute.utils [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 793.000234] env[62643]: DEBUG nova.network.neutron [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.009021] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383176, 'name': ReconfigVM_Task, 'duration_secs': 1.498334} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.009203] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 3c84746a-efe7-48dc-b6a1-9571efecea87/3c84746a-efe7-48dc-b6a1-9571efecea87.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.010158] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be04b335-5978-46dc-b566-715ee50082de {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.017371] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 793.017371] env[62643]: value = "task-2383179" [ 793.017371] env[62643]: _type = "Task" [ 793.017371] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.031791] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383179, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.035991] env[62643]: DEBUG nova.scheduler.client.report [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.041701] env[62643]: DEBUG nova.compute.manager [req-836de85e-2069-4243-a55a-375fa9e9f4d0 req-09728aab-4dd0-4b09-8148-6c604f07e0c6 service nova] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Received event network-vif-plugged-008964e3-09be-4807-8325-8b1822e1bb2c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.041942] env[62643]: DEBUG oslo_concurrency.lockutils [req-836de85e-2069-4243-a55a-375fa9e9f4d0 req-09728aab-4dd0-4b09-8148-6c604f07e0c6 service nova] Acquiring lock "8dfa69d8-a372-4596-be2c-c8f72b5e31ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.042168] env[62643]: DEBUG oslo_concurrency.lockutils [req-836de85e-2069-4243-a55a-375fa9e9f4d0 req-09728aab-4dd0-4b09-8148-6c604f07e0c6 service nova] Lock "8dfa69d8-a372-4596-be2c-c8f72b5e31ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.042381] env[62643]: DEBUG oslo_concurrency.lockutils [req-836de85e-2069-4243-a55a-375fa9e9f4d0 req-09728aab-4dd0-4b09-8148-6c604f07e0c6 service nova] Lock "8dfa69d8-a372-4596-be2c-c8f72b5e31ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.042557] env[62643]: DEBUG nova.compute.manager [req-836de85e-2069-4243-a55a-375fa9e9f4d0 req-09728aab-4dd0-4b09-8148-6c604f07e0c6 service nova] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] No waiting events found dispatching network-vif-plugged-008964e3-09be-4807-8325-8b1822e1bb2c {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.042725] env[62643]: WARNING nova.compute.manager [req-836de85e-2069-4243-a55a-375fa9e9f4d0 req-09728aab-4dd0-4b09-8148-6c604f07e0c6 service nova] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Received unexpected event network-vif-plugged-008964e3-09be-4807-8325-8b1822e1bb2c for instance with vm_state building and task_state spawning. [ 793.042998] env[62643]: DEBUG nova.compute.manager [req-836de85e-2069-4243-a55a-375fa9e9f4d0 req-09728aab-4dd0-4b09-8148-6c604f07e0c6 service nova] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Received event network-changed-008964e3-09be-4807-8325-8b1822e1bb2c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.043110] env[62643]: DEBUG nova.compute.manager [req-836de85e-2069-4243-a55a-375fa9e9f4d0 req-09728aab-4dd0-4b09-8148-6c604f07e0c6 service nova] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Refreshing instance network info cache due to event network-changed-008964e3-09be-4807-8325-8b1822e1bb2c. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 793.043283] env[62643]: DEBUG oslo_concurrency.lockutils [req-836de85e-2069-4243-a55a-375fa9e9f4d0 req-09728aab-4dd0-4b09-8148-6c604f07e0c6 service nova] Acquiring lock "refresh_cache-8dfa69d8-a372-4596-be2c-c8f72b5e31ee" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.063072] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383177, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.171896] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383178, 'name': Destroy_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.248016] env[62643]: DEBUG nova.network.neutron [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Updating instance_info_cache with network_info: [{"id": "008964e3-09be-4807-8325-8b1822e1bb2c", "address": "fa:16:3e:49:57:53", "network": {"id": "2027fee0-396c-46c6-81ef-a05bd903ddef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-654713677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba0aaf38803e46fba6123491ef37f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008964e3-09", "ovs_interfaceid": "008964e3-09be-4807-8325-8b1822e1bb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.399065] env[62643]: INFO nova.virt.block_device [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Booting with volume 0b1fac4e-f62d-4b3a-be5d-10378f08da6a at /dev/sdb [ 793.434307] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24d6b617-b377-49a1-a46b-b329d892217e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.443594] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f91dc4d-c95f-469a-a329-d12e528052fe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.478140] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0b03c1f-9667-4a30-b38e-71a089f70082 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.485989] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaf5444-b799-41b5-ba2d-5f4fee15c7bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.522817] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e7de41-aa0f-4737-87ee-7448edf1cbbc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.531635] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383179, 'name': Rename_Task, 'duration_secs': 0.279805} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.531975] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.532651] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7a327f-7a4d-45e2-a6d9-3d44166bd03a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.534883] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49a7f8ab-126d-4c9f-9a11-5be2b994d2aa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.543119] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 793.543119] env[62643]: value = "task-2383180" [ 793.543119] env[62643]: _type = "Task" [ 793.543119] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.547390] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.549512] env[62643]: DEBUG nova.virt.block_device [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Updating existing volume attachment record: 08557ccc-07fb-4ede-a836-dcf80ecb096b {{(pid=62643) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 793.554390] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.200s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.554618] env[62643]: DEBUG nova.objects.instance [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lazy-loading 'resources' on Instance uuid fd860eff-d4b0-409f-8242-b3845a0cf256 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.564645] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383180, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.568665] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569753} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.569127] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 9f0ee26b-4f22-4ed9-b323-3585a66ad421/9f0ee26b-4f22-4ed9-b323-3585a66ad421.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.569710] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.569710] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-429a5821-2010-42cd-b57e-b0ed08fbd708 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.576886] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 793.576886] env[62643]: value = "task-2383181" [ 793.576886] env[62643]: _type = "Task" [ 793.576886] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.580144] env[62643]: INFO nova.scheduler.client.report [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Deleted allocations for instance 4da35bd5-50b0-4148-9802-81e45025a4a0 [ 793.588888] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.672890] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383178, 'name': Destroy_Task, 'duration_secs': 0.513375} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.673186] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Destroyed the VM [ 793.673429] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 793.673719] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-39a5f9da-1f2b-45c9-abf2-86892cee12c0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.679751] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 793.679751] env[62643]: value = "task-2383183" [ 793.679751] env[62643]: _type = "Task" [ 793.679751] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.687212] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383183, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.748900] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Releasing lock "refresh_cache-8dfa69d8-a372-4596-be2c-c8f72b5e31ee" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.749314] env[62643]: DEBUG nova.compute.manager [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Instance network_info: |[{"id": "008964e3-09be-4807-8325-8b1822e1bb2c", "address": "fa:16:3e:49:57:53", "network": {"id": "2027fee0-396c-46c6-81ef-a05bd903ddef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-654713677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba0aaf38803e46fba6123491ef37f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008964e3-09", "ovs_interfaceid": "008964e3-09be-4807-8325-8b1822e1bb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.749751] env[62643]: DEBUG oslo_concurrency.lockutils [req-836de85e-2069-4243-a55a-375fa9e9f4d0 req-09728aab-4dd0-4b09-8148-6c604f07e0c6 service nova] Acquired lock "refresh_cache-8dfa69d8-a372-4596-be2c-c8f72b5e31ee" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.750059] env[62643]: DEBUG nova.network.neutron [req-836de85e-2069-4243-a55a-375fa9e9f4d0 req-09728aab-4dd0-4b09-8148-6c604f07e0c6 service nova] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Refreshing network info cache for port 008964e3-09be-4807-8325-8b1822e1bb2c {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.751762] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:57:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '008964e3-09be-4807-8325-8b1822e1bb2c', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.764634] env[62643]: DEBUG oslo.service.loopingcall [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.769121] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.769854] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f957a6d-de6d-47cc-b8d9-bd58a456c484 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.793313] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.793313] env[62643]: value = "task-2383184" [ 793.793313] env[62643]: _type = "Task" [ 793.793313] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.800844] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383184, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.056517] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383180, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.086390] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064228} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.086756] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.087608] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ded89b-2d26-49cf-9427-5caa2aee3b46 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.095280] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5fc1bd26-33a3-432a-a5ae-c43b93279fdd tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "4da35bd5-50b0-4148-9802-81e45025a4a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.637s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.114790] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 9f0ee26b-4f22-4ed9-b323-3585a66ad421/9f0ee26b-4f22-4ed9-b323-3585a66ad421.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.118723] env[62643]: DEBUG nova.network.neutron [req-836de85e-2069-4243-a55a-375fa9e9f4d0 req-09728aab-4dd0-4b09-8148-6c604f07e0c6 service nova] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Updated VIF entry in instance network info cache for port 008964e3-09be-4807-8325-8b1822e1bb2c. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.119132] env[62643]: DEBUG nova.network.neutron [req-836de85e-2069-4243-a55a-375fa9e9f4d0 req-09728aab-4dd0-4b09-8148-6c604f07e0c6 service nova] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Updating instance_info_cache with network_info: [{"id": "008964e3-09be-4807-8325-8b1822e1bb2c", "address": "fa:16:3e:49:57:53", "network": {"id": "2027fee0-396c-46c6-81ef-a05bd903ddef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-654713677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba0aaf38803e46fba6123491ef37f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008964e3-09", "ovs_interfaceid": "008964e3-09be-4807-8325-8b1822e1bb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.120244] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20fd0987-c21d-4596-a084-2154edb3edce {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.135806] env[62643]: DEBUG oslo_concurrency.lockutils [req-836de85e-2069-4243-a55a-375fa9e9f4d0 req-09728aab-4dd0-4b09-8148-6c604f07e0c6 service nova] Releasing lock "refresh_cache-8dfa69d8-a372-4596-be2c-c8f72b5e31ee" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.144029] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 794.144029] env[62643]: value = "task-2383187" [ 794.144029] env[62643]: _type = "Task" [ 794.144029] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.152766] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.191575] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383183, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.309188] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383184, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.409328] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "7871b84e-d19c-4fff-9d22-6e00403a6420" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.409640] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "7871b84e-d19c-4fff-9d22-6e00403a6420" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.559377] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383180, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.638602] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24c10fb-f099-4399-bf6c-358bac471960 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.655987] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1a183f-e172-478c-84c9-938773fc2807 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.659488] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.692105] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5da2f60-5655-4a1c-962f-381bc6ae62e6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.701022] env[62643]: DEBUG oslo_vmware.api [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383183, 'name': RemoveSnapshot_Task, 'duration_secs': 0.64568} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.702313] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 794.702556] env[62643]: INFO nova.compute.manager [None req-60cbe5dd-d846-495a-ae92-848e449013e2 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Took 15.88 seconds to snapshot the instance on the hypervisor. [ 794.705925] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac4711b-08cd-4655-aa83-f96f78d9c209 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.720068] env[62643]: DEBUG nova.compute.provider_tree [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.804497] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383184, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.059770] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383180, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.159382] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383187, 'name': ReconfigVM_Task, 'duration_secs': 0.616257} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.159716] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 9f0ee26b-4f22-4ed9-b323-3585a66ad421/9f0ee26b-4f22-4ed9-b323-3585a66ad421.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.160414] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c333242-797f-410f-9ddd-d48a8f2d3bc4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.166976] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 795.166976] env[62643]: value = "task-2383188" [ 795.166976] env[62643]: _type = "Task" [ 795.166976] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.174739] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383188, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.224428] env[62643]: DEBUG nova.scheduler.client.report [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.310317] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383184, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.561839] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383180, 'name': PowerOnVM_Task} progress is 79%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.682558] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383188, 'name': Rename_Task, 'duration_secs': 0.171969} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.682872] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.683141] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48d2fcb9-d9cd-4a6d-a55c-1ff556e983f9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.696065] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 795.696065] env[62643]: value = "task-2383189" [ 795.696065] env[62643]: _type = "Task" [ 795.696065] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.703282] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.732143] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.734681] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.237s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.736479] env[62643]: INFO nova.compute.claims [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.760691] env[62643]: INFO nova.scheduler.client.report [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Deleted allocations for instance fd860eff-d4b0-409f-8242-b3845a0cf256 [ 795.806145] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383184, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.065621] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383180, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.206021] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383189, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.271840] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9477e2a0-82a6-42cf-97f9-77c9391de7cf tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "fd860eff-d4b0-409f-8242-b3845a0cf256" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.531s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.306962] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383184, 'name': CreateVM_Task, 'duration_secs': 2.497287} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.307160] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.307894] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.308086] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.308426] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.308696] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8bd461f-f169-4550-87a9-88990fe75f34 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.314289] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 796.314289] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fd3b57-8a10-e825-d65a-56a4ddaa561b" [ 796.314289] env[62643]: _type = "Task" [ 796.314289] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.323199] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fd3b57-8a10-e825-d65a-56a4ddaa561b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.563192] env[62643]: DEBUG oslo_vmware.api [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383180, 'name': PowerOnVM_Task, 'duration_secs': 2.671762} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.563404] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.563404] env[62643]: INFO nova.compute.manager [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Took 12.85 seconds to spawn the instance on the hypervisor. [ 796.563623] env[62643]: DEBUG nova.compute.manager [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.564410] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa122870-da44-478e-8451-c03e5c68de5f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.705751] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383189, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.829510] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fd3b57-8a10-e825-d65a-56a4ddaa561b, 'name': SearchDatastore_Task, 'duration_secs': 0.009863} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.829510] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.829510] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.829657] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.829797] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.831393] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.831393] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfb6c959-38dd-4a54-b22c-9bf83caafb40 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.842361] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.842533] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.843282] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7577a10-0327-45d6-9dc3-5a091805f437 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.849727] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 796.849727] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52eb06d8-0f69-d679-decb-6fb32d984bfe" [ 796.849727] env[62643]: _type = "Task" [ 796.849727] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.862697] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52eb06d8-0f69-d679-decb-6fb32d984bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.863970] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb36d171-43fe-4ad1-8937-4c63c6097d07 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.872987] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 796.872987] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f87a5c-c9e4-0498-713a-426a2e5bd301" [ 796.872987] env[62643]: _type = "Task" [ 796.872987] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.882074] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f87a5c-c9e4-0498-713a-426a2e5bd301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.088021] env[62643]: INFO nova.compute.manager [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Took 55.37 seconds to build instance. [ 797.207071] env[62643]: DEBUG oslo_vmware.api [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383189, 'name': PowerOnVM_Task, 'duration_secs': 1.321696} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.210177] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.210456] env[62643]: INFO nova.compute.manager [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Took 9.26 seconds to spawn the instance on the hypervisor. [ 797.210705] env[62643]: DEBUG nova.compute.manager [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.211879] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15cf105-3922-47b9-8f8f-9432bfd82ab5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.275247] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquiring lock "111923d9-7e8d-4876-af8b-04c69f4d2bf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.275537] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "111923d9-7e8d-4876-af8b-04c69f4d2bf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.287538] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bb8719-f0a5-4c10-ba00-c018b951391a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.296119] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe00302-c5a3-4692-841d-10eda7758e99 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.327614] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c9ca0d-855b-4f8a-bb00-2b35736d2c4a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.336034] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c668422b-2a3b-4cdb-ab05-ddec0b9df52c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.351932] env[62643]: DEBUG nova.compute.provider_tree [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.385983] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f87a5c-c9e4-0498-713a-426a2e5bd301, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.386277] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.386548] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 8dfa69d8-a372-4596-be2c-c8f72b5e31ee/8dfa69d8-a372-4596-be2c-c8f72b5e31ee.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.386841] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-696e5e18-6730-490d-afc0-d523cce745c6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.396320] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 797.396320] env[62643]: value = "task-2383190" [ 797.396320] env[62643]: _type = "Task" [ 797.396320] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.406294] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.587018] env[62643]: DEBUG oslo_concurrency.lockutils [None req-face99cb-4a06-4d3b-9466-875b325dbb65 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "3c84746a-efe7-48dc-b6a1-9571efecea87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.135s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.734574] env[62643]: INFO nova.compute.manager [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Took 55.90 seconds to build instance. [ 797.858023] env[62643]: DEBUG nova.scheduler.client.report [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.908854] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487641} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.909022] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 8dfa69d8-a372-4596-be2c-c8f72b5e31ee/8dfa69d8-a372-4596-be2c-c8f72b5e31ee.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.909299] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.909587] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a5c1665-61ba-4aec-9dea-40d82875efdd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.917047] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 797.917047] env[62643]: value = "task-2383191" [ 797.917047] env[62643]: _type = "Task" [ 797.917047] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.925117] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.006554] env[62643]: DEBUG nova.compute.manager [req-b8e63c27-4105-410a-9995-37e5cc2b6dd4 req-a4d26023-2413-495d-b43e-1d17b0735daa service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Received event network-changed-5be89559-70ee-489b-9626-1beef51125e2 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.006757] env[62643]: DEBUG nova.compute.manager [req-b8e63c27-4105-410a-9995-37e5cc2b6dd4 req-a4d26023-2413-495d-b43e-1d17b0735daa service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Refreshing instance network info cache due to event network-changed-5be89559-70ee-489b-9626-1beef51125e2. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 798.006974] env[62643]: DEBUG oslo_concurrency.lockutils [req-b8e63c27-4105-410a-9995-37e5cc2b6dd4 req-a4d26023-2413-495d-b43e-1d17b0735daa service nova] Acquiring lock "refresh_cache-3c84746a-efe7-48dc-b6a1-9571efecea87" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.007140] env[62643]: DEBUG oslo_concurrency.lockutils [req-b8e63c27-4105-410a-9995-37e5cc2b6dd4 req-a4d26023-2413-495d-b43e-1d17b0735daa service nova] Acquired lock "refresh_cache-3c84746a-efe7-48dc-b6a1-9571efecea87" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.007304] env[62643]: DEBUG nova.network.neutron [req-b8e63c27-4105-410a-9995-37e5cc2b6dd4 req-a4d26023-2413-495d-b43e-1d17b0735daa service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Refreshing network info cache for port 5be89559-70ee-489b-9626-1beef51125e2 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.090932] env[62643]: DEBUG nova.compute.manager [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.237033] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6a3ef4dc-b079-4441-9007-90fa96b141b8 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "9f0ee26b-4f22-4ed9-b323-3585a66ad421" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.156s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.361713] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.362642] env[62643]: DEBUG nova.compute.manager [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.365142] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.228s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.365369] env[62643]: DEBUG nova.objects.instance [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lazy-loading 'resources' on Instance uuid e28d568b-a29d-4b5c-90e6-aac10019d54a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.427381] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073771} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.427648] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.428443] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e7956a-a325-4a54-a000-60665f75ef22 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.451510] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 8dfa69d8-a372-4596-be2c-c8f72b5e31ee/8dfa69d8-a372-4596-be2c-c8f72b5e31ee.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.451780] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b6d40c-848a-4c53-b75a-26dbf3dfa095 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.472500] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 798.472500] env[62643]: value = "task-2383193" [ 798.472500] env[62643]: _type = "Task" [ 798.472500] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.481026] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.492063] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae41cc6-fe3e-4eda-94bf-bb0c04c9d12d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.499393] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e28a6-5a3a-4c81-86a4-34a5b3b03f4e tempest-ServersAdminNegativeTestJSON-1431404063 tempest-ServersAdminNegativeTestJSON-1431404063-project-admin] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Suspending the VM {{(pid=62643) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 798.499666] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-be6f4507-7155-4459-9eb0-423033ef295e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.506997] env[62643]: DEBUG oslo_vmware.api [None req-dd4e28a6-5a3a-4c81-86a4-34a5b3b03f4e tempest-ServersAdminNegativeTestJSON-1431404063 tempest-ServersAdminNegativeTestJSON-1431404063-project-admin] Waiting for the task: (returnval){ [ 798.506997] env[62643]: value = "task-2383194" [ 798.506997] env[62643]: _type = "Task" [ 798.506997] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.517267] env[62643]: DEBUG oslo_vmware.api [None req-dd4e28a6-5a3a-4c81-86a4-34a5b3b03f4e tempest-ServersAdminNegativeTestJSON-1431404063 tempest-ServersAdminNegativeTestJSON-1431404063-project-admin] Task: {'id': task-2383194, 'name': SuspendVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.615343] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.740436] env[62643]: DEBUG nova.compute.manager [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.760462] env[62643]: DEBUG nova.network.neutron [req-b8e63c27-4105-410a-9995-37e5cc2b6dd4 req-a4d26023-2413-495d-b43e-1d17b0735daa service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Updated VIF entry in instance network info cache for port 5be89559-70ee-489b-9626-1beef51125e2. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.760462] env[62643]: DEBUG nova.network.neutron [req-b8e63c27-4105-410a-9995-37e5cc2b6dd4 req-a4d26023-2413-495d-b43e-1d17b0735daa service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Updating instance_info_cache with network_info: [{"id": "5be89559-70ee-489b-9626-1beef51125e2", "address": "fa:16:3e:ac:00:35", "network": {"id": "09dd9d04-81ab-4089-905f-55dad5283303", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1387521885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af50c7a965184690ab4c426a9cf6a3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be89559-70", "ovs_interfaceid": "5be89559-70ee-489b-9626-1beef51125e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.812198] env[62643]: DEBUG oslo_concurrency.lockutils [None req-95921772-cc63-41f3-88f5-ffa678b6ca01 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "3c84746a-efe7-48dc-b6a1-9571efecea87" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.812552] env[62643]: DEBUG oslo_concurrency.lockutils [None req-95921772-cc63-41f3-88f5-ffa678b6ca01 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "3c84746a-efe7-48dc-b6a1-9571efecea87" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.812925] env[62643]: INFO nova.compute.manager [None req-95921772-cc63-41f3-88f5-ffa678b6ca01 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Rebooting instance [ 798.869137] env[62643]: DEBUG nova.compute.utils [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 798.874517] env[62643]: DEBUG nova.compute.manager [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.874718] env[62643]: DEBUG nova.network.neutron [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.933649] env[62643]: DEBUG nova.policy [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e96473e751a24d12bf6abe18238f0fd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6ddc58311c548c7a2db9de55356d341', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.990033] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.018025] env[62643]: DEBUG oslo_vmware.api [None req-dd4e28a6-5a3a-4c81-86a4-34a5b3b03f4e tempest-ServersAdminNegativeTestJSON-1431404063 tempest-ServersAdminNegativeTestJSON-1431404063-project-admin] Task: {'id': task-2383194, 'name': SuspendVM_Task} progress is 45%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.265342] env[62643]: DEBUG oslo_concurrency.lockutils [req-b8e63c27-4105-410a-9995-37e5cc2b6dd4 req-a4d26023-2413-495d-b43e-1d17b0735daa service nova] Releasing lock "refresh_cache-3c84746a-efe7-48dc-b6a1-9571efecea87" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.266713] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.283652] env[62643]: DEBUG nova.network.neutron [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Successfully created port: 9d7deab0-3b3e-47cf-884b-aa73991da546 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.334718] env[62643]: DEBUG oslo_concurrency.lockutils [None req-95921772-cc63-41f3-88f5-ffa678b6ca01 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "refresh_cache-3c84746a-efe7-48dc-b6a1-9571efecea87" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.334905] env[62643]: DEBUG oslo_concurrency.lockutils [None req-95921772-cc63-41f3-88f5-ffa678b6ca01 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquired lock "refresh_cache-3c84746a-efe7-48dc-b6a1-9571efecea87" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.335096] env[62643]: DEBUG nova.network.neutron [None req-95921772-cc63-41f3-88f5-ffa678b6ca01 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.375669] env[62643]: DEBUG nova.compute.manager [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.445476] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b544f025-1e39-4289-a00c-a2cd42aa87ce {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.454452] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df5163f-e885-44dc-a2de-2bbcb1501d91 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.495833] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54654a87-9ba9-451e-8e28-47adb10cb1f3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.507482] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a92568-5b49-43ce-816c-73e5ec03b9c4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.512994] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383193, 'name': ReconfigVM_Task, 'duration_secs': 0.928399} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.512994] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 8dfa69d8-a372-4596-be2c-c8f72b5e31ee/8dfa69d8-a372-4596-be2c-c8f72b5e31ee.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.516268] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7135faac-57c5-4037-9ac6-4eb0b5bdea7f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.527059] env[62643]: DEBUG nova.compute.provider_tree [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.533635] env[62643]: DEBUG oslo_vmware.api [None req-dd4e28a6-5a3a-4c81-86a4-34a5b3b03f4e tempest-ServersAdminNegativeTestJSON-1431404063 tempest-ServersAdminNegativeTestJSON-1431404063-project-admin] Task: {'id': task-2383194, 'name': SuspendVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.533970] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 799.533970] env[62643]: value = "task-2383195" [ 799.533970] env[62643]: _type = "Task" [ 799.533970] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.547067] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383195, 'name': Rename_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.021955] env[62643]: DEBUG oslo_vmware.api [None req-dd4e28a6-5a3a-4c81-86a4-34a5b3b03f4e tempest-ServersAdminNegativeTestJSON-1431404063 tempest-ServersAdminNegativeTestJSON-1431404063-project-admin] Task: {'id': task-2383194, 'name': SuspendVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.036574] env[62643]: DEBUG nova.scheduler.client.report [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.049631] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383195, 'name': Rename_Task, 'duration_secs': 0.387138} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.049894] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.050153] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0a54d00-ed33-43ba-b259-d2340a69d510 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.059142] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 800.059142] env[62643]: value = "task-2383196" [ 800.059142] env[62643]: _type = "Task" [ 800.059142] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.066330] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.071186] env[62643]: DEBUG nova.network.neutron [None req-95921772-cc63-41f3-88f5-ffa678b6ca01 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Updating instance_info_cache with network_info: [{"id": "5be89559-70ee-489b-9626-1beef51125e2", "address": "fa:16:3e:ac:00:35", "network": {"id": "09dd9d04-81ab-4089-905f-55dad5283303", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1387521885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af50c7a965184690ab4c426a9cf6a3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be89559-70", "ovs_interfaceid": "5be89559-70ee-489b-9626-1beef51125e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.390850] env[62643]: DEBUG nova.compute.manager [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.432107] env[62643]: DEBUG nova.virt.hardware [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.432107] env[62643]: DEBUG nova.virt.hardware [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.432320] env[62643]: DEBUG nova.virt.hardware [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.432467] env[62643]: DEBUG nova.virt.hardware [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.432623] env[62643]: DEBUG nova.virt.hardware [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.432787] env[62643]: DEBUG nova.virt.hardware [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.433007] env[62643]: DEBUG nova.virt.hardware [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.433202] env[62643]: DEBUG nova.virt.hardware [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.433386] env[62643]: DEBUG nova.virt.hardware [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.433557] env[62643]: DEBUG nova.virt.hardware [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.433736] env[62643]: DEBUG nova.virt.hardware [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.434711] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88e40d0-e1c3-4805-a67b-0381ec3ad9a3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.445895] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773dfe9a-5c65-49b1-ac49-010dfa27d9eb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.522231] env[62643]: DEBUG oslo_vmware.api [None req-dd4e28a6-5a3a-4c81-86a4-34a5b3b03f4e tempest-ServersAdminNegativeTestJSON-1431404063 tempest-ServersAdminNegativeTestJSON-1431404063-project-admin] Task: {'id': task-2383194, 'name': SuspendVM_Task, 'duration_secs': 1.767928} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.522512] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e28a6-5a3a-4c81-86a4-34a5b3b03f4e tempest-ServersAdminNegativeTestJSON-1431404063 tempest-ServersAdminNegativeTestJSON-1431404063-project-admin] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Suspended the VM {{(pid=62643) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 800.522695] env[62643]: DEBUG nova.compute.manager [None req-dd4e28a6-5a3a-4c81-86a4-34a5b3b03f4e tempest-ServersAdminNegativeTestJSON-1431404063 tempest-ServersAdminNegativeTestJSON-1431404063-project-admin] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.523511] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9684d79f-d7cc-4eb3-830f-8cc7de59787f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.546857] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.552446] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.892s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.553840] env[62643]: INFO nova.compute.claims [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.573286] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.573718] env[62643]: DEBUG oslo_concurrency.lockutils [None req-95921772-cc63-41f3-88f5-ffa678b6ca01 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Releasing lock "refresh_cache-3c84746a-efe7-48dc-b6a1-9571efecea87" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.607323] env[62643]: INFO nova.scheduler.client.report [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Deleted allocations for instance e28d568b-a29d-4b5c-90e6-aac10019d54a [ 800.929227] env[62643]: DEBUG nova.compute.manager [req-77d34ae7-9599-4746-aade-09f9c7951b8d req-3a09145d-37a6-4c5f-8fdb-29212d996b3b service nova] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Received event network-vif-plugged-9d7deab0-3b3e-47cf-884b-aa73991da546 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.929497] env[62643]: DEBUG oslo_concurrency.lockutils [req-77d34ae7-9599-4746-aade-09f9c7951b8d req-3a09145d-37a6-4c5f-8fdb-29212d996b3b service nova] Acquiring lock "bdcd9a8c-cff3-4df6-9dbe-21aa42a97364-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.929692] env[62643]: DEBUG oslo_concurrency.lockutils [req-77d34ae7-9599-4746-aade-09f9c7951b8d req-3a09145d-37a6-4c5f-8fdb-29212d996b3b service nova] Lock "bdcd9a8c-cff3-4df6-9dbe-21aa42a97364-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.929873] env[62643]: DEBUG oslo_concurrency.lockutils [req-77d34ae7-9599-4746-aade-09f9c7951b8d req-3a09145d-37a6-4c5f-8fdb-29212d996b3b service nova] Lock "bdcd9a8c-cff3-4df6-9dbe-21aa42a97364-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.929993] env[62643]: DEBUG nova.compute.manager [req-77d34ae7-9599-4746-aade-09f9c7951b8d req-3a09145d-37a6-4c5f-8fdb-29212d996b3b service nova] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] No waiting events found dispatching network-vif-plugged-9d7deab0-3b3e-47cf-884b-aa73991da546 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.930699] env[62643]: WARNING nova.compute.manager [req-77d34ae7-9599-4746-aade-09f9c7951b8d req-3a09145d-37a6-4c5f-8fdb-29212d996b3b service nova] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Received unexpected event network-vif-plugged-9d7deab0-3b3e-47cf-884b-aa73991da546 for instance with vm_state building and task_state spawning. [ 801.024868] env[62643]: DEBUG nova.network.neutron [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Successfully updated port: 9d7deab0-3b3e-47cf-884b-aa73991da546 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.072033] env[62643]: DEBUG oslo_vmware.api [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383196, 'name': PowerOnVM_Task, 'duration_secs': 0.910542} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.072265] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.072463] env[62643]: INFO nova.compute.manager [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Took 10.39 seconds to spawn the instance on the hypervisor. [ 801.072669] env[62643]: DEBUG nova.compute.manager [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.074336] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61eb375-c074-4200-ba8a-523cf6ba802f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.079276] env[62643]: DEBUG nova.compute.manager [None req-95921772-cc63-41f3-88f5-ffa678b6ca01 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.080206] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c921b9e3-5cce-488d-81de-9a0a20c37f11 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.116224] env[62643]: DEBUG oslo_concurrency.lockutils [None req-63108ad3-b0b3-4527-9e32-e4963c80a030 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "e28d568b-a29d-4b5c-90e6-aac10019d54a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.765s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.202432] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.528682] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Acquiring lock "refresh_cache-bdcd9a8c-cff3-4df6-9dbe-21aa42a97364" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.528682] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Acquired lock "refresh_cache-bdcd9a8c-cff3-4df6-9dbe-21aa42a97364" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.528682] env[62643]: DEBUG nova.network.neutron [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.602362] env[62643]: INFO nova.compute.manager [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Took 55.12 seconds to build instance. [ 802.075295] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b55712-8f56-4e47-914f-55d751345a19 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.083439] env[62643]: DEBUG nova.network.neutron [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.086058] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d827c93-6efb-43d0-b74d-47e51d97bbb0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.120124] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4adfbc33-307b-47b0-88cc-f415d2b1e4bd tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "8dfa69d8-a372-4596-be2c-c8f72b5e31ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.088s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.123204] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7322ea-6eed-4fac-8831-5fe29a33de0c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.127742] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47faeb93-4bac-41ca-8ae4-0482ab6dcd49 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.139195] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251ff3cf-0dea-4d1b-b383-b89f45441b6c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.143067] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-95921772-cc63-41f3-88f5-ffa678b6ca01 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Doing hard reboot of VM {{(pid=62643) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 802.143878] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a6833872-8c04-477c-bcbc-82a4e6dc5266 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.157762] env[62643]: DEBUG nova.compute.provider_tree [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.163073] env[62643]: DEBUG oslo_vmware.api [None req-95921772-cc63-41f3-88f5-ffa678b6ca01 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 802.163073] env[62643]: value = "task-2383197" [ 802.163073] env[62643]: _type = "Task" [ 802.163073] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.174941] env[62643]: DEBUG oslo_vmware.api [None req-95921772-cc63-41f3-88f5-ffa678b6ca01 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383197, 'name': ResetVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.340221] env[62643]: DEBUG nova.network.neutron [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Updating instance_info_cache with network_info: [{"id": "9d7deab0-3b3e-47cf-884b-aa73991da546", "address": "fa:16:3e:76:1e:f3", "network": {"id": "3ba7beb6-ba9a-4d4b-a1e4-d0ee1f15f6d2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-473283964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6ddc58311c548c7a2db9de55356d341", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7deab0-3b", "ovs_interfaceid": "9d7deab0-3b3e-47cf-884b-aa73991da546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.631735] env[62643]: DEBUG nova.compute.manager [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.665106] env[62643]: DEBUG nova.scheduler.client.report [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.674030] env[62643]: DEBUG nova.compute.manager [req-04a35aa0-cfc5-4c87-925e-4a7bd57ec9c2 req-ea6a587e-33e8-40b7-b901-b323e78d847a service nova] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Received event network-changed-008964e3-09be-4807-8325-8b1822e1bb2c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.674030] env[62643]: DEBUG nova.compute.manager [req-04a35aa0-cfc5-4c87-925e-4a7bd57ec9c2 req-ea6a587e-33e8-40b7-b901-b323e78d847a service nova] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Refreshing instance network info cache due to event network-changed-008964e3-09be-4807-8325-8b1822e1bb2c. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 802.674173] env[62643]: DEBUG oslo_concurrency.lockutils [req-04a35aa0-cfc5-4c87-925e-4a7bd57ec9c2 req-ea6a587e-33e8-40b7-b901-b323e78d847a service nova] Acquiring lock "refresh_cache-8dfa69d8-a372-4596-be2c-c8f72b5e31ee" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.674260] env[62643]: DEBUG oslo_concurrency.lockutils [req-04a35aa0-cfc5-4c87-925e-4a7bd57ec9c2 req-ea6a587e-33e8-40b7-b901-b323e78d847a service nova] Acquired lock "refresh_cache-8dfa69d8-a372-4596-be2c-c8f72b5e31ee" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.674426] env[62643]: DEBUG nova.network.neutron [req-04a35aa0-cfc5-4c87-925e-4a7bd57ec9c2 req-ea6a587e-33e8-40b7-b901-b323e78d847a service nova] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Refreshing network info cache for port 008964e3-09be-4807-8325-8b1822e1bb2c {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.683428] env[62643]: DEBUG oslo_vmware.api [None req-95921772-cc63-41f3-88f5-ffa678b6ca01 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383197, 'name': ResetVM_Task, 'duration_secs': 0.105539} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.684689] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-95921772-cc63-41f3-88f5-ffa678b6ca01 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Did hard reboot of VM {{(pid=62643) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 802.685030] env[62643]: DEBUG nova.compute.manager [None req-95921772-cc63-41f3-88f5-ffa678b6ca01 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.685833] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a180f8f-1053-4aca-9d06-33edb1db7cd2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.846164] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Releasing lock "refresh_cache-bdcd9a8c-cff3-4df6-9dbe-21aa42a97364" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.846164] env[62643]: DEBUG nova.compute.manager [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Instance network_info: |[{"id": "9d7deab0-3b3e-47cf-884b-aa73991da546", "address": "fa:16:3e:76:1e:f3", "network": {"id": "3ba7beb6-ba9a-4d4b-a1e4-d0ee1f15f6d2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-473283964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6ddc58311c548c7a2db9de55356d341", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7deab0-3b", "ovs_interfaceid": "9d7deab0-3b3e-47cf-884b-aa73991da546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.846164] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:1e:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d7deab0-3b3e-47cf-884b-aa73991da546', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.854868] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Creating folder: Project (d6ddc58311c548c7a2db9de55356d341). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.855356] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-072a860a-bac7-4f39-9ea9-ebf9abf96028 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.870111] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Created folder: Project (d6ddc58311c548c7a2db9de55356d341) in parent group-v483488. [ 802.870111] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Creating folder: Instances. Parent ref: group-v483642. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.870111] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db31f6b9-5674-4786-bc2e-14cbb753ef3d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.881626] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Created folder: Instances in parent group-v483642. [ 802.881954] env[62643]: DEBUG oslo.service.loopingcall [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 802.882212] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.882474] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16977fa8-18a1-407a-bb21-b52b0572679d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.905289] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.905289] env[62643]: value = "task-2383200" [ 802.905289] env[62643]: _type = "Task" [ 802.905289] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.917494] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383200, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.012452] env[62643]: DEBUG nova.compute.manager [req-43547743-2b0c-4864-9212-e93611ff6d60 req-158d6598-8bf8-4449-a46b-ff319c509bb5 service nova] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Received event network-changed-9d7deab0-3b3e-47cf-884b-aa73991da546 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.012452] env[62643]: DEBUG nova.compute.manager [req-43547743-2b0c-4864-9212-e93611ff6d60 req-158d6598-8bf8-4449-a46b-ff319c509bb5 service nova] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Refreshing instance network info cache due to event network-changed-9d7deab0-3b3e-47cf-884b-aa73991da546. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 803.012452] env[62643]: DEBUG oslo_concurrency.lockutils [req-43547743-2b0c-4864-9212-e93611ff6d60 req-158d6598-8bf8-4449-a46b-ff319c509bb5 service nova] Acquiring lock "refresh_cache-bdcd9a8c-cff3-4df6-9dbe-21aa42a97364" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.012452] env[62643]: DEBUG oslo_concurrency.lockutils [req-43547743-2b0c-4864-9212-e93611ff6d60 req-158d6598-8bf8-4449-a46b-ff319c509bb5 service nova] Acquired lock "refresh_cache-bdcd9a8c-cff3-4df6-9dbe-21aa42a97364" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.012452] env[62643]: DEBUG nova.network.neutron [req-43547743-2b0c-4864-9212-e93611ff6d60 req-158d6598-8bf8-4449-a46b-ff319c509bb5 service nova] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Refreshing network info cache for port 9d7deab0-3b3e-47cf-884b-aa73991da546 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.154954] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.184018] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.184018] env[62643]: DEBUG nova.compute.manager [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.188693] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 47.474s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.195227] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "65b151a2-f954-46be-81ac-d19b5a6626d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.199024] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "65b151a2-f954-46be-81ac-d19b5a6626d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.200481] env[62643]: DEBUG oslo_concurrency.lockutils [None req-95921772-cc63-41f3-88f5-ffa678b6ca01 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "3c84746a-efe7-48dc-b6a1-9571efecea87" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.388s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.274067] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "38eb07c4-d585-448b-a8e0-64706bf14766" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.274608] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "38eb07c4-d585-448b-a8e0-64706bf14766" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.420021] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383200, 'name': CreateVM_Task, 'duration_secs': 0.347627} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.420021] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.420021] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.420021] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.420021] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.420021] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db102ca7-7980-45c2-b3da-19233330278b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.427016] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Waiting for the task: (returnval){ [ 803.427016] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cfb9e7-07e4-01ec-bdf4-a0a1115fe258" [ 803.427016] env[62643]: _type = "Task" [ 803.427016] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.436733] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cfb9e7-07e4-01ec-bdf4-a0a1115fe258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.498745] env[62643]: DEBUG nova.network.neutron [req-04a35aa0-cfc5-4c87-925e-4a7bd57ec9c2 req-ea6a587e-33e8-40b7-b901-b323e78d847a service nova] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Updated VIF entry in instance network info cache for port 008964e3-09be-4807-8325-8b1822e1bb2c. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.499206] env[62643]: DEBUG nova.network.neutron [req-04a35aa0-cfc5-4c87-925e-4a7bd57ec9c2 req-ea6a587e-33e8-40b7-b901-b323e78d847a service nova] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Updating instance_info_cache with network_info: [{"id": "008964e3-09be-4807-8325-8b1822e1bb2c", "address": "fa:16:3e:49:57:53", "network": {"id": "2027fee0-396c-46c6-81ef-a05bd903ddef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-654713677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba0aaf38803e46fba6123491ef37f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008964e3-09", "ovs_interfaceid": "008964e3-09be-4807-8325-8b1822e1bb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.687682] env[62643]: DEBUG nova.compute.utils [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 803.691892] env[62643]: DEBUG nova.compute.manager [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.693128] env[62643]: DEBUG nova.network.neutron [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.697131] env[62643]: INFO nova.compute.claims [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.803756] env[62643]: DEBUG nova.policy [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fb90d6dff4f43aba6f639834ecb9cff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bedba7d7b9c04694a1cedbee715c6c59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.852019] env[62643]: DEBUG nova.network.neutron [req-43547743-2b0c-4864-9212-e93611ff6d60 req-158d6598-8bf8-4449-a46b-ff319c509bb5 service nova] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Updated VIF entry in instance network info cache for port 9d7deab0-3b3e-47cf-884b-aa73991da546. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.852019] env[62643]: DEBUG nova.network.neutron [req-43547743-2b0c-4864-9212-e93611ff6d60 req-158d6598-8bf8-4449-a46b-ff319c509bb5 service nova] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Updating instance_info_cache with network_info: [{"id": "9d7deab0-3b3e-47cf-884b-aa73991da546", "address": "fa:16:3e:76:1e:f3", "network": {"id": "3ba7beb6-ba9a-4d4b-a1e4-d0ee1f15f6d2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-473283964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6ddc58311c548c7a2db9de55356d341", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7deab0-3b", "ovs_interfaceid": "9d7deab0-3b3e-47cf-884b-aa73991da546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.939954] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cfb9e7-07e4-01ec-bdf4-a0a1115fe258, 'name': SearchDatastore_Task, 'duration_secs': 0.009643} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.940304] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.940545] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.941325] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.941325] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.941325] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.941560] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d908b4e5-70d7-4db4-a5d1-c53f7913607f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.951495] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.951837] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.952664] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f613419b-0be4-426a-a68c-271fe12f6858 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.960389] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Waiting for the task: (returnval){ [ 803.960389] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5209f31a-9192-a92c-6910-49da00a50d92" [ 803.960389] env[62643]: _type = "Task" [ 803.960389] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.982295] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5209f31a-9192-a92c-6910-49da00a50d92, 'name': SearchDatastore_Task, 'duration_secs': 0.018652} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.984275] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3768c8c-4ce1-413c-8f5d-2466c1f82db2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.996873] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Waiting for the task: (returnval){ [ 803.996873] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f10428-3b2e-d04b-6ea2-57bfb7ba6fbf" [ 803.996873] env[62643]: _type = "Task" [ 803.996873] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.002468] env[62643]: DEBUG oslo_concurrency.lockutils [req-04a35aa0-cfc5-4c87-925e-4a7bd57ec9c2 req-ea6a587e-33e8-40b7-b901-b323e78d847a service nova] Releasing lock "refresh_cache-8dfa69d8-a372-4596-be2c-c8f72b5e31ee" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.006655] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f10428-3b2e-d04b-6ea2-57bfb7ba6fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.195738] env[62643]: DEBUG nova.compute.manager [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.202928] env[62643]: INFO nova.compute.resource_tracker [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updating resource usage from migration 0babf9b0-a5b7-4897-8960-3cd66dce763c [ 804.263339] env[62643]: DEBUG nova.network.neutron [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Successfully created port: 70648026-b431-489c-9dea-3fc31f5ec084 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.355816] env[62643]: DEBUG oslo_concurrency.lockutils [req-43547743-2b0c-4864-9212-e93611ff6d60 req-158d6598-8bf8-4449-a46b-ff319c509bb5 service nova] Releasing lock "refresh_cache-bdcd9a8c-cff3-4df6-9dbe-21aa42a97364" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.494144] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquiring lock "9f0ee26b-4f22-4ed9-b323-3585a66ad421" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.494288] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "9f0ee26b-4f22-4ed9-b323-3585a66ad421" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.494495] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquiring lock "9f0ee26b-4f22-4ed9-b323-3585a66ad421-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.494675] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "9f0ee26b-4f22-4ed9-b323-3585a66ad421-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.494846] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "9f0ee26b-4f22-4ed9-b323-3585a66ad421-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.497456] env[62643]: INFO nova.compute.manager [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Terminating instance [ 804.517976] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f10428-3b2e-d04b-6ea2-57bfb7ba6fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.011042} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.520743] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.521339] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] bdcd9a8c-cff3-4df6-9dbe-21aa42a97364/bdcd9a8c-cff3-4df6-9dbe-21aa42a97364.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.521981] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a0f2f37-d5df-4923-a23b-768e543f06f1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.539147] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Waiting for the task: (returnval){ [ 804.539147] env[62643]: value = "task-2383201" [ 804.539147] env[62643]: _type = "Task" [ 804.539147] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.552205] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': task-2383201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.738326] env[62643]: DEBUG nova.compute.manager [req-a453a644-4ced-43ee-a601-801b5777087b req-7cde280c-da90-4270-8e5b-44114c189f88 service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Received event network-changed-5be89559-70ee-489b-9626-1beef51125e2 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.738326] env[62643]: DEBUG nova.compute.manager [req-a453a644-4ced-43ee-a601-801b5777087b req-7cde280c-da90-4270-8e5b-44114c189f88 service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Refreshing instance network info cache due to event network-changed-5be89559-70ee-489b-9626-1beef51125e2. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 804.738876] env[62643]: DEBUG oslo_concurrency.lockutils [req-a453a644-4ced-43ee-a601-801b5777087b req-7cde280c-da90-4270-8e5b-44114c189f88 service nova] Acquiring lock "refresh_cache-3c84746a-efe7-48dc-b6a1-9571efecea87" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.739059] env[62643]: DEBUG oslo_concurrency.lockutils [req-a453a644-4ced-43ee-a601-801b5777087b req-7cde280c-da90-4270-8e5b-44114c189f88 service nova] Acquired lock "refresh_cache-3c84746a-efe7-48dc-b6a1-9571efecea87" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.739234] env[62643]: DEBUG nova.network.neutron [req-a453a644-4ced-43ee-a601-801b5777087b req-7cde280c-da90-4270-8e5b-44114c189f88 service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Refreshing network info cache for port 5be89559-70ee-489b-9626-1beef51125e2 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.808394] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2cd5d9-fe97-4ec2-9683-0bee7fa51e8a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.818275] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dd61b1-6ff1-4115-aca0-cc7d215bc16e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.853149] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a548708-60cb-4bcf-885d-41b6f810d454 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.861882] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608e99d3-9659-4774-92d4-cf0eefb3727b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.877653] env[62643]: DEBUG nova.compute.provider_tree [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.005376] env[62643]: DEBUG nova.compute.manager [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.005614] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.007284] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6a8d3e-cfd6-443a-81ed-36470379228a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.016457] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.016614] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-287e1cf5-3c11-49ae-bcca-5f2aa5509551 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.040533] env[62643]: DEBUG oslo_concurrency.lockutils [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "3c84746a-efe7-48dc-b6a1-9571efecea87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.040798] env[62643]: DEBUG oslo_concurrency.lockutils [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "3c84746a-efe7-48dc-b6a1-9571efecea87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.041029] env[62643]: DEBUG oslo_concurrency.lockutils [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "3c84746a-efe7-48dc-b6a1-9571efecea87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.041212] env[62643]: DEBUG oslo_concurrency.lockutils [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "3c84746a-efe7-48dc-b6a1-9571efecea87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.041386] env[62643]: DEBUG oslo_concurrency.lockutils [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "3c84746a-efe7-48dc-b6a1-9571efecea87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.046636] env[62643]: INFO nova.compute.manager [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Terminating instance [ 805.053758] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': task-2383201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49207} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.054124] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] bdcd9a8c-cff3-4df6-9dbe-21aa42a97364/bdcd9a8c-cff3-4df6-9dbe-21aa42a97364.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.054280] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.054976] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02dd3541-c580-41b7-b829-43a51d84b879 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.062194] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Waiting for the task: (returnval){ [ 805.062194] env[62643]: value = "task-2383203" [ 805.062194] env[62643]: _type = "Task" [ 805.062194] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.073145] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': task-2383203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.105160] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.105364] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.105546] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Deleting the datastore file [datastore1] 9f0ee26b-4f22-4ed9-b323-3585a66ad421 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.105882] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e92d4529-866a-436f-a521-871480d0bf52 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.113235] env[62643]: DEBUG oslo_vmware.api [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 805.113235] env[62643]: value = "task-2383204" [ 805.113235] env[62643]: _type = "Task" [ 805.113235] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.121862] env[62643]: DEBUG oslo_vmware.api [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.209905] env[62643]: DEBUG nova.compute.manager [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.239253] env[62643]: DEBUG nova.virt.hardware [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.239390] env[62643]: DEBUG nova.virt.hardware [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.239550] env[62643]: DEBUG nova.virt.hardware [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.239726] env[62643]: DEBUG nova.virt.hardware [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.239875] env[62643]: DEBUG nova.virt.hardware [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.240042] env[62643]: DEBUG nova.virt.hardware [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.240261] env[62643]: DEBUG nova.virt.hardware [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.240419] env[62643]: DEBUG nova.virt.hardware [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.240581] env[62643]: DEBUG nova.virt.hardware [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.240758] env[62643]: DEBUG nova.virt.hardware [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.240949] env[62643]: DEBUG nova.virt.hardware [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.241843] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d77af6-e581-4739-909c-965e54ac3fbd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.252607] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7c6b92-dd11-4c4d-88c0-ae2fe6adca10 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.381044] env[62643]: DEBUG nova.scheduler.client.report [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.549442] env[62643]: DEBUG nova.network.neutron [req-a453a644-4ced-43ee-a601-801b5777087b req-7cde280c-da90-4270-8e5b-44114c189f88 service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Updated VIF entry in instance network info cache for port 5be89559-70ee-489b-9626-1beef51125e2. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.549551] env[62643]: DEBUG nova.network.neutron [req-a453a644-4ced-43ee-a601-801b5777087b req-7cde280c-da90-4270-8e5b-44114c189f88 service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Updating instance_info_cache with network_info: [{"id": "5be89559-70ee-489b-9626-1beef51125e2", "address": "fa:16:3e:ac:00:35", "network": {"id": "09dd9d04-81ab-4089-905f-55dad5283303", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1387521885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af50c7a965184690ab4c426a9cf6a3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be89559-70", "ovs_interfaceid": "5be89559-70ee-489b-9626-1beef51125e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.551068] env[62643]: DEBUG nova.compute.manager [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.551274] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.554152] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9561e9df-6971-4d76-8c7a-d6eb1cc27e92 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.563236] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.567781] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3d85b12-9249-4a43-bd2b-1c505fbe67f9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.582315] env[62643]: DEBUG oslo_vmware.api [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 805.582315] env[62643]: value = "task-2383205" [ 805.582315] env[62643]: _type = "Task" [ 805.582315] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.582568] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': task-2383203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176557} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.582884] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.587135] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef32332-3f6a-4f26-bee5-279f26c28da3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.595798] env[62643]: DEBUG oslo_vmware.api [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.612362] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] bdcd9a8c-cff3-4df6-9dbe-21aa42a97364/bdcd9a8c-cff3-4df6-9dbe-21aa42a97364.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.613017] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d265e83a-058f-465e-bc8f-a110fb2ea72c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.636693] env[62643]: DEBUG oslo_vmware.api [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173542} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.637999] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.638246] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.638429] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.638604] env[62643]: INFO nova.compute.manager [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Took 0.63 seconds to destroy the instance on the hypervisor. [ 805.638848] env[62643]: DEBUG oslo.service.loopingcall [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 805.639125] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Waiting for the task: (returnval){ [ 805.639125] env[62643]: value = "task-2383206" [ 805.639125] env[62643]: _type = "Task" [ 805.639125] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.639318] env[62643]: DEBUG nova.compute.manager [-] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.639412] env[62643]: DEBUG nova.network.neutron [-] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.886695] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.698s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.886895] env[62643]: INFO nova.compute.manager [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Migrating [ 805.894036] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.161s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.894036] env[62643]: DEBUG nova.objects.instance [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lazy-loading 'resources' on Instance uuid f48ce860-ff20-482e-93fb-68aa4206bec5 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.054606] env[62643]: DEBUG oslo_concurrency.lockutils [req-a453a644-4ced-43ee-a601-801b5777087b req-7cde280c-da90-4270-8e5b-44114c189f88 service nova] Releasing lock "refresh_cache-3c84746a-efe7-48dc-b6a1-9571efecea87" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.093566] env[62643]: DEBUG oslo_vmware.api [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383205, 'name': PowerOffVM_Task, 'duration_secs': 0.406018} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.093843] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.094028] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.094290] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1869a74f-9b3e-4811-a59a-5f5170bca496 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.150718] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': task-2383206, 'name': ReconfigVM_Task, 'duration_secs': 0.304009} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.152896] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Reconfigured VM instance instance-00000038 to attach disk [datastore1] bdcd9a8c-cff3-4df6-9dbe-21aa42a97364/bdcd9a8c-cff3-4df6-9dbe-21aa42a97364.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.152896] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a130ad1a-6ee3-48cf-90b1-5cc30fafa5eb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.158280] env[62643]: DEBUG nova.compute.manager [req-d79cd112-3e12-4ecf-a47f-5b84403090c0 req-348a02b5-3b45-405d-bedb-140bf09def62 service nova] [instance: ae942842-00af-408a-beb2-312839415d76] Received event network-vif-plugged-70648026-b431-489c-9dea-3fc31f5ec084 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.158621] env[62643]: DEBUG oslo_concurrency.lockutils [req-d79cd112-3e12-4ecf-a47f-5b84403090c0 req-348a02b5-3b45-405d-bedb-140bf09def62 service nova] Acquiring lock "ae942842-00af-408a-beb2-312839415d76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.158729] env[62643]: DEBUG oslo_concurrency.lockutils [req-d79cd112-3e12-4ecf-a47f-5b84403090c0 req-348a02b5-3b45-405d-bedb-140bf09def62 service nova] Lock "ae942842-00af-408a-beb2-312839415d76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.158849] env[62643]: DEBUG oslo_concurrency.lockutils [req-d79cd112-3e12-4ecf-a47f-5b84403090c0 req-348a02b5-3b45-405d-bedb-140bf09def62 service nova] Lock "ae942842-00af-408a-beb2-312839415d76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.159239] env[62643]: DEBUG nova.compute.manager [req-d79cd112-3e12-4ecf-a47f-5b84403090c0 req-348a02b5-3b45-405d-bedb-140bf09def62 service nova] [instance: ae942842-00af-408a-beb2-312839415d76] No waiting events found dispatching network-vif-plugged-70648026-b431-489c-9dea-3fc31f5ec084 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.159239] env[62643]: WARNING nova.compute.manager [req-d79cd112-3e12-4ecf-a47f-5b84403090c0 req-348a02b5-3b45-405d-bedb-140bf09def62 service nova] [instance: ae942842-00af-408a-beb2-312839415d76] Received unexpected event network-vif-plugged-70648026-b431-489c-9dea-3fc31f5ec084 for instance with vm_state building and task_state spawning. [ 806.161165] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Waiting for the task: (returnval){ [ 806.161165] env[62643]: value = "task-2383208" [ 806.161165] env[62643]: _type = "Task" [ 806.161165] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.171264] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': task-2383208, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.186269] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.186588] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.186871] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Deleting the datastore file [datastore2] 3c84746a-efe7-48dc-b6a1-9571efecea87 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.186871] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-428ae426-33a2-4873-8f52-841343de7fa8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.197538] env[62643]: DEBUG oslo_vmware.api [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 806.197538] env[62643]: value = "task-2383209" [ 806.197538] env[62643]: _type = "Task" [ 806.197538] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.210610] env[62643]: DEBUG oslo_vmware.api [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.320368] env[62643]: DEBUG nova.network.neutron [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Successfully updated port: 70648026-b431-489c-9dea-3fc31f5ec084 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.413695] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.414350] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquired lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.414350] env[62643]: DEBUG nova.network.neutron [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.671874] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': task-2383208, 'name': Rename_Task, 'duration_secs': 0.158144} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.672068] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.672266] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-964a7c28-a806-4569-9e03-5eba531609b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.680212] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Waiting for the task: (returnval){ [ 806.680212] env[62643]: value = "task-2383210" [ 806.680212] env[62643]: _type = "Task" [ 806.680212] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.691407] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': task-2383210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.707441] env[62643]: DEBUG nova.network.neutron [-] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.708708] env[62643]: DEBUG oslo_vmware.api [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154495} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.711478] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.711677] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.711857] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.712042] env[62643]: INFO nova.compute.manager [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Took 1.16 seconds to destroy the instance on the hypervisor. [ 806.712296] env[62643]: DEBUG oslo.service.loopingcall [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.712703] env[62643]: DEBUG nova.compute.manager [-] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.712802] env[62643]: DEBUG nova.network.neutron [-] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.826830] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.827077] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.827162] env[62643]: DEBUG nova.network.neutron [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.910135] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f04fb8-927b-4cde-8144-83b4dbe8554f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.920998] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3641e6-4d0b-47a7-969a-e46b3c8fd0e6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.953281] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7532b51c-952e-4c95-9d49-8f4a087f5fa9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.961763] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8323dae1-08ff-4bcf-b655-bbd823828ee1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.991022] env[62643]: DEBUG nova.compute.provider_tree [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.194937] env[62643]: DEBUG oslo_vmware.api [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': task-2383210, 'name': PowerOnVM_Task, 'duration_secs': 0.482514} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.195263] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.195523] env[62643]: INFO nova.compute.manager [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Took 6.81 seconds to spawn the instance on the hypervisor. [ 807.195803] env[62643]: DEBUG nova.compute.manager [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.196624] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea19dc5-83cf-4855-87a4-a87014b49894 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.210017] env[62643]: INFO nova.compute.manager [-] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Took 1.57 seconds to deallocate network for instance. [ 807.244481] env[62643]: DEBUG nova.network.neutron [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updating instance_info_cache with network_info: [{"id": "4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e", "address": "fa:16:3e:a4:30:24", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f21696d-fc", "ovs_interfaceid": "4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.362630] env[62643]: DEBUG nova.network.neutron [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.496603] env[62643]: DEBUG nova.scheduler.client.report [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.541796] env[62643]: DEBUG nova.network.neutron [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Updating instance_info_cache with network_info: [{"id": "70648026-b431-489c-9dea-3fc31f5ec084", "address": "fa:16:3e:03:57:a6", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70648026-b4", "ovs_interfaceid": "70648026-b431-489c-9dea-3fc31f5ec084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.549757] env[62643]: DEBUG nova.network.neutron [-] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.715921] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.719599] env[62643]: INFO nova.compute.manager [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Took 55.24 seconds to build instance. [ 807.747507] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Releasing lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.003160] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.005062] env[62643]: DEBUG oslo_concurrency.lockutils [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.822s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.005654] env[62643]: DEBUG nova.objects.instance [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lazy-loading 'resources' on Instance uuid aa8b44af-9322-4151-beff-e3878bf793a6 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.028971] env[62643]: INFO nova.scheduler.client.report [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Deleted allocations for instance f48ce860-ff20-482e-93fb-68aa4206bec5 [ 808.044561] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.044873] env[62643]: DEBUG nova.compute.manager [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Instance network_info: |[{"id": "70648026-b431-489c-9dea-3fc31f5ec084", "address": "fa:16:3e:03:57:a6", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70648026-b4", "ovs_interfaceid": "70648026-b431-489c-9dea-3fc31f5ec084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.045295] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:57:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70648026-b431-489c-9dea-3fc31f5ec084', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.052864] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Creating folder: Project (bedba7d7b9c04694a1cedbee715c6c59). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.053599] env[62643]: INFO nova.compute.manager [-] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Took 1.34 seconds to deallocate network for instance. [ 808.054194] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fc90218-63a7-41f1-a22e-07d6d3172c08 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.069499] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Created folder: Project (bedba7d7b9c04694a1cedbee715c6c59) in parent group-v483488. [ 808.069660] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Creating folder: Instances. Parent ref: group-v483645. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.069812] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc964dd1-0b59-4afc-a96e-9ff582e92b5e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.080558] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Created folder: Instances in parent group-v483645. [ 808.080804] env[62643]: DEBUG oslo.service.loopingcall [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.081076] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae942842-00af-408a-beb2-312839415d76] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.081394] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7e69a5d-2952-48ee-a72b-ee7f1578afbd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.104918] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.104918] env[62643]: value = "task-2383213" [ 808.104918] env[62643]: _type = "Task" [ 808.104918] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.116183] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383213, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.223028] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ea6eb58-5c52-43dd-a520-3b2a7fbf4283 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Lock "bdcd9a8c-cff3-4df6-9dbe-21aa42a97364" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.998s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.248548] env[62643]: DEBUG nova.compute.manager [req-853856d8-863d-4e7d-ad5f-906b15f02f58 req-5c321d56-cd6e-4456-bced-861656e38210 service nova] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Received event network-vif-deleted-e876490a-714f-4b26-b0cb-f9146026ee78 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.248548] env[62643]: DEBUG nova.compute.manager [req-853856d8-863d-4e7d-ad5f-906b15f02f58 req-5c321d56-cd6e-4456-bced-861656e38210 service nova] [instance: ae942842-00af-408a-beb2-312839415d76] Received event network-changed-70648026-b431-489c-9dea-3fc31f5ec084 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.248927] env[62643]: DEBUG nova.compute.manager [req-853856d8-863d-4e7d-ad5f-906b15f02f58 req-5c321d56-cd6e-4456-bced-861656e38210 service nova] [instance: ae942842-00af-408a-beb2-312839415d76] Refreshing instance network info cache due to event network-changed-70648026-b431-489c-9dea-3fc31f5ec084. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 808.249927] env[62643]: DEBUG oslo_concurrency.lockutils [req-853856d8-863d-4e7d-ad5f-906b15f02f58 req-5c321d56-cd6e-4456-bced-861656e38210 service nova] Acquiring lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.249927] env[62643]: DEBUG oslo_concurrency.lockutils [req-853856d8-863d-4e7d-ad5f-906b15f02f58 req-5c321d56-cd6e-4456-bced-861656e38210 service nova] Acquired lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.249927] env[62643]: DEBUG nova.network.neutron [req-853856d8-863d-4e7d-ad5f-906b15f02f58 req-5c321d56-cd6e-4456-bced-861656e38210 service nova] [instance: ae942842-00af-408a-beb2-312839415d76] Refreshing network info cache for port 70648026-b431-489c-9dea-3fc31f5ec084 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.536860] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dbea1840-f72f-4b4b-99bb-870de536084b tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "f48ce860-ff20-482e-93fb-68aa4206bec5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.451s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.565871] env[62643]: DEBUG oslo_concurrency.lockutils [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.619022] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383213, 'name': CreateVM_Task, 'duration_secs': 0.337981} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.619218] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae942842-00af-408a-beb2-312839415d76] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.619874] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.620050] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.620354] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.620604] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535d7076-c054-4787-b60d-c8f9880e6904 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.628411] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 808.628411] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528a59bb-8e77-c854-deb0-6c17992032ab" [ 808.628411] env[62643]: _type = "Task" [ 808.628411] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.639306] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528a59bb-8e77-c854-deb0-6c17992032ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.724373] env[62643]: DEBUG nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.834566] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Acquiring lock "bdcd9a8c-cff3-4df6-9dbe-21aa42a97364" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.834829] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Lock "bdcd9a8c-cff3-4df6-9dbe-21aa42a97364" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.835062] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Acquiring lock "bdcd9a8c-cff3-4df6-9dbe-21aa42a97364-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.835257] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Lock "bdcd9a8c-cff3-4df6-9dbe-21aa42a97364-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.835430] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Lock "bdcd9a8c-cff3-4df6-9dbe-21aa42a97364-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.837598] env[62643]: INFO nova.compute.manager [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Terminating instance [ 809.020185] env[62643]: DEBUG nova.network.neutron [req-853856d8-863d-4e7d-ad5f-906b15f02f58 req-5c321d56-cd6e-4456-bced-861656e38210 service nova] [instance: ae942842-00af-408a-beb2-312839415d76] Updated VIF entry in instance network info cache for port 70648026-b431-489c-9dea-3fc31f5ec084. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.020466] env[62643]: DEBUG nova.network.neutron [req-853856d8-863d-4e7d-ad5f-906b15f02f58 req-5c321d56-cd6e-4456-bced-861656e38210 service nova] [instance: ae942842-00af-408a-beb2-312839415d76] Updating instance_info_cache with network_info: [{"id": "70648026-b431-489c-9dea-3fc31f5ec084", "address": "fa:16:3e:03:57:a6", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70648026-b4", "ovs_interfaceid": "70648026-b431-489c-9dea-3fc31f5ec084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.051751] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77a0b6a-d16f-4a03-aa5e-86104f2cc070 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.060597] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d27ac4-cc3a-4b94-967e-d4355b4aeb1a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.094848] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810f2c57-e010-4d95-97aa-bc80bc32e3e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.103324] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752a52f4-facf-479a-a52e-383db625b2b8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.117610] env[62643]: DEBUG nova.compute.provider_tree [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.138055] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528a59bb-8e77-c854-deb0-6c17992032ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010984} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.138055] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.138256] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.138328] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.138469] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.138649] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.138894] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc09b5ab-b29d-4648-a005-c51a59321993 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.150528] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.150732] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.151441] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f5a346-dc33-4df3-8a54-837d7637a9dc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.156634] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 809.156634] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cbd6eb-ae44-6611-465b-24ff161d0863" [ 809.156634] env[62643]: _type = "Task" [ 809.156634] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.165468] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cbd6eb-ae44-6611-465b-24ff161d0863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.242937] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.267372] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82eb6bca-29bd-48b0-9053-b3c27a6ab595 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.288326] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updating instance '9852bd88-1d3c-4e14-a334-1fbd32cdd3ed' progress to 0 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 809.344029] env[62643]: DEBUG nova.compute.manager [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.344029] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.344568] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac956a7-b969-4ff8-856c-fc6fcfedb7bb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.353730] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.353960] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fa63d0c-217b-4533-8ead-a88f0a0bc7e7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.361369] env[62643]: DEBUG oslo_vmware.api [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Waiting for the task: (returnval){ [ 809.361369] env[62643]: value = "task-2383214" [ 809.361369] env[62643]: _type = "Task" [ 809.361369] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.370788] env[62643]: DEBUG oslo_vmware.api [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': task-2383214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.523088] env[62643]: DEBUG oslo_concurrency.lockutils [req-853856d8-863d-4e7d-ad5f-906b15f02f58 req-5c321d56-cd6e-4456-bced-861656e38210 service nova] Releasing lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.523387] env[62643]: DEBUG nova.compute.manager [req-853856d8-863d-4e7d-ad5f-906b15f02f58 req-5c321d56-cd6e-4456-bced-861656e38210 service nova] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Received event network-vif-deleted-5be89559-70ee-489b-9626-1beef51125e2 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.620423] env[62643]: DEBUG nova.scheduler.client.report [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.668122] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cbd6eb-ae44-6611-465b-24ff161d0863, 'name': SearchDatastore_Task, 'duration_secs': 0.035539} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.669015] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a037e3a-724a-49d8-899b-4d409d98fef1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.675034] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 809.675034] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5207d40d-1f6f-21dd-3278-a5f291a995b3" [ 809.675034] env[62643]: _type = "Task" [ 809.675034] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.683322] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5207d40d-1f6f-21dd-3278-a5f291a995b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.795794] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.795794] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f18899e1-47a8-4939-b26e-7ec5c6368cb0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.805059] env[62643]: DEBUG oslo_vmware.api [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 809.805059] env[62643]: value = "task-2383215" [ 809.805059] env[62643]: _type = "Task" [ 809.805059] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.815881] env[62643]: DEBUG oslo_vmware.api [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.873682] env[62643]: DEBUG oslo_vmware.api [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': task-2383214, 'name': PowerOffVM_Task, 'duration_secs': 0.250742} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.873949] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.874131] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.874395] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eddc151c-aff5-4beb-b4f3-f486fedb2653 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.944482] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.944482] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.944659] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Deleting the datastore file [datastore1] bdcd9a8c-cff3-4df6-9dbe-21aa42a97364 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.944861] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-710680ad-fe8f-4c7f-9c28-3e94677da749 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.953171] env[62643]: DEBUG oslo_vmware.api [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Waiting for the task: (returnval){ [ 809.953171] env[62643]: value = "task-2383217" [ 809.953171] env[62643]: _type = "Task" [ 809.953171] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.981561] env[62643]: DEBUG oslo_vmware.api [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': task-2383217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.125966] env[62643]: DEBUG oslo_concurrency.lockutils [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.128740] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.935s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.130472] env[62643]: INFO nova.compute.claims [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.145919] env[62643]: INFO nova.scheduler.client.report [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Deleted allocations for instance aa8b44af-9322-4151-beff-e3878bf793a6 [ 810.186443] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5207d40d-1f6f-21dd-3278-a5f291a995b3, 'name': SearchDatastore_Task, 'duration_secs': 0.042133} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.188021] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.188021] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] ae942842-00af-408a-beb2-312839415d76/ae942842-00af-408a-beb2-312839415d76.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.188021] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16459c3d-c3a3-49af-9e6f-2a6a31dad616 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.196554] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 810.196554] env[62643]: value = "task-2383218" [ 810.196554] env[62643]: _type = "Task" [ 810.196554] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.205895] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.316030] env[62643]: DEBUG oslo_vmware.api [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383215, 'name': PowerOffVM_Task, 'duration_secs': 0.240148} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.316030] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.316432] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updating instance '9852bd88-1d3c-4e14-a334-1fbd32cdd3ed' progress to 17 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 810.465321] env[62643]: DEBUG oslo_vmware.api [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Task: {'id': task-2383217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216133} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.465620] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.465874] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.466155] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.466559] env[62643]: INFO nova.compute.manager [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Took 1.12 seconds to destroy the instance on the hypervisor. [ 810.466805] env[62643]: DEBUG oslo.service.loopingcall [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 810.467144] env[62643]: DEBUG nova.compute.manager [-] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.467338] env[62643]: DEBUG nova.network.neutron [-] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.655481] env[62643]: DEBUG oslo_concurrency.lockutils [None req-86cef3f6-463c-4221-8664-e9511b9e9cde tempest-ListServersNegativeTestJSON-1091309908 tempest-ListServersNegativeTestJSON-1091309908-project-member] Lock "aa8b44af-9322-4151-beff-e3878bf793a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.106s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.709145] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463956} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.710739] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] ae942842-00af-408a-beb2-312839415d76/ae942842-00af-408a-beb2-312839415d76.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.711083] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.711351] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa428a7d-cd16-4bd9-ad75-49eb4f13623a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.719991] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 810.719991] env[62643]: value = "task-2383219" [ 810.719991] env[62643]: _type = "Task" [ 810.719991] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.731160] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.733604] env[62643]: DEBUG nova.compute.manager [req-ac8504ec-932b-4685-a671-e0d629090908 req-3ae47586-dfd4-4b14-aac5-01b3024e3920 service nova] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Received event network-vif-deleted-9d7deab0-3b3e-47cf-884b-aa73991da546 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.733604] env[62643]: INFO nova.compute.manager [req-ac8504ec-932b-4685-a671-e0d629090908 req-3ae47586-dfd4-4b14-aac5-01b3024e3920 service nova] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Neutron deleted interface 9d7deab0-3b3e-47cf-884b-aa73991da546; detaching it from the instance and deleting it from the info cache [ 810.733765] env[62643]: DEBUG nova.network.neutron [req-ac8504ec-932b-4685-a671-e0d629090908 req-3ae47586-dfd4-4b14-aac5-01b3024e3920 service nova] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.822705] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.822939] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.823119] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.823321] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.823471] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.823621] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.823828] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.824172] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.824172] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.824319] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.824496] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.829741] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df475f69-5c40-4102-a4c2-7e4e27f407d0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.848546] env[62643]: DEBUG oslo_vmware.api [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 810.848546] env[62643]: value = "task-2383220" [ 810.848546] env[62643]: _type = "Task" [ 810.848546] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.857035] env[62643]: DEBUG oslo_vmware.api [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.211917] env[62643]: DEBUG nova.network.neutron [-] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.235111] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068793} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.235718] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.236084] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c823f216-0344-444a-871c-a9ba3a9c9af2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.238828] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470ee0bd-131e-4971-87d9-7f490fd57864 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.265314] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] ae942842-00af-408a-beb2-312839415d76/ae942842-00af-408a-beb2-312839415d76.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.269575] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf3867ee-31b9-400c-b1a2-ec7f087fad93 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.287933] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eda29d7-1517-4bfd-a5d5-b98aa46c7ea9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.309118] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 811.309118] env[62643]: value = "task-2383221" [ 811.309118] env[62643]: _type = "Task" [ 811.309118] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.332326] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.332760] env[62643]: DEBUG nova.compute.manager [req-ac8504ec-932b-4685-a671-e0d629090908 req-3ae47586-dfd4-4b14-aac5-01b3024e3920 service nova] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Detach interface failed, port_id=9d7deab0-3b3e-47cf-884b-aa73991da546, reason: Instance bdcd9a8c-cff3-4df6-9dbe-21aa42a97364 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 811.360349] env[62643]: DEBUG oslo_vmware.api [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383220, 'name': ReconfigVM_Task, 'duration_secs': 0.158324} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.360664] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updating instance '9852bd88-1d3c-4e14-a334-1fbd32cdd3ed' progress to 33 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 811.684541] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798c7111-f232-44be-a112-6c5c39fb53ce {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.695600] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d23c424-c177-44c2-8838-86645b582b3d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.727800] env[62643]: INFO nova.compute.manager [-] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Took 1.26 seconds to deallocate network for instance. [ 811.730557] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde62127-f097-4bd2-9d02-7ef0f666e4ab {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.742341] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fde405-4b78-48e2-bfc5-f2b401b25627 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.758039] env[62643]: DEBUG nova.compute.provider_tree [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.821230] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.869685] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:20:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3dc4c493-c914-4260-9e4b-8cc1b0dd47fa',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1488267491',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.869952] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.870238] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.870481] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.870678] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.870861] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.871131] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.871356] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.871668] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.871906] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.872155] env[62643]: DEBUG nova.virt.hardware [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.880995] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 811.880995] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b8634b2-4e46-4db2-bb38-66ceec725187 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.903329] env[62643]: DEBUG oslo_vmware.api [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 811.903329] env[62643]: value = "task-2383222" [ 811.903329] env[62643]: _type = "Task" [ 811.903329] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.917035] env[62643]: DEBUG oslo_vmware.api [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.239111] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.262104] env[62643]: DEBUG nova.scheduler.client.report [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.321236] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383221, 'name': ReconfigVM_Task, 'duration_secs': 0.929687} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.321537] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Reconfigured VM instance instance-00000039 to attach disk [datastore2] ae942842-00af-408a-beb2-312839415d76/ae942842-00af-408a-beb2-312839415d76.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.322199] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d52efe2-b791-4595-bb64-e282cbf1b0fc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.329969] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 812.329969] env[62643]: value = "task-2383223" [ 812.329969] env[62643]: _type = "Task" [ 812.329969] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.341187] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383223, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.415416] env[62643]: DEBUG oslo_vmware.api [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383222, 'name': ReconfigVM_Task, 'duration_secs': 0.38943} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.415730] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 812.417100] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4699996-53ae-45e0-922f-f2cbec2e316f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.447493] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed/9852bd88-1d3c-4e14-a334-1fbd32cdd3ed.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.447877] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49230eab-14f1-4ece-b335-e4fdfccb94a8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.474297] env[62643]: DEBUG oslo_vmware.api [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 812.474297] env[62643]: value = "task-2383224" [ 812.474297] env[62643]: _type = "Task" [ 812.474297] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.482737] env[62643]: DEBUG oslo_vmware.api [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.769286] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.769815] env[62643]: DEBUG nova.compute.manager [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.772420] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.417s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.772647] env[62643]: DEBUG nova.objects.instance [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lazy-loading 'resources' on Instance uuid cc523733-d9ab-4337-bf4f-59c94fa1484b {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.841726] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383223, 'name': Rename_Task, 'duration_secs': 0.166824} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.841998] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.842266] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68c52f79-8913-4581-b123-55282e3fc208 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.851732] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 812.851732] env[62643]: value = "task-2383225" [ 812.851732] env[62643]: _type = "Task" [ 812.851732] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.860996] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.984743] env[62643]: DEBUG oslo_vmware.api [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.281436] env[62643]: DEBUG nova.compute.utils [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 813.283016] env[62643]: DEBUG nova.compute.manager [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Not allocating networking since 'none' was specified. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 813.365968] env[62643]: DEBUG oslo_vmware.api [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383225, 'name': PowerOnVM_Task, 'duration_secs': 0.494089} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.366301] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.366500] env[62643]: INFO nova.compute.manager [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Took 8.16 seconds to spawn the instance on the hypervisor. [ 813.366703] env[62643]: DEBUG nova.compute.manager [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.367666] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3800356d-5cf6-4045-a7b0-5811c54ae26d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.483831] env[62643]: DEBUG oslo_vmware.api [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383224, 'name': ReconfigVM_Task, 'duration_secs': 1.012168} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.487653] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed/9852bd88-1d3c-4e14-a334-1fbd32cdd3ed.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.487945] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updating instance '9852bd88-1d3c-4e14-a334-1fbd32cdd3ed' progress to 50 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 813.767312] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc553620-fe8b-4ec5-b91b-f2fecb4e93c1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.776255] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879a41ef-168a-46f8-aaaf-c52c94e4ec45 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.808651] env[62643]: DEBUG nova.compute.manager [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.812237] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c9ea1f-9444-4682-b7ca-65118d8222b8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.820901] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365d4187-29db-4524-a438-193173d64935 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.835933] env[62643]: DEBUG nova.compute.provider_tree [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.890086] env[62643]: INFO nova.compute.manager [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Took 59.25 seconds to build instance. [ 813.994820] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05cc37e-b334-4265-9825-d9ae91452a93 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.015866] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f210dad3-dfa8-4f14-b2b4-f0dd2f7647cd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.034659] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updating instance '9852bd88-1d3c-4e14-a334-1fbd32cdd3ed' progress to 67 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 814.339511] env[62643]: DEBUG nova.scheduler.client.report [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.392563] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0bee1ae-6828-4339-a131-eddeac343fef tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "ae942842-00af-408a-beb2-312839415d76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.767s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.585276] env[62643]: DEBUG nova.network.neutron [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Port 4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e binding to destination host cpu-1 is already ACTIVE {{(pid=62643) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 814.818811] env[62643]: DEBUG nova.compute.manager [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.824969] env[62643]: DEBUG nova.compute.manager [req-9f3602fb-53cd-4d59-ac17-da909a840fd8 req-72a4ebf3-e940-4fa3-943c-f9b75e2a6ca1 service nova] [instance: ae942842-00af-408a-beb2-312839415d76] Received event network-changed-70648026-b431-489c-9dea-3fc31f5ec084 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.824969] env[62643]: DEBUG nova.compute.manager [req-9f3602fb-53cd-4d59-ac17-da909a840fd8 req-72a4ebf3-e940-4fa3-943c-f9b75e2a6ca1 service nova] [instance: ae942842-00af-408a-beb2-312839415d76] Refreshing instance network info cache due to event network-changed-70648026-b431-489c-9dea-3fc31f5ec084. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 814.865606] env[62643]: DEBUG oslo_concurrency.lockutils [req-9f3602fb-53cd-4d59-ac17-da909a840fd8 req-72a4ebf3-e940-4fa3-943c-f9b75e2a6ca1 service nova] Acquiring lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.865606] env[62643]: DEBUG oslo_concurrency.lockutils [req-9f3602fb-53cd-4d59-ac17-da909a840fd8 req-72a4ebf3-e940-4fa3-943c-f9b75e2a6ca1 service nova] Acquired lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.865606] env[62643]: DEBUG nova.network.neutron [req-9f3602fb-53cd-4d59-ac17-da909a840fd8 req-72a4ebf3-e940-4fa3-943c-f9b75e2a6ca1 service nova] [instance: ae942842-00af-408a-beb2-312839415d76] Refreshing network info cache for port 70648026-b431-489c-9dea-3fc31f5ec084 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.865606] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.865606] env[62643]: DEBUG nova.virt.hardware [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.865606] env[62643]: DEBUG nova.virt.hardware [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.865606] env[62643]: DEBUG nova.virt.hardware [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.865606] env[62643]: DEBUG nova.virt.hardware [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.865606] env[62643]: DEBUG nova.virt.hardware [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.865606] env[62643]: DEBUG nova.virt.hardware [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.865606] env[62643]: DEBUG nova.virt.hardware [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.865606] env[62643]: DEBUG nova.virt.hardware [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.865606] env[62643]: DEBUG nova.virt.hardware [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.865606] env[62643]: DEBUG nova.virt.hardware [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.865606] env[62643]: DEBUG nova.virt.hardware [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.866574] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.203s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.866574] env[62643]: DEBUG nova.objects.instance [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lazy-loading 'resources' on Instance uuid a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.866574] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d454ee8b-40f9-4391-9c4a-515be8da9e87 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.866574] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed909bd-da00-48a4-861e-d69c6868a86a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.880790] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Instance VIF info [] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.886440] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Creating folder: Project (ea70a0d2e673422fb3288ff55fb01733). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.887072] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cb356d6-1355-4823-a144-141ea866b3a1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.894731] env[62643]: DEBUG nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.899311] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Created folder: Project (ea70a0d2e673422fb3288ff55fb01733) in parent group-v483488. [ 814.899561] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Creating folder: Instances. Parent ref: group-v483648. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.899862] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2df51c3-e642-41a7-b5fe-d872cfa6796c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.912598] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Created folder: Instances in parent group-v483648. [ 814.912852] env[62643]: DEBUG oslo.service.loopingcall [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.913051] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.913257] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb2a160b-c398-4861-a96c-95f099f58b62 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.932507] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.932507] env[62643]: value = "task-2383228" [ 814.932507] env[62643]: _type = "Task" [ 814.932507] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.941109] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383228, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.060108] env[62643]: INFO nova.scheduler.client.report [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Deleted allocations for instance cc523733-d9ab-4337-bf4f-59c94fa1484b [ 815.418968] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.442909] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383228, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.568175] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8488f74a-c350-485c-b697-133758857b82 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "cc523733-d9ab-4337-bf4f-59c94fa1484b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.019s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.614315] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "9852bd88-1d3c-4e14-a334-1fbd32cdd3ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.614776] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "9852bd88-1d3c-4e14-a334-1fbd32cdd3ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.615124] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "9852bd88-1d3c-4e14-a334-1fbd32cdd3ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.632922] env[62643]: DEBUG nova.network.neutron [req-9f3602fb-53cd-4d59-ac17-da909a840fd8 req-72a4ebf3-e940-4fa3-943c-f9b75e2a6ca1 service nova] [instance: ae942842-00af-408a-beb2-312839415d76] Updated VIF entry in instance network info cache for port 70648026-b431-489c-9dea-3fc31f5ec084. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.633550] env[62643]: DEBUG nova.network.neutron [req-9f3602fb-53cd-4d59-ac17-da909a840fd8 req-72a4ebf3-e940-4fa3-943c-f9b75e2a6ca1 service nova] [instance: ae942842-00af-408a-beb2-312839415d76] Updating instance_info_cache with network_info: [{"id": "70648026-b431-489c-9dea-3fc31f5ec084", "address": "fa:16:3e:03:57:a6", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70648026-b4", "ovs_interfaceid": "70648026-b431-489c-9dea-3fc31f5ec084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.875362] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8534c63-6f50-4bd8-8be3-4b66da57baa6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.884164] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1697f9-4e4d-4f90-89b7-16c68ec0bee1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.916869] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744b2b27-4395-4701-b8fd-34171e26a992 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.926049] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4e2b4a-27a3-438b-a47e-4af8c7f88169 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.940196] env[62643]: DEBUG nova.compute.provider_tree [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.950104] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383228, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.136636] env[62643]: DEBUG oslo_concurrency.lockutils [req-9f3602fb-53cd-4d59-ac17-da909a840fd8 req-72a4ebf3-e940-4fa3-943c-f9b75e2a6ca1 service nova] Releasing lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.447955] env[62643]: DEBUG nova.scheduler.client.report [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.461405] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383228, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.662368] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.662572] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquired lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.662760] env[62643]: DEBUG nova.network.neutron [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.950474] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383228, 'name': CreateVM_Task, 'duration_secs': 1.682698} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.950646] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.951086] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.951268] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.951578] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.951825] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546be71d-5a54-436d-b1ff-872e4e6a17f6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.956911] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.958871] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 816.958871] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a2f394-2d17-aa0a-9d19-5976576ac99d" [ 816.958871] env[62643]: _type = "Task" [ 816.958871] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.959308] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.959s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.959532] env[62643]: DEBUG nova.objects.instance [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Lazy-loading 'resources' on Instance uuid 40588dfc-c8b5-4edb-b5f8-b533658e56a2 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.969419] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a2f394-2d17-aa0a-9d19-5976576ac99d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.980886] env[62643]: INFO nova.scheduler.client.report [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Deleted allocations for instance a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47 [ 817.484066] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a2f394-2d17-aa0a-9d19-5976576ac99d, 'name': SearchDatastore_Task, 'duration_secs': 0.021408} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.485140] env[62643]: DEBUG nova.network.neutron [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updating instance_info_cache with network_info: [{"id": "4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e", "address": "fa:16:3e:a4:30:24", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f21696d-fc", "ovs_interfaceid": "4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.486367] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.486606] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.486833] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.487028] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.487681] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.489969] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18013f78-6a89-4cd8-95a6-d021c9a754b1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.492133] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d739d2a6-0f71-400c-baa7-83ff4748ac1d tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.562s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.505749] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.506017] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.507113] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-553128ba-9edc-417a-be93-67600dbbd982 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.516311] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 817.516311] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52471a90-43e2-6f57-b0d1-0e8ecdaad3d4" [ 817.516311] env[62643]: _type = "Task" [ 817.516311] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.526192] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52471a90-43e2-6f57-b0d1-0e8ecdaad3d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.823168] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "66d05517-71f8-4c9b-8664-2c7b66722c74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.825155] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "66d05517-71f8-4c9b-8664-2c7b66722c74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.962060] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c86dc4-4381-4786-a0d6-0107f22d01df {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.970619] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cb6419-2696-4a01-9cb9-8e3dfd5a8b55 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.004862] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Releasing lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.009458] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73f662c-9c4a-416e-a6ad-ba0baef360f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.020750] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae6cafc-acb6-437f-9b44-add4b7310d9f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.035087] env[62643]: DEBUG nova.compute.provider_tree [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.039703] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52471a90-43e2-6f57-b0d1-0e8ecdaad3d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.040705] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93bd13a8-7f9c-4fa4-afec-04ad2da24804 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.048550] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 818.048550] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52277273-fed3-92a9-711b-5b9e05d73339" [ 818.048550] env[62643]: _type = "Task" [ 818.048550] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.058574] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52277273-fed3-92a9-711b-5b9e05d73339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.529712] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c675069-960b-4993-98c1-325252730c59 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.549608] env[62643]: DEBUG nova.scheduler.client.report [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.556818] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4723378f-2ebb-452e-bc4f-9422ca346a31 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.565845] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updating instance '9852bd88-1d3c-4e14-a334-1fbd32cdd3ed' progress to 83 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 818.573347] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52277273-fed3-92a9-711b-5b9e05d73339, 'name': SearchDatastore_Task, 'duration_secs': 0.012709} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.573840] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.574124] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 40b80fc9-ab61-4de4-a1ea-c914486fbefb/40b80fc9-ab61-4de4-a1ea-c914486fbefb.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.574379] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d84ab276-b93c-48fd-bc53-b8ac57038a22 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.582388] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 818.582388] env[62643]: value = "task-2383229" [ 818.582388] env[62643]: _type = "Task" [ 818.582388] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.591580] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.060894] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.063485] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 47.042s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.063675] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.063759] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62643) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 819.064117] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.260s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.065745] env[62643]: INFO nova.compute.claims [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.069179] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d05d6c-009f-4e26-9ddc-c8e3069f1c92 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.075680] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.078220] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37e14eec-ebe8-4fbd-a479-c2468ea5fbd1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.081162] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2fb5ed-3917-4219-8450-5bca9e960ff5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.085868] env[62643]: INFO nova.scheduler.client.report [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Deleted allocations for instance 40588dfc-c8b5-4edb-b5f8-b533658e56a2 [ 819.093865] env[62643]: DEBUG oslo_vmware.api [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 819.093865] env[62643]: value = "task-2383230" [ 819.093865] env[62643]: _type = "Task" [ 819.093865] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.108681] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485774} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.110344] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 40b80fc9-ab61-4de4-a1ea-c914486fbefb/40b80fc9-ab61-4de4-a1ea-c914486fbefb.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.110629] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.111440] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3130b714-8499-4190-a447-c06bc6f14432 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.117814] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3681fc2d-def9-423d-8030-074702370918 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.120250] env[62643]: DEBUG oslo_vmware.api [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383230, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.128170] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c1de1b-0747-4559-a6dc-44567b95e0a0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.131926] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 819.131926] env[62643]: value = "task-2383231" [ 819.131926] env[62643]: _type = "Task" [ 819.131926] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.165913] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178364MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62643) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 819.166128] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.169441] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.315773] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "4731d4bf-7003-4cbf-97ee-1a5a4a1bb656" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.316051] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "4731d4bf-7003-4cbf-97ee-1a5a4a1bb656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.599720] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e10b4a96-f08f-4755-aca4-a68cd9cf23da tempest-FloatingIPsAssociationNegativeTestJSON-1177456634 tempest-FloatingIPsAssociationNegativeTestJSON-1177456634-project-member] Lock "40588dfc-c8b5-4edb-b5f8-b533658e56a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.230s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.607905] env[62643]: DEBUG oslo_vmware.api [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383230, 'name': PowerOnVM_Task, 'duration_secs': 0.417703} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.608520] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.608520] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bb35c518-c922-4101-8da6-3fd72cd9635d tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updating instance '9852bd88-1d3c-4e14-a334-1fbd32cdd3ed' progress to 100 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 819.642571] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069463} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.642849] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.644163] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b6bf8f-1462-48b3-9978-d8b5046e3aff {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.667736] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 40b80fc9-ab61-4de4-a1ea-c914486fbefb/40b80fc9-ab61-4de4-a1ea-c914486fbefb.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.668703] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e50b3fd8-2e16-47cc-80aa-39e8fc7f65ff {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.689225] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 819.689225] env[62643]: value = "task-2383232" [ 819.689225] env[62643]: _type = "Task" [ 819.689225] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.700746] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.204302] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.568564] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5088c254-69c8-4e5a-8f0d-8bf1819b79ce {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.576188] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62662c84-abf6-4d48-88e1-4f117e339451 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.614477] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b25264-f9d8-4fc7-b2fb-993c2e67bb1b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.627213] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0570cbc6-b707-49d9-a40b-9caa764bd461 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.642777] env[62643]: DEBUG nova.compute.provider_tree [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.698766] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383232, 'name': ReconfigVM_Task, 'duration_secs': 0.906025} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.699082] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 40b80fc9-ab61-4de4-a1ea-c914486fbefb/40b80fc9-ab61-4de4-a1ea-c914486fbefb.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.699713] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87456d1a-ce21-4d1f-84e7-56de5f281c27 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.706528] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 820.706528] env[62643]: value = "task-2383233" [ 820.706528] env[62643]: _type = "Task" [ 820.706528] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.715614] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383233, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.146151] env[62643]: DEBUG nova.scheduler.client.report [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.217136] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383233, 'name': Rename_Task, 'duration_secs': 0.214142} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.217515] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.217781] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4449d35-3d05-4f3c-aee1-8730a2a4750b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.224773] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 821.224773] env[62643]: value = "task-2383234" [ 821.224773] env[62643]: _type = "Task" [ 821.224773] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.232446] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.651024] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.651638] env[62643]: DEBUG nova.compute.manager [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.654460] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 46.542s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.654679] env[62643]: DEBUG nova.objects.instance [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62643) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 821.736678] env[62643]: DEBUG oslo_vmware.api [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383234, 'name': PowerOnVM_Task, 'duration_secs': 0.433609} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.737020] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.737313] env[62643]: INFO nova.compute.manager [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Took 6.92 seconds to spawn the instance on the hypervisor. [ 821.737531] env[62643]: DEBUG nova.compute.manager [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.738454] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38cbb60-9626-45c5-86ca-a30c1b63eea3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.160085] env[62643]: DEBUG nova.compute.utils [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 822.166556] env[62643]: DEBUG nova.compute.manager [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.166865] env[62643]: DEBUG nova.network.neutron [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.232087] env[62643]: DEBUG nova.policy [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eda92005cb8e4184bc57232fa1d6bb76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04a9432ee2ab46738bca5a1c5e310620', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.260841] env[62643]: INFO nova.compute.manager [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Took 59.10 seconds to build instance. [ 822.549612] env[62643]: DEBUG nova.network.neutron [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Port 4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e binding to destination host cpu-1 is already ACTIVE {{(pid=62643) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 822.549612] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.549746] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquired lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.550376] env[62643]: DEBUG nova.network.neutron [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.593858] env[62643]: INFO nova.compute.manager [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Rebuilding instance [ 822.644788] env[62643]: DEBUG nova.network.neutron [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Successfully created port: 40c186ce-3055-45f7-9a3a-a5d3b3a2dc84 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.649839] env[62643]: DEBUG nova.compute.manager [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.650701] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041a085f-9a2f-4e77-a4c9-ae201f520f8a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.670100] env[62643]: DEBUG nova.compute.manager [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.673314] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8492c0d3-08c1-4a4b-ac51-2adc5b535232 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.674177] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.945s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.675524] env[62643]: INFO nova.compute.claims [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.765364] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5173eb63-d72b-462c-8536-c2bee9cbf029 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Lock "40b80fc9-ab61-4de4-a1ea-c914486fbefb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.143s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.266964] env[62643]: DEBUG nova.compute.manager [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.329872] env[62643]: DEBUG nova.network.neutron [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updating instance_info_cache with network_info: [{"id": "4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e", "address": "fa:16:3e:a4:30:24", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f21696d-fc", "ovs_interfaceid": "4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.664664] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.665132] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6a85fa5-190d-4763-b903-fd4c42965596 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.672942] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 823.672942] env[62643]: value = "task-2383235" [ 823.672942] env[62643]: _type = "Task" [ 823.672942] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.681887] env[62643]: DEBUG nova.compute.manager [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.683869] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.711563] env[62643]: DEBUG nova.virt.hardware [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.711851] env[62643]: DEBUG nova.virt.hardware [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.712015] env[62643]: DEBUG nova.virt.hardware [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.712212] env[62643]: DEBUG nova.virt.hardware [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.712360] env[62643]: DEBUG nova.virt.hardware [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.712506] env[62643]: DEBUG nova.virt.hardware [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.712713] env[62643]: DEBUG nova.virt.hardware [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.712871] env[62643]: DEBUG nova.virt.hardware [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.713048] env[62643]: DEBUG nova.virt.hardware [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.713217] env[62643]: DEBUG nova.virt.hardware [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.713424] env[62643]: DEBUG nova.virt.hardware [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.714285] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281d681f-cb73-443a-8b53-08d57d7cf94c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.725565] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401ef8af-ccdd-410b-87ba-2625ee1be609 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.784958] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.833702] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Releasing lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.117256] env[62643]: DEBUG nova.compute.manager [req-473a3df7-3201-457f-a0db-aa6ce6e44fb7 req-58128449-bf1c-475e-ab9a-6a9467c011e8 service nova] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Received event network-vif-plugged-40c186ce-3055-45f7-9a3a-a5d3b3a2dc84 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.117256] env[62643]: DEBUG oslo_concurrency.lockutils [req-473a3df7-3201-457f-a0db-aa6ce6e44fb7 req-58128449-bf1c-475e-ab9a-6a9467c011e8 service nova] Acquiring lock "35f0758c-42be-471a-89d1-c4b4e7c84a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.117256] env[62643]: DEBUG oslo_concurrency.lockutils [req-473a3df7-3201-457f-a0db-aa6ce6e44fb7 req-58128449-bf1c-475e-ab9a-6a9467c011e8 service nova] Lock "35f0758c-42be-471a-89d1-c4b4e7c84a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.117256] env[62643]: DEBUG oslo_concurrency.lockutils [req-473a3df7-3201-457f-a0db-aa6ce6e44fb7 req-58128449-bf1c-475e-ab9a-6a9467c011e8 service nova] Lock "35f0758c-42be-471a-89d1-c4b4e7c84a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.117256] env[62643]: DEBUG nova.compute.manager [req-473a3df7-3201-457f-a0db-aa6ce6e44fb7 req-58128449-bf1c-475e-ab9a-6a9467c011e8 service nova] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] No waiting events found dispatching network-vif-plugged-40c186ce-3055-45f7-9a3a-a5d3b3a2dc84 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.117256] env[62643]: WARNING nova.compute.manager [req-473a3df7-3201-457f-a0db-aa6ce6e44fb7 req-58128449-bf1c-475e-ab9a-6a9467c011e8 service nova] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Received unexpected event network-vif-plugged-40c186ce-3055-45f7-9a3a-a5d3b3a2dc84 for instance with vm_state building and task_state spawning. [ 824.133648] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bcef5c-c8f5-4535-a879-9b3084b88512 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.141688] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef978fde-d9cf-49a3-aecb-267bdad479d9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.173586] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e901f53-9a04-48ce-ad4e-0b4a6ae5df06 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.186736] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1003ec5d-5124-4f5b-800f-d6b64b167105 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.190984] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383235, 'name': PowerOffVM_Task, 'duration_secs': 0.147659} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.191284] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.191520] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.192771] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b530c0-2a0e-48a1-a40c-795b559e2af5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.204823] env[62643]: DEBUG nova.compute.provider_tree [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.210914] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.211193] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b48fc04-6943-4137-a221-2bd8ec261f10 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.219134] env[62643]: DEBUG nova.network.neutron [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Successfully updated port: 40c186ce-3055-45f7-9a3a-a5d3b3a2dc84 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.236133] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.236429] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.236659] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Deleting the datastore file [datastore1] 40b80fc9-ab61-4de4-a1ea-c914486fbefb {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.236953] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f686d75-2f16-4f4f-9783-42fee0190e73 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.245821] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 824.245821] env[62643]: value = "task-2383237" [ 824.245821] env[62643]: _type = "Task" [ 824.245821] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.254175] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.337684] env[62643]: DEBUG nova.compute.manager [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62643) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 824.337901] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.708177] env[62643]: DEBUG nova.scheduler.client.report [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.722581] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Acquiring lock "refresh_cache-35f0758c-42be-471a-89d1-c4b4e7c84a05" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.722803] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Acquired lock "refresh_cache-35f0758c-42be-471a-89d1-c4b4e7c84a05" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.723105] env[62643]: DEBUG nova.network.neutron [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.755180] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101941} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.755462] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.755645] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.755821] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.212971] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.213537] env[62643]: DEBUG nova.compute.manager [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.216185] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.151s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.216406] env[62643]: DEBUG nova.objects.instance [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62643) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 825.264818] env[62643]: DEBUG nova.network.neutron [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.449395] env[62643]: DEBUG nova.network.neutron [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Updating instance_info_cache with network_info: [{"id": "40c186ce-3055-45f7-9a3a-a5d3b3a2dc84", "address": "fa:16:3e:e0:13:88", "network": {"id": "87828e79-4c08-4307-9376-3e967f0aeb94", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-526138996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a9432ee2ab46738bca5a1c5e310620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40c186ce-30", "ovs_interfaceid": "40c186ce-3055-45f7-9a3a-a5d3b3a2dc84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.721242] env[62643]: DEBUG nova.compute.utils [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 825.725087] env[62643]: DEBUG nova.compute.manager [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.725259] env[62643]: DEBUG nova.network.neutron [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.766700] env[62643]: DEBUG nova.policy [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96d2cb1537b64e2f90d156f7f20f1fea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1a26dd624dc46d7ab3df14babe7b502', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.789696] env[62643]: DEBUG nova.virt.hardware [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.789955] env[62643]: DEBUG nova.virt.hardware [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.790167] env[62643]: DEBUG nova.virt.hardware [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.790367] env[62643]: DEBUG nova.virt.hardware [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.790514] env[62643]: DEBUG nova.virt.hardware [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.790662] env[62643]: DEBUG nova.virt.hardware [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.790868] env[62643]: DEBUG nova.virt.hardware [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.791037] env[62643]: DEBUG nova.virt.hardware [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.791205] env[62643]: DEBUG nova.virt.hardware [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.791369] env[62643]: DEBUG nova.virt.hardware [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.791542] env[62643]: DEBUG nova.virt.hardware [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.792433] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c924c4f-6395-49cd-b8ef-b283b2fac5e5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.800721] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c84857d-311a-4a7e-b6c0-45a6155c0d80 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.814334] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Instance VIF info [] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.820107] env[62643]: DEBUG oslo.service.loopingcall [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.820348] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.820546] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26bac660-4884-482c-9a69-36ae0547fe54 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.837658] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.837658] env[62643]: value = "task-2383238" [ 825.837658] env[62643]: _type = "Task" [ 825.837658] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.845346] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383238, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.952635] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Releasing lock "refresh_cache-35f0758c-42be-471a-89d1-c4b4e7c84a05" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.953030] env[62643]: DEBUG nova.compute.manager [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Instance network_info: |[{"id": "40c186ce-3055-45f7-9a3a-a5d3b3a2dc84", "address": "fa:16:3e:e0:13:88", "network": {"id": "87828e79-4c08-4307-9376-3e967f0aeb94", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-526138996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a9432ee2ab46738bca5a1c5e310620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40c186ce-30", "ovs_interfaceid": "40c186ce-3055-45f7-9a3a-a5d3b3a2dc84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.953804] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:13:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40c186ce-3055-45f7-9a3a-a5d3b3a2dc84', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.963980] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Creating folder: Project (04a9432ee2ab46738bca5a1c5e310620). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.963980] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fefc396-89b4-4b6c-9db3-494609205324 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.974184] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Created folder: Project (04a9432ee2ab46738bca5a1c5e310620) in parent group-v483488. [ 825.974184] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Creating folder: Instances. Parent ref: group-v483652. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.974184] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e99a6ba-0f65-4eea-b733-78d87dbc1606 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.983665] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Created folder: Instances in parent group-v483652. [ 825.984065] env[62643]: DEBUG oslo.service.loopingcall [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.984131] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.984296] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08345e4a-89e9-4209-b8e9-3702d82f7a0c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.009919] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.009919] env[62643]: value = "task-2383241" [ 826.009919] env[62643]: _type = "Task" [ 826.009919] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.019734] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383241, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.150289] env[62643]: DEBUG nova.compute.manager [req-0c32b282-9206-4a40-b335-d8fe0677a670 req-2ca22499-a32e-4fe7-9452-08fd9fa6a7fe service nova] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Received event network-changed-40c186ce-3055-45f7-9a3a-a5d3b3a2dc84 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.150289] env[62643]: DEBUG nova.compute.manager [req-0c32b282-9206-4a40-b335-d8fe0677a670 req-2ca22499-a32e-4fe7-9452-08fd9fa6a7fe service nova] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Refreshing instance network info cache due to event network-changed-40c186ce-3055-45f7-9a3a-a5d3b3a2dc84. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 826.150289] env[62643]: DEBUG oslo_concurrency.lockutils [req-0c32b282-9206-4a40-b335-d8fe0677a670 req-2ca22499-a32e-4fe7-9452-08fd9fa6a7fe service nova] Acquiring lock "refresh_cache-35f0758c-42be-471a-89d1-c4b4e7c84a05" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.150289] env[62643]: DEBUG oslo_concurrency.lockutils [req-0c32b282-9206-4a40-b335-d8fe0677a670 req-2ca22499-a32e-4fe7-9452-08fd9fa6a7fe service nova] Acquired lock "refresh_cache-35f0758c-42be-471a-89d1-c4b4e7c84a05" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.150819] env[62643]: DEBUG nova.network.neutron [req-0c32b282-9206-4a40-b335-d8fe0677a670 req-2ca22499-a32e-4fe7-9452-08fd9fa6a7fe service nova] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Refreshing network info cache for port 40c186ce-3055-45f7-9a3a-a5d3b3a2dc84 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.153335] env[62643]: DEBUG nova.network.neutron [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Successfully created port: ca21e446-9384-4eb6-b10a-b9d52eb4cd30 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.231028] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d638c249-365e-4a92-ab25-5a18fe817b39 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.231028] env[62643]: DEBUG nova.compute.manager [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.234891] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.585s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.236052] env[62643]: DEBUG nova.objects.instance [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62643) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 826.286712] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "7e2b27e7-8f78-43ef-8935-fd24f71b9cc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.286712] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "7e2b27e7-8f78-43ef-8935-fd24f71b9cc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.348399] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383238, 'name': CreateVM_Task, 'duration_secs': 0.272016} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.348399] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.348399] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.348399] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.348399] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.348682] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb7738fe-6523-41f9-8ea7-dc76e64c4b26 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.353051] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 826.353051] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524f360a-5703-69e6-80a8-bac5b9d3b661" [ 826.353051] env[62643]: _type = "Task" [ 826.353051] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.360503] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524f360a-5703-69e6-80a8-bac5b9d3b661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.519914] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383241, 'name': CreateVM_Task, 'duration_secs': 0.33177} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.520091] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.520739] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.862284] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524f360a-5703-69e6-80a8-bac5b9d3b661, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.862578] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.862811] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.863053] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.863204] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.863382] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.863647] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.863985] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.864203] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fbe2a3e-0fb6-432c-b9c8-5aa668c54236 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.865833] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8441802-f856-4cfb-84d4-31323b156efd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.870766] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Waiting for the task: (returnval){ [ 826.870766] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cd43d0-6276-228d-3bd5-51b95ae7c540" [ 826.870766] env[62643]: _type = "Task" [ 826.870766] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.874439] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.874609] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.875527] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b41ee318-b4a9-4fca-9f17-975a98f4df9d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.880194] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cd43d0-6276-228d-3bd5-51b95ae7c540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.881503] env[62643]: DEBUG nova.network.neutron [req-0c32b282-9206-4a40-b335-d8fe0677a670 req-2ca22499-a32e-4fe7-9452-08fd9fa6a7fe service nova] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Updated VIF entry in instance network info cache for port 40c186ce-3055-45f7-9a3a-a5d3b3a2dc84. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.881825] env[62643]: DEBUG nova.network.neutron [req-0c32b282-9206-4a40-b335-d8fe0677a670 req-2ca22499-a32e-4fe7-9452-08fd9fa6a7fe service nova] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Updating instance_info_cache with network_info: [{"id": "40c186ce-3055-45f7-9a3a-a5d3b3a2dc84", "address": "fa:16:3e:e0:13:88", "network": {"id": "87828e79-4c08-4307-9376-3e967f0aeb94", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-526138996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a9432ee2ab46738bca5a1c5e310620", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40c186ce-30", "ovs_interfaceid": "40c186ce-3055-45f7-9a3a-a5d3b3a2dc84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.883812] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 826.883812] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5241913c-8fdb-6fb2-5c27-7ae977a432a8" [ 826.883812] env[62643]: _type = "Task" [ 826.883812] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.890764] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5241913c-8fdb-6fb2-5c27-7ae977a432a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.247612] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d67bb7bd-bc27-4f4e-a3f2-a815bda91744 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.248781] env[62643]: DEBUG oslo_concurrency.lockutils [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.563s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.250221] env[62643]: INFO nova.compute.claims [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.253786] env[62643]: DEBUG nova.compute.manager [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.282615] env[62643]: DEBUG nova.virt.hardware [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.282961] env[62643]: DEBUG nova.virt.hardware [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.283470] env[62643]: DEBUG nova.virt.hardware [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.283765] env[62643]: DEBUG nova.virt.hardware [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.283934] env[62643]: DEBUG nova.virt.hardware [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.284125] env[62643]: DEBUG nova.virt.hardware [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.284346] env[62643]: DEBUG nova.virt.hardware [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.284528] env[62643]: DEBUG nova.virt.hardware [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.284700] env[62643]: DEBUG nova.virt.hardware [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.284879] env[62643]: DEBUG nova.virt.hardware [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.285074] env[62643]: DEBUG nova.virt.hardware [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.286246] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7931d34-75d0-44c1-abcd-87c6f927d0c7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.294595] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1650928-85cc-4065-88a1-0063014e846b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.380698] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cd43d0-6276-228d-3bd5-51b95ae7c540, 'name': SearchDatastore_Task, 'duration_secs': 0.017203} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.381035] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.381278] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.381486] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.385048] env[62643]: DEBUG oslo_concurrency.lockutils [req-0c32b282-9206-4a40-b335-d8fe0677a670 req-2ca22499-a32e-4fe7-9452-08fd9fa6a7fe service nova] Releasing lock "refresh_cache-35f0758c-42be-471a-89d1-c4b4e7c84a05" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.393383] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5241913c-8fdb-6fb2-5c27-7ae977a432a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008098} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.394386] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-891c8095-bcdc-46b6-bc9a-0772cf5af458 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.398761] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 827.398761] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b13e72-4453-15e9-6c2f-e1d91e6b4477" [ 827.398761] env[62643]: _type = "Task" [ 827.398761] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.405713] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b13e72-4453-15e9-6c2f-e1d91e6b4477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.695730] env[62643]: DEBUG nova.network.neutron [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Successfully updated port: ca21e446-9384-4eb6-b10a-b9d52eb4cd30 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.909541] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b13e72-4453-15e9-6c2f-e1d91e6b4477, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.909858] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.910062] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 40b80fc9-ab61-4de4-a1ea-c914486fbefb/40b80fc9-ab61-4de4-a1ea-c914486fbefb.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.910340] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.910529] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.910799] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7222b711-c5d9-4b02-8960-56835383da22 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.912661] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-493c41a7-c071-4ab2-b756-cea3a1e28ba3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.919123] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 827.919123] env[62643]: value = "task-2383242" [ 827.919123] env[62643]: _type = "Task" [ 827.919123] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.922579] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.922752] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.923688] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd155131-525e-402f-9885-adbc4d46c1a3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.928430] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.931042] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Waiting for the task: (returnval){ [ 827.931042] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521014f9-a18b-3765-c9ad-0c726238d82d" [ 827.931042] env[62643]: _type = "Task" [ 827.931042] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.937670] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521014f9-a18b-3765-c9ad-0c726238d82d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.200257] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Acquiring lock "refresh_cache-1d096b01-89ac-4098-ac44-26bd5168cee9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.200446] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Acquired lock "refresh_cache-1d096b01-89ac-4098-ac44-26bd5168cee9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.200588] env[62643]: DEBUG nova.network.neutron [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.221057] env[62643]: DEBUG nova.compute.manager [req-85d41d63-2aef-4671-ac9d-6cf3b6f4f307 req-83e76d2b-2373-4e1a-a7ec-f5b669a53bf4 service nova] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Received event network-vif-plugged-ca21e446-9384-4eb6-b10a-b9d52eb4cd30 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.221057] env[62643]: DEBUG oslo_concurrency.lockutils [req-85d41d63-2aef-4671-ac9d-6cf3b6f4f307 req-83e76d2b-2373-4e1a-a7ec-f5b669a53bf4 service nova] Acquiring lock "1d096b01-89ac-4098-ac44-26bd5168cee9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.221653] env[62643]: DEBUG oslo_concurrency.lockutils [req-85d41d63-2aef-4671-ac9d-6cf3b6f4f307 req-83e76d2b-2373-4e1a-a7ec-f5b669a53bf4 service nova] Lock "1d096b01-89ac-4098-ac44-26bd5168cee9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.221653] env[62643]: DEBUG oslo_concurrency.lockutils [req-85d41d63-2aef-4671-ac9d-6cf3b6f4f307 req-83e76d2b-2373-4e1a-a7ec-f5b669a53bf4 service nova] Lock "1d096b01-89ac-4098-ac44-26bd5168cee9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.221653] env[62643]: DEBUG nova.compute.manager [req-85d41d63-2aef-4671-ac9d-6cf3b6f4f307 req-83e76d2b-2373-4e1a-a7ec-f5b669a53bf4 service nova] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] No waiting events found dispatching network-vif-plugged-ca21e446-9384-4eb6-b10a-b9d52eb4cd30 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.221805] env[62643]: WARNING nova.compute.manager [req-85d41d63-2aef-4671-ac9d-6cf3b6f4f307 req-83e76d2b-2373-4e1a-a7ec-f5b669a53bf4 service nova] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Received unexpected event network-vif-plugged-ca21e446-9384-4eb6-b10a-b9d52eb4cd30 for instance with vm_state building and task_state spawning. [ 828.221919] env[62643]: DEBUG nova.compute.manager [req-85d41d63-2aef-4671-ac9d-6cf3b6f4f307 req-83e76d2b-2373-4e1a-a7ec-f5b669a53bf4 service nova] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Received event network-changed-ca21e446-9384-4eb6-b10a-b9d52eb4cd30 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.222077] env[62643]: DEBUG nova.compute.manager [req-85d41d63-2aef-4671-ac9d-6cf3b6f4f307 req-83e76d2b-2373-4e1a-a7ec-f5b669a53bf4 service nova] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Refreshing instance network info cache due to event network-changed-ca21e446-9384-4eb6-b10a-b9d52eb4cd30. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 828.222264] env[62643]: DEBUG oslo_concurrency.lockutils [req-85d41d63-2aef-4671-ac9d-6cf3b6f4f307 req-83e76d2b-2373-4e1a-a7ec-f5b669a53bf4 service nova] Acquiring lock "refresh_cache-1d096b01-89ac-4098-ac44-26bd5168cee9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.432569] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491016} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.435468] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 40b80fc9-ab61-4de4-a1ea-c914486fbefb/40b80fc9-ab61-4de4-a1ea-c914486fbefb.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.435688] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.438013] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e9f5a5c-f6b2-4d23-9409-9be7d0804ec9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.445359] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521014f9-a18b-3765-c9ad-0c726238d82d, 'name': SearchDatastore_Task, 'duration_secs': 0.00869} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.447089] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 828.447089] env[62643]: value = "task-2383243" [ 828.447089] env[62643]: _type = "Task" [ 828.447089] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.447279] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8c3761d-ff72-4b68-8026-6e171f8805e3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.457287] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Waiting for the task: (returnval){ [ 828.457287] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521d3fda-f83e-0d3c-d411-d3195c1730ad" [ 828.457287] env[62643]: _type = "Task" [ 828.457287] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.460331] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.470225] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521d3fda-f83e-0d3c-d411-d3195c1730ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.706639] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b853ce63-abe1-4af7-914d-1e80a2c7f992 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.714156] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892d2e11-6f45-4a0b-bf7b-bb15bc632491 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.745446] env[62643]: DEBUG nova.network.neutron [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.747952] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069d5329-5711-4065-b5d6-ab864276f660 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.755714] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b7cfea-9d2e-43a0-8cdb-f22e46b721a1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.770839] env[62643]: DEBUG nova.compute.provider_tree [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.960734] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074461} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.961174] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.965303] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff6f6e8-881d-4baa-9738-c4130f6102fc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.977223] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521d3fda-f83e-0d3c-d411-d3195c1730ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01027} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.984306] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.984645] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 35f0758c-42be-471a-89d1-c4b4e7c84a05/35f0758c-42be-471a-89d1-c4b4e7c84a05.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.994117] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 40b80fc9-ab61-4de4-a1ea-c914486fbefb/40b80fc9-ab61-4de4-a1ea-c914486fbefb.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.994468] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c178aa7d-b6f8-4693-be5e-000e29437d94 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.996580] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4411dbe8-343a-4075-b4e3-c8aad99dad04 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.016974] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Waiting for the task: (returnval){ [ 829.016974] env[62643]: value = "task-2383244" [ 829.016974] env[62643]: _type = "Task" [ 829.016974] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.018309] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 829.018309] env[62643]: value = "task-2383245" [ 829.018309] env[62643]: _type = "Task" [ 829.018309] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.029100] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.031850] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': task-2383244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.147581] env[62643]: DEBUG nova.network.neutron [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Updating instance_info_cache with network_info: [{"id": "ca21e446-9384-4eb6-b10a-b9d52eb4cd30", "address": "fa:16:3e:13:d3:5b", "network": {"id": "9357f96e-911d-4bc1-a8e4-5e31a9009cc4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1787201925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a26dd624dc46d7ab3df14babe7b502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca21e446-93", "ovs_interfaceid": "ca21e446-9384-4eb6-b10a-b9d52eb4cd30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.273925] env[62643]: DEBUG nova.scheduler.client.report [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.530787] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': task-2383244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509817} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.533810] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 35f0758c-42be-471a-89d1-c4b4e7c84a05/35f0758c-42be-471a-89d1-c4b4e7c84a05.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.534031] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.534450] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383245, 'name': ReconfigVM_Task, 'duration_secs': 0.384796} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.534660] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59725f1a-c09e-4782-b7ea-c95150134a24 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.536528] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 40b80fc9-ab61-4de4-a1ea-c914486fbefb/40b80fc9-ab61-4de4-a1ea-c914486fbefb.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.537131] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af491eb1-5c34-465b-913d-68f9a4bad8ac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.541938] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Waiting for the task: (returnval){ [ 829.541938] env[62643]: value = "task-2383246" [ 829.541938] env[62643]: _type = "Task" [ 829.541938] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.543063] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 829.543063] env[62643]: value = "task-2383247" [ 829.543063] env[62643]: _type = "Task" [ 829.543063] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.553289] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': task-2383246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.556533] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383247, 'name': Rename_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.651335] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Releasing lock "refresh_cache-1d096b01-89ac-4098-ac44-26bd5168cee9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.651727] env[62643]: DEBUG nova.compute.manager [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Instance network_info: |[{"id": "ca21e446-9384-4eb6-b10a-b9d52eb4cd30", "address": "fa:16:3e:13:d3:5b", "network": {"id": "9357f96e-911d-4bc1-a8e4-5e31a9009cc4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1787201925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a26dd624dc46d7ab3df14babe7b502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca21e446-93", "ovs_interfaceid": "ca21e446-9384-4eb6-b10a-b9d52eb4cd30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.652056] env[62643]: DEBUG oslo_concurrency.lockutils [req-85d41d63-2aef-4671-ac9d-6cf3b6f4f307 req-83e76d2b-2373-4e1a-a7ec-f5b669a53bf4 service nova] Acquired lock "refresh_cache-1d096b01-89ac-4098-ac44-26bd5168cee9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.652246] env[62643]: DEBUG nova.network.neutron [req-85d41d63-2aef-4671-ac9d-6cf3b6f4f307 req-83e76d2b-2373-4e1a-a7ec-f5b669a53bf4 service nova] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Refreshing network info cache for port ca21e446-9384-4eb6-b10a-b9d52eb4cd30 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.654056] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:d3:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca21e446-9384-4eb6-b10a-b9d52eb4cd30', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.661435] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Creating folder: Project (f1a26dd624dc46d7ab3df14babe7b502). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.662406] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11fc2359-40fb-4b53-ba7c-3ce79546e05a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.671590] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Created folder: Project (f1a26dd624dc46d7ab3df14babe7b502) in parent group-v483488. [ 829.671770] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Creating folder: Instances. Parent ref: group-v483655. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.671981] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-068f26ab-4feb-40b0-8420-32cc6907a4c7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.681090] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Created folder: Instances in parent group-v483655. [ 829.681316] env[62643]: DEBUG oslo.service.loopingcall [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 829.681484] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.681663] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfac2bc1-1d42-4cc1-8c29-421962925877 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.699030] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.699030] env[62643]: value = "task-2383250" [ 829.699030] env[62643]: _type = "Task" [ 829.699030] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.705781] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383250, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.779444] env[62643]: DEBUG oslo_concurrency.lockutils [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.780332] env[62643]: DEBUG nova.compute.manager [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.782937] env[62643]: DEBUG oslo_concurrency.lockutils [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.676s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.783185] env[62643]: DEBUG nova.objects.instance [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lazy-loading 'resources' on Instance uuid 80ad2833-64e1-4e54-b28a-ad7c601dc5ae {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.056321] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': task-2383246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068743} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.059274] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.059570] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383247, 'name': Rename_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.060831] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d9368f-878c-4d1e-bc2d-9f855e03ca66 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.081895] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 35f0758c-42be-471a-89d1-c4b4e7c84a05/35f0758c-42be-471a-89d1-c4b4e7c84a05.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.082555] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82dd6d11-a130-400c-bc3a-025dd329aa27 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.101409] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Waiting for the task: (returnval){ [ 830.101409] env[62643]: value = "task-2383251" [ 830.101409] env[62643]: _type = "Task" [ 830.101409] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.111609] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': task-2383251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.211670] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383250, 'name': CreateVM_Task, 'duration_secs': 0.400096} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.211941] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.212891] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.213152] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.213623] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.213992] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869b4612-11b8-4e31-98a6-26c4d94b9a0a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.219391] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Waiting for the task: (returnval){ [ 830.219391] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527fd39a-cbea-b06e-3fc2-8fbefadd0a8d" [ 830.219391] env[62643]: _type = "Task" [ 830.219391] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.227777] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527fd39a-cbea-b06e-3fc2-8fbefadd0a8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.288550] env[62643]: DEBUG nova.compute.utils [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 830.290138] env[62643]: DEBUG nova.compute.manager [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.290327] env[62643]: DEBUG nova.network.neutron [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.357602] env[62643]: DEBUG nova.policy [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14f8f3180b64463e82cd2e370b40370a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4a4f2591c634c7597aae3681dc08508', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.444843] env[62643]: DEBUG nova.network.neutron [req-85d41d63-2aef-4671-ac9d-6cf3b6f4f307 req-83e76d2b-2373-4e1a-a7ec-f5b669a53bf4 service nova] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Updated VIF entry in instance network info cache for port ca21e446-9384-4eb6-b10a-b9d52eb4cd30. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.445409] env[62643]: DEBUG nova.network.neutron [req-85d41d63-2aef-4671-ac9d-6cf3b6f4f307 req-83e76d2b-2373-4e1a-a7ec-f5b669a53bf4 service nova] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Updating instance_info_cache with network_info: [{"id": "ca21e446-9384-4eb6-b10a-b9d52eb4cd30", "address": "fa:16:3e:13:d3:5b", "network": {"id": "9357f96e-911d-4bc1-a8e4-5e31a9009cc4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1787201925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a26dd624dc46d7ab3df14babe7b502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca21e446-93", "ovs_interfaceid": "ca21e446-9384-4eb6-b10a-b9d52eb4cd30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.556486] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383247, 'name': Rename_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.613313] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': task-2383251, 'name': ReconfigVM_Task, 'duration_secs': 0.298843} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.613313] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 35f0758c-42be-471a-89d1-c4b4e7c84a05/35f0758c-42be-471a-89d1-c4b4e7c84a05.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.614020] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a337a62-4442-4544-915a-5b6e0e3fa746 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.619750] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Waiting for the task: (returnval){ [ 830.619750] env[62643]: value = "task-2383252" [ 830.619750] env[62643]: _type = "Task" [ 830.619750] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.627823] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': task-2383252, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.732341] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527fd39a-cbea-b06e-3fc2-8fbefadd0a8d, 'name': SearchDatastore_Task, 'duration_secs': 0.01161} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.732714] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.732973] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.733249] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.733411] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.733616] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.733946] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12e5fda0-ad46-4f0c-8bb9-5319cbb7506a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.745144] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.745327] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.746604] env[62643]: DEBUG nova.network.neutron [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Successfully created port: 2760eab5-e8b5-45a2-9749-973a0a6070cd {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.748371] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d9bf10-8f3e-4fd1-8dde-8fe29ce02485 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.755784] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Waiting for the task: (returnval){ [ 830.755784] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5208f776-bac4-f87e-7696-a3b69ffb7470" [ 830.755784] env[62643]: _type = "Task" [ 830.755784] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.763419] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5208f776-bac4-f87e-7696-a3b69ffb7470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.776275] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7e984e-309b-4f3c-aec6-b81d9d09d2f6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.783630] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce45cfd-cac4-4d3e-9e82-11ce06f882a3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.814192] env[62643]: DEBUG nova.compute.manager [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.817947] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b061de-d96c-4f44-85f7-2960a2ad88bd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.826261] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3271c8e-c52e-438e-9c17-c6ccd65ce4be {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.840458] env[62643]: DEBUG nova.compute.provider_tree [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.951147] env[62643]: DEBUG oslo_concurrency.lockutils [req-85d41d63-2aef-4671-ac9d-6cf3b6f4f307 req-83e76d2b-2373-4e1a-a7ec-f5b669a53bf4 service nova] Releasing lock "refresh_cache-1d096b01-89ac-4098-ac44-26bd5168cee9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.059025] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383247, 'name': Rename_Task, 'duration_secs': 1.136619} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.059025] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.059301] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a7f992c-4ebe-43e6-adcb-24da904c5d38 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.065546] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 831.065546] env[62643]: value = "task-2383253" [ 831.065546] env[62643]: _type = "Task" [ 831.065546] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.073639] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.131767] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': task-2383252, 'name': Rename_Task, 'duration_secs': 0.246576} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.132611] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.132611] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60b2a62f-460c-47da-b7b6-6c5e49560286 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.140622] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Waiting for the task: (returnval){ [ 831.140622] env[62643]: value = "task-2383254" [ 831.140622] env[62643]: _type = "Task" [ 831.140622] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.151999] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': task-2383254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.266643] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5208f776-bac4-f87e-7696-a3b69ffb7470, 'name': SearchDatastore_Task, 'duration_secs': 0.008927} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.268213] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f3c683-0bf5-47f0-b311-cb28ac3e775a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.274311] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Waiting for the task: (returnval){ [ 831.274311] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5249dc14-7c9f-04df-860f-f7b24127d788" [ 831.274311] env[62643]: _type = "Task" [ 831.274311] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.283228] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5249dc14-7c9f-04df-860f-f7b24127d788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.344111] env[62643]: DEBUG nova.scheduler.client.report [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.578535] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383253, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.651456] env[62643]: DEBUG oslo_vmware.api [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': task-2383254, 'name': PowerOnVM_Task, 'duration_secs': 0.45876} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.651736] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.651942] env[62643]: INFO nova.compute.manager [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Took 7.97 seconds to spawn the instance on the hypervisor. [ 831.652137] env[62643]: DEBUG nova.compute.manager [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.652912] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df93f8cb-4a4c-403e-a305-30a7584627ae {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.784334] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5249dc14-7c9f-04df-860f-f7b24127d788, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.784596] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.784855] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 1d096b01-89ac-4098-ac44-26bd5168cee9/1d096b01-89ac-4098-ac44-26bd5168cee9.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.785119] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0a1c0c6-0b0b-4c27-909b-2e00eacc74d3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.791505] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Waiting for the task: (returnval){ [ 831.791505] env[62643]: value = "task-2383255" [ 831.791505] env[62643]: _type = "Task" [ 831.791505] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.798345] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': task-2383255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.828073] env[62643]: DEBUG nova.compute.manager [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.849934] env[62643]: DEBUG oslo_concurrency.lockutils [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.851891] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.673s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.853935] env[62643]: INFO nova.compute.claims [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.858659] env[62643]: DEBUG nova.virt.hardware [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.858904] env[62643]: DEBUG nova.virt.hardware [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.859093] env[62643]: DEBUG nova.virt.hardware [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.859295] env[62643]: DEBUG nova.virt.hardware [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.859466] env[62643]: DEBUG nova.virt.hardware [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.859632] env[62643]: DEBUG nova.virt.hardware [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.859855] env[62643]: DEBUG nova.virt.hardware [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.860489] env[62643]: DEBUG nova.virt.hardware [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.860733] env[62643]: DEBUG nova.virt.hardware [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.860937] env[62643]: DEBUG nova.virt.hardware [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.861257] env[62643]: DEBUG nova.virt.hardware [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.862149] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310e669b-bc90-4988-8c7e-ff21d52354fd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.871312] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69881456-5683-4066-bddd-a0390435472d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.886496] env[62643]: INFO nova.scheduler.client.report [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleted allocations for instance 80ad2833-64e1-4e54-b28a-ad7c601dc5ae [ 832.077687] env[62643]: DEBUG oslo_vmware.api [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383253, 'name': PowerOnVM_Task, 'duration_secs': 0.530108} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.078031] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.078208] env[62643]: DEBUG nova.compute.manager [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.079087] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72bab1c-7e33-4302-8b75-400df728252b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.171293] env[62643]: INFO nova.compute.manager [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Took 59.38 seconds to build instance. [ 832.264217] env[62643]: DEBUG nova.compute.manager [req-92d62b6a-d76c-4d3c-841b-70f934c80f76 req-a5e8c315-a80c-4a8e-a25c-5d426295ed38 service nova] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Received event network-vif-plugged-2760eab5-e8b5-45a2-9749-973a0a6070cd {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 832.264607] env[62643]: DEBUG oslo_concurrency.lockutils [req-92d62b6a-d76c-4d3c-841b-70f934c80f76 req-a5e8c315-a80c-4a8e-a25c-5d426295ed38 service nova] Acquiring lock "8448a4da-133c-43a5-ab37-4e4b8115466c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.264842] env[62643]: DEBUG oslo_concurrency.lockutils [req-92d62b6a-d76c-4d3c-841b-70f934c80f76 req-a5e8c315-a80c-4a8e-a25c-5d426295ed38 service nova] Lock "8448a4da-133c-43a5-ab37-4e4b8115466c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.265267] env[62643]: DEBUG oslo_concurrency.lockutils [req-92d62b6a-d76c-4d3c-841b-70f934c80f76 req-a5e8c315-a80c-4a8e-a25c-5d426295ed38 service nova] Lock "8448a4da-133c-43a5-ab37-4e4b8115466c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.265562] env[62643]: DEBUG nova.compute.manager [req-92d62b6a-d76c-4d3c-841b-70f934c80f76 req-a5e8c315-a80c-4a8e-a25c-5d426295ed38 service nova] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] No waiting events found dispatching network-vif-plugged-2760eab5-e8b5-45a2-9749-973a0a6070cd {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.265769] env[62643]: WARNING nova.compute.manager [req-92d62b6a-d76c-4d3c-841b-70f934c80f76 req-a5e8c315-a80c-4a8e-a25c-5d426295ed38 service nova] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Received unexpected event network-vif-plugged-2760eab5-e8b5-45a2-9749-973a0a6070cd for instance with vm_state building and task_state spawning. [ 832.303395] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': task-2383255, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.394797] env[62643]: DEBUG oslo_concurrency.lockutils [None req-650a05c5-77c0-4225-a629-0f9340b1e4ee tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "80ad2833-64e1-4e54-b28a-ad7c601dc5ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.955s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.398996] env[62643]: DEBUG nova.network.neutron [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Successfully updated port: 2760eab5-e8b5-45a2-9749-973a0a6070cd {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.597059] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.673599] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7d8ca995-72b6-4303-a6fc-2e932618b323 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Lock "35f0758c-42be-471a-89d1-c4b4e7c84a05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.467s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.802328] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': task-2383255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530076} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.802602] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 1d096b01-89ac-4098-ac44-26bd5168cee9/1d096b01-89ac-4098-ac44-26bd5168cee9.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.802816] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.803077] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae9f52b8-91c0-4ae4-a38f-b539f5278424 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.809281] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Waiting for the task: (returnval){ [ 832.809281] env[62643]: value = "task-2383256" [ 832.809281] env[62643]: _type = "Task" [ 832.809281] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.818680] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': task-2383256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.900288] env[62643]: DEBUG oslo_concurrency.lockutils [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "refresh_cache-8448a4da-133c-43a5-ab37-4e4b8115466c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.900445] env[62643]: DEBUG oslo_concurrency.lockutils [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquired lock "refresh_cache-8448a4da-133c-43a5-ab37-4e4b8115466c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.900612] env[62643]: DEBUG nova.network.neutron [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.175821] env[62643]: DEBUG nova.compute.manager [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.319212] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': task-2383256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252641} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.321609] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.322787] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aef129a-359c-4830-aa48-08999b7508bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.344955] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 1d096b01-89ac-4098-ac44-26bd5168cee9/1d096b01-89ac-4098-ac44-26bd5168cee9.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.346445] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aca7e4e-ec34-44ae-9719-7f9bcba19884 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.361079] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fda7f4-8e4a-4daa-89dc-3d967c8083e7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.368095] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ff33b8-0167-4fd9-a01b-82aea5565a4a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.372358] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Waiting for the task: (returnval){ [ 833.372358] env[62643]: value = "task-2383257" [ 833.372358] env[62643]: _type = "Task" [ 833.372358] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.405021] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7302622c-7a25-4f60-8198-fde3e2e26407 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.409587] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': task-2383257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.415267] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1125dac3-89bf-46c2-b268-f737598c5a7c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.427984] env[62643]: DEBUG nova.compute.provider_tree [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.439638] env[62643]: DEBUG nova.network.neutron [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.611483] env[62643]: DEBUG nova.network.neutron [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Updating instance_info_cache with network_info: [{"id": "2760eab5-e8b5-45a2-9749-973a0a6070cd", "address": "fa:16:3e:46:80:9a", "network": {"id": "9b219220-1109-4a21-b73b-27bfb2444b6e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-213815050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c4a4f2591c634c7597aae3681dc08508", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2760eab5-e8", "ovs_interfaceid": "2760eab5-e8b5-45a2-9749-973a0a6070cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.705878] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.799247] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquiring lock "40b80fc9-ab61-4de4-a1ea-c914486fbefb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.799598] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Lock "40b80fc9-ab61-4de4-a1ea-c914486fbefb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.799860] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquiring lock "40b80fc9-ab61-4de4-a1ea-c914486fbefb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.800082] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Lock "40b80fc9-ab61-4de4-a1ea-c914486fbefb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.800265] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Lock "40b80fc9-ab61-4de4-a1ea-c914486fbefb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.802542] env[62643]: INFO nova.compute.manager [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Terminating instance [ 833.882441] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': task-2383257, 'name': ReconfigVM_Task, 'duration_secs': 0.454265} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.882765] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 1d096b01-89ac-4098-ac44-26bd5168cee9/1d096b01-89ac-4098-ac44-26bd5168cee9.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.883418] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31e9eea1-9665-4d8c-8f34-33b2e9a6ad38 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.890010] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Waiting for the task: (returnval){ [ 833.890010] env[62643]: value = "task-2383258" [ 833.890010] env[62643]: _type = "Task" [ 833.890010] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.897550] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': task-2383258, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.930769] env[62643]: DEBUG nova.scheduler.client.report [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.114737] env[62643]: DEBUG oslo_concurrency.lockutils [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Releasing lock "refresh_cache-8448a4da-133c-43a5-ab37-4e4b8115466c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.115061] env[62643]: DEBUG nova.compute.manager [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Instance network_info: |[{"id": "2760eab5-e8b5-45a2-9749-973a0a6070cd", "address": "fa:16:3e:46:80:9a", "network": {"id": "9b219220-1109-4a21-b73b-27bfb2444b6e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-213815050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c4a4f2591c634c7597aae3681dc08508", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2760eab5-e8", "ovs_interfaceid": "2760eab5-e8b5-45a2-9749-973a0a6070cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.115525] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:80:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2760eab5-e8b5-45a2-9749-973a0a6070cd', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.124386] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Creating folder: Project (c4a4f2591c634c7597aae3681dc08508). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.125161] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-663b3455-7a91-4122-8310-c0cbccc44317 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.136550] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Created folder: Project (c4a4f2591c634c7597aae3681dc08508) in parent group-v483488. [ 834.137594] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Creating folder: Instances. Parent ref: group-v483658. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.137594] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bea7bad3-91d7-476b-a056-7989103c8b08 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.148048] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Created folder: Instances in parent group-v483658. [ 834.148048] env[62643]: DEBUG oslo.service.loopingcall [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.148048] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.148258] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-075d383d-ac2e-4ea0-b080-cafa046a9494 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.168946] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.168946] env[62643]: value = "task-2383261" [ 834.168946] env[62643]: _type = "Task" [ 834.168946] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.903137] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquiring lock "refresh_cache-40b80fc9-ab61-4de4-a1ea-c914486fbefb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.903373] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquired lock "refresh_cache-40b80fc9-ab61-4de4-a1ea-c914486fbefb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.903491] env[62643]: DEBUG nova.network.neutron [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.904961] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.053s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.905424] env[62643]: DEBUG nova.compute.manager [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.908016] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Acquiring lock "35f0758c-42be-471a-89d1-c4b4e7c84a05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.908224] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Lock "35f0758c-42be-471a-89d1-c4b4e7c84a05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.908416] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Acquiring lock "35f0758c-42be-471a-89d1-c4b4e7c84a05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.908611] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Lock "35f0758c-42be-471a-89d1-c4b4e7c84a05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.908777] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Lock "35f0758c-42be-471a-89d1-c4b4e7c84a05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.910868] env[62643]: DEBUG nova.compute.manager [req-415680b0-d83a-4b8a-83e0-e4bc2e41db60 req-897e10c0-9e83-4e49-be4c-f970470f6471 service nova] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Received event network-changed-2760eab5-e8b5-45a2-9749-973a0a6070cd {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.911059] env[62643]: DEBUG nova.compute.manager [req-415680b0-d83a-4b8a-83e0-e4bc2e41db60 req-897e10c0-9e83-4e49-be4c-f970470f6471 service nova] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Refreshing instance network info cache due to event network-changed-2760eab5-e8b5-45a2-9749-973a0a6070cd. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 834.911245] env[62643]: DEBUG oslo_concurrency.lockutils [req-415680b0-d83a-4b8a-83e0-e4bc2e41db60 req-897e10c0-9e83-4e49-be4c-f970470f6471 service nova] Acquiring lock "refresh_cache-8448a4da-133c-43a5-ab37-4e4b8115466c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.911384] env[62643]: DEBUG oslo_concurrency.lockutils [req-415680b0-d83a-4b8a-83e0-e4bc2e41db60 req-897e10c0-9e83-4e49-be4c-f970470f6471 service nova] Acquired lock "refresh_cache-8448a4da-133c-43a5-ab37-4e4b8115466c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.911536] env[62643]: DEBUG nova.network.neutron [req-415680b0-d83a-4b8a-83e0-e4bc2e41db60 req-897e10c0-9e83-4e49-be4c-f970470f6471 service nova] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Refreshing network info cache for port 2760eab5-e8b5-45a2-9749-973a0a6070cd {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.915888] env[62643]: DEBUG oslo_concurrency.lockutils [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.651s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.916118] env[62643]: DEBUG nova.objects.instance [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lazy-loading 'resources' on Instance uuid 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.917823] env[62643]: INFO nova.compute.manager [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Terminating instance [ 834.924260] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383261, 'name': CreateVM_Task, 'duration_secs': 0.325635} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.924896] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.925625] env[62643]: DEBUG oslo_concurrency.lockutils [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.925784] env[62643]: DEBUG oslo_concurrency.lockutils [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.926107] env[62643]: DEBUG oslo_concurrency.lockutils [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.929620] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecfd49ae-4126-46c0-bc75-39b854970856 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.931290] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': task-2383258, 'name': Rename_Task, 'duration_secs': 0.149186} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.931938] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.932477] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff89e850-de92-4c8b-a97d-7cc89bee0693 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.935841] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 834.935841] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522eefd2-a16f-426b-2f82-170f17c056d5" [ 834.935841] env[62643]: _type = "Task" [ 834.935841] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.940315] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Waiting for the task: (returnval){ [ 834.940315] env[62643]: value = "task-2383262" [ 834.940315] env[62643]: _type = "Task" [ 834.940315] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.946024] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522eefd2-a16f-426b-2f82-170f17c056d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.950305] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': task-2383262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.414773] env[62643]: DEBUG nova.compute.utils [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 835.418390] env[62643]: DEBUG nova.compute.manager [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.418582] env[62643]: DEBUG nova.network.neutron [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.426798] env[62643]: DEBUG nova.compute.manager [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.426798] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.427341] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bfcffe-ec5d-44fb-a9f2-8429eb5a8a1d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.435933] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.436317] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb6c32e0-30f2-47c1-acce-6504e4616a5e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.447862] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522eefd2-a16f-426b-2f82-170f17c056d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011497} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.451280] env[62643]: DEBUG nova.network.neutron [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.453433] env[62643]: DEBUG oslo_concurrency.lockutils [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.453712] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.453913] env[62643]: DEBUG oslo_concurrency.lockutils [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.454112] env[62643]: DEBUG oslo_concurrency.lockutils [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.454383] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.454631] env[62643]: DEBUG oslo_vmware.api [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Waiting for the task: (returnval){ [ 835.454631] env[62643]: value = "task-2383263" [ 835.454631] env[62643]: _type = "Task" [ 835.454631] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.460279] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-587ab7c8-5da9-4290-8fdb-4d84f9d9e00d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.462371] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': task-2383262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.473771] env[62643]: DEBUG oslo_vmware.api [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': task-2383263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.475224] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.475269] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.475996] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c9a0b4-ea3a-48c1-a570-3bf968bb6b47 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.480794] env[62643]: DEBUG nova.policy [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63b98b83b79b423b9c2bbe38e1ceb5b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1defbf0cd29e42babb8200314f7bdde6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.484149] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 835.484149] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525cefd0-dcd4-85d1-b4cc-e426d95675ae" [ 835.484149] env[62643]: _type = "Task" [ 835.484149] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.493413] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525cefd0-dcd4-85d1-b4cc-e426d95675ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.555170] env[62643]: DEBUG nova.network.neutron [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.692527] env[62643]: DEBUG nova.network.neutron [req-415680b0-d83a-4b8a-83e0-e4bc2e41db60 req-897e10c0-9e83-4e49-be4c-f970470f6471 service nova] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Updated VIF entry in instance network info cache for port 2760eab5-e8b5-45a2-9749-973a0a6070cd. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.692873] env[62643]: DEBUG nova.network.neutron [req-415680b0-d83a-4b8a-83e0-e4bc2e41db60 req-897e10c0-9e83-4e49-be4c-f970470f6471 service nova] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Updating instance_info_cache with network_info: [{"id": "2760eab5-e8b5-45a2-9749-973a0a6070cd", "address": "fa:16:3e:46:80:9a", "network": {"id": "9b219220-1109-4a21-b73b-27bfb2444b6e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-213815050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c4a4f2591c634c7597aae3681dc08508", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2760eab5-e8", "ovs_interfaceid": "2760eab5-e8b5-45a2-9749-973a0a6070cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.896351] env[62643]: DEBUG nova.network.neutron [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Successfully created port: 1f87075b-0e7f-4145-982a-f32efab9d615 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.920053] env[62643]: DEBUG nova.compute.manager [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.950662] env[62643]: DEBUG oslo_vmware.api [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': task-2383262, 'name': PowerOnVM_Task, 'duration_secs': 0.702722} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.950942] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.951998] env[62643]: INFO nova.compute.manager [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Took 8.70 seconds to spawn the instance on the hypervisor. [ 835.951998] env[62643]: DEBUG nova.compute.manager [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.952222] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0ecc30-749b-461f-b876-c4a30c6aa6b6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.975785] env[62643]: DEBUG oslo_vmware.api [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': task-2383263, 'name': PowerOffVM_Task, 'duration_secs': 0.207792} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.976289] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.976562] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.976867] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27dde507-e579-4a70-833a-d3ecdf1502ee {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.980875] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cee520d-44d3-46d6-ba7e-cbf2dabc10ea {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.996360] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2408cb-0dc7-4d6a-b98e-e7d62ac16eda {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.999643] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525cefd0-dcd4-85d1-b4cc-e426d95675ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010844} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.001436] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53009790-fe1c-4dd0-931a-dcb7170673d2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.029899] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8d857e-5a0e-4a3c-9d16-cc3b76d5e748 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.034606] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 836.034606] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52428376-0749-9a0d-bcda-1f3b50a48f93" [ 836.034606] env[62643]: _type = "Task" [ 836.034606] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.044719] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872c138c-7647-4231-be78-7f416715129e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.048769] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.049029] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.049250] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Deleting the datastore file [datastore1] 35f0758c-42be-471a-89d1-c4b4e7c84a05 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.052517] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f75bbd8-49df-4afc-b1ea-39a1cbb941be {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.054583] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52428376-0749-9a0d-bcda-1f3b50a48f93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.067840] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Releasing lock "refresh_cache-40b80fc9-ab61-4de4-a1ea-c914486fbefb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.068258] env[62643]: DEBUG nova.compute.manager [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.068538] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.069030] env[62643]: DEBUG nova.compute.provider_tree [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.071693] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5a2d8c-074b-4682-ba08-7a7dcb1c75d1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.074649] env[62643]: DEBUG oslo_vmware.api [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Waiting for the task: (returnval){ [ 836.074649] env[62643]: value = "task-2383265" [ 836.074649] env[62643]: _type = "Task" [ 836.074649] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.080818] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.081393] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45cabd48-2b30-4e02-82e5-28b436fa7d2e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.085753] env[62643]: DEBUG oslo_vmware.api [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': task-2383265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.090049] env[62643]: DEBUG oslo_vmware.api [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 836.090049] env[62643]: value = "task-2383266" [ 836.090049] env[62643]: _type = "Task" [ 836.090049] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.098585] env[62643]: DEBUG oslo_vmware.api [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.195862] env[62643]: DEBUG oslo_concurrency.lockutils [req-415680b0-d83a-4b8a-83e0-e4bc2e41db60 req-897e10c0-9e83-4e49-be4c-f970470f6471 service nova] Releasing lock "refresh_cache-8448a4da-133c-43a5-ab37-4e4b8115466c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.477869] env[62643]: INFO nova.compute.manager [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Took 58.78 seconds to build instance. [ 836.545586] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52428376-0749-9a0d-bcda-1f3b50a48f93, 'name': SearchDatastore_Task, 'duration_secs': 0.024858} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.545833] env[62643]: DEBUG oslo_concurrency.lockutils [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.546204] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 8448a4da-133c-43a5-ab37-4e4b8115466c/8448a4da-133c-43a5-ab37-4e4b8115466c.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.546505] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74771333-a2d4-4430-8148-2e04b7bd9209 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.552970] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 836.552970] env[62643]: value = "task-2383267" [ 836.552970] env[62643]: _type = "Task" [ 836.552970] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.560842] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.576922] env[62643]: DEBUG nova.scheduler.client.report [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.589117] env[62643]: DEBUG oslo_vmware.api [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Task: {'id': task-2383265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158853} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.589360] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.589539] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.589709] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.589878] env[62643]: INFO nova.compute.manager [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Took 1.16 seconds to destroy the instance on the hypervisor. [ 836.590123] env[62643]: DEBUG oslo.service.loopingcall [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.590308] env[62643]: DEBUG nova.compute.manager [-] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.590404] env[62643]: DEBUG nova.network.neutron [-] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.599979] env[62643]: DEBUG oslo_vmware.api [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383266, 'name': PowerOffVM_Task, 'duration_secs': 0.192293} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.600169] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.600334] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.600572] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-531c68cc-810c-4a73-be21-9cda7ef57f4b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.624032] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.624273] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.624662] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Deleting the datastore file [datastore1] 40b80fc9-ab61-4de4-a1ea-c914486fbefb {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.624710] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3d87377-80d7-495f-b515-dd55c9080315 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.633298] env[62643]: DEBUG oslo_vmware.api [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for the task: (returnval){ [ 836.633298] env[62643]: value = "task-2383269" [ 836.633298] env[62643]: _type = "Task" [ 836.633298] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.641648] env[62643]: DEBUG oslo_vmware.api [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.931141] env[62643]: DEBUG nova.compute.manager [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.968157] env[62643]: DEBUG nova.virt.hardware [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.968157] env[62643]: DEBUG nova.virt.hardware [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.968157] env[62643]: DEBUG nova.virt.hardware [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.968157] env[62643]: DEBUG nova.virt.hardware [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.968157] env[62643]: DEBUG nova.virt.hardware [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.968157] env[62643]: DEBUG nova.virt.hardware [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.969212] env[62643]: DEBUG nova.virt.hardware [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.969558] env[62643]: DEBUG nova.virt.hardware [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.969878] env[62643]: DEBUG nova.virt.hardware [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.970184] env[62643]: DEBUG nova.virt.hardware [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.970486] env[62643]: DEBUG nova.virt.hardware [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.971963] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f442b0-2359-46bf-9228-56ec4064186e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.982954] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ae6f431-07f9-4902-8869-d8491707b0c5 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Lock "1d096b01-89ac-4098-ac44-26bd5168cee9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.560s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.986043] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77946161-3988-4ef4-9f8d-c3fdb94c2746 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.062557] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484038} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.062913] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 8448a4da-133c-43a5-ab37-4e4b8115466c/8448a4da-133c-43a5-ab37-4e4b8115466c.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.063146] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.063397] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f06b4e5e-9fe4-4cbd-8c3f-2f505be93dcd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.072027] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 837.072027] env[62643]: value = "task-2383270" [ 837.072027] env[62643]: _type = "Task" [ 837.072027] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.079955] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.087236] env[62643]: DEBUG oslo_concurrency.lockutils [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.089162] env[62643]: DEBUG nova.compute.manager [req-26b1468d-f228-476a-a9c3-05c51a726473 req-bded2b0a-258b-46c4-b521-a846735cd66a service nova] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Received event network-vif-deleted-40c186ce-3055-45f7-9a3a-a5d3b3a2dc84 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.089421] env[62643]: INFO nova.compute.manager [req-26b1468d-f228-476a-a9c3-05c51a726473 req-bded2b0a-258b-46c4-b521-a846735cd66a service nova] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Neutron deleted interface 40c186ce-3055-45f7-9a3a-a5d3b3a2dc84; detaching it from the instance and deleting it from the info cache [ 837.089675] env[62643]: DEBUG nova.network.neutron [req-26b1468d-f228-476a-a9c3-05c51a726473 req-bded2b0a-258b-46c4-b521-a846735cd66a service nova] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.092559] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.476s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.092559] env[62643]: INFO nova.compute.claims [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.114785] env[62643]: INFO nova.scheduler.client.report [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleted allocations for instance 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a [ 837.143215] env[62643]: DEBUG oslo_vmware.api [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Task: {'id': task-2383269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09708} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.144108] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.144326] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.144516] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.144689] env[62643]: INFO nova.compute.manager [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Took 1.08 seconds to destroy the instance on the hypervisor. [ 837.144928] env[62643]: DEBUG oslo.service.loopingcall [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 837.145128] env[62643]: DEBUG nova.compute.manager [-] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.145224] env[62643]: DEBUG nova.network.neutron [-] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.174257] env[62643]: DEBUG nova.network.neutron [-] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.331711] env[62643]: DEBUG nova.compute.manager [req-778fb9aa-6417-40a4-b0e7-98b21a15396e req-eb310a2b-311e-4719-b7c2-0ca477fc6c93 service nova] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Received event network-vif-plugged-1f87075b-0e7f-4145-982a-f32efab9d615 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.332137] env[62643]: DEBUG oslo_concurrency.lockutils [req-778fb9aa-6417-40a4-b0e7-98b21a15396e req-eb310a2b-311e-4719-b7c2-0ca477fc6c93 service nova] Acquiring lock "007b2c05-ed2e-4c24-975e-e7a32c599cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.332216] env[62643]: DEBUG oslo_concurrency.lockutils [req-778fb9aa-6417-40a4-b0e7-98b21a15396e req-eb310a2b-311e-4719-b7c2-0ca477fc6c93 service nova] Lock "007b2c05-ed2e-4c24-975e-e7a32c599cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.332328] env[62643]: DEBUG oslo_concurrency.lockutils [req-778fb9aa-6417-40a4-b0e7-98b21a15396e req-eb310a2b-311e-4719-b7c2-0ca477fc6c93 service nova] Lock "007b2c05-ed2e-4c24-975e-e7a32c599cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.332495] env[62643]: DEBUG nova.compute.manager [req-778fb9aa-6417-40a4-b0e7-98b21a15396e req-eb310a2b-311e-4719-b7c2-0ca477fc6c93 service nova] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] No waiting events found dispatching network-vif-plugged-1f87075b-0e7f-4145-982a-f32efab9d615 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.332716] env[62643]: WARNING nova.compute.manager [req-778fb9aa-6417-40a4-b0e7-98b21a15396e req-eb310a2b-311e-4719-b7c2-0ca477fc6c93 service nova] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Received unexpected event network-vif-plugged-1f87075b-0e7f-4145-982a-f32efab9d615 for instance with vm_state building and task_state spawning. [ 837.390059] env[62643]: DEBUG nova.network.neutron [-] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.400446] env[62643]: DEBUG oslo_concurrency.lockutils [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Acquiring lock "1d096b01-89ac-4098-ac44-26bd5168cee9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.400681] env[62643]: DEBUG oslo_concurrency.lockutils [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Lock "1d096b01-89ac-4098-ac44-26bd5168cee9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.401662] env[62643]: DEBUG oslo_concurrency.lockutils [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Acquiring lock "1d096b01-89ac-4098-ac44-26bd5168cee9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.401662] env[62643]: DEBUG oslo_concurrency.lockutils [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Lock "1d096b01-89ac-4098-ac44-26bd5168cee9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.401662] env[62643]: DEBUG oslo_concurrency.lockutils [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Lock "1d096b01-89ac-4098-ac44-26bd5168cee9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.403143] env[62643]: INFO nova.compute.manager [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Terminating instance [ 837.457108] env[62643]: DEBUG nova.network.neutron [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Successfully updated port: 1f87075b-0e7f-4145-982a-f32efab9d615 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.491687] env[62643]: DEBUG nova.compute.manager [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.581874] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16212} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.582156] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.582888] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd4849b-0d4e-4227-96bf-d3a852d15f12 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.604255] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 8448a4da-133c-43a5-ab37-4e4b8115466c/8448a4da-133c-43a5-ab37-4e4b8115466c.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.606503] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-720aa419-b9f1-4133-9a69-a285abd38039 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.621751] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-832616d3-7d7d-4c7a-a0fe-ffb80bdd7a37 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.625299] env[62643]: DEBUG oslo_concurrency.lockutils [None req-96d5ee88-3411-4b23-96d5-ce387041190b tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "5da4398a-cdc1-4c7b-bcc2-706f7b99a60a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.031s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.634474] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ce69d2-cdce-4464-91cd-c67edcff9b41 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.646140] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 837.646140] env[62643]: value = "task-2383271" [ 837.646140] env[62643]: _type = "Task" [ 837.646140] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.654694] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.669851] env[62643]: DEBUG nova.compute.manager [req-26b1468d-f228-476a-a9c3-05c51a726473 req-bded2b0a-258b-46c4-b521-a846735cd66a service nova] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Detach interface failed, port_id=40c186ce-3055-45f7-9a3a-a5d3b3a2dc84, reason: Instance 35f0758c-42be-471a-89d1-c4b4e7c84a05 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 837.675383] env[62643]: DEBUG nova.network.neutron [-] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.892829] env[62643]: INFO nova.compute.manager [-] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Took 1.30 seconds to deallocate network for instance. [ 837.907178] env[62643]: DEBUG nova.compute.manager [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.907433] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.908284] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70180eb9-c860-41b9-ad26-052d460f4443 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.916193] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.916464] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58e09a21-80c6-4d94-8c97-5ee10210331f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.922877] env[62643]: DEBUG oslo_vmware.api [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Waiting for the task: (returnval){ [ 837.922877] env[62643]: value = "task-2383272" [ 837.922877] env[62643]: _type = "Task" [ 837.922877] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.930446] env[62643]: DEBUG oslo_vmware.api [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': task-2383272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.959983] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Acquiring lock "refresh_cache-007b2c05-ed2e-4c24-975e-e7a32c599cef" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.960289] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Acquired lock "refresh_cache-007b2c05-ed2e-4c24-975e-e7a32c599cef" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.960325] env[62643]: DEBUG nova.network.neutron [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.014284] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.159213] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.177341] env[62643]: INFO nova.compute.manager [-] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Took 1.03 seconds to deallocate network for instance. [ 838.399053] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.435648] env[62643]: DEBUG oslo_vmware.api [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': task-2383272, 'name': PowerOffVM_Task, 'duration_secs': 0.261849} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.435780] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.435913] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.436148] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc29f22d-0118-4bfd-b3c2-fdc2e0f5544b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.501367] env[62643]: DEBUG nova.network.neutron [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.503446] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.504220] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.504220] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Deleting the datastore file [datastore1] 1d096b01-89ac-4098-ac44-26bd5168cee9 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.504220] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98b54cab-572c-4ee3-b055-25556b83b52f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.512230] env[62643]: DEBUG oslo_vmware.api [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Waiting for the task: (returnval){ [ 838.512230] env[62643]: value = "task-2383274" [ 838.512230] env[62643]: _type = "Task" [ 838.512230] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.520489] env[62643]: DEBUG oslo_vmware.api [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': task-2383274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.592809] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d442cd17-531d-4fb6-b96a-d7886f71ba1e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.600819] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e3c2b7-dbbb-46da-91b2-929118d5c15e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.630588] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "3f036c4b-0b5b-49e8-89cd-4e63e9c80d65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.630854] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "3f036c4b-0b5b-49e8-89cd-4e63e9c80d65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.631074] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "3f036c4b-0b5b-49e8-89cd-4e63e9c80d65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.631265] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "3f036c4b-0b5b-49e8-89cd-4e63e9c80d65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.631438] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "3f036c4b-0b5b-49e8-89cd-4e63e9c80d65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.635985] env[62643]: INFO nova.compute.manager [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Terminating instance [ 838.639699] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db8e58e-7108-4222-82c7-cfc7c431386f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.655470] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5dbb2c-49fb-4aa5-a0b8-083400e06bba {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.664465] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383271, 'name': ReconfigVM_Task, 'duration_secs': 0.615436} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.672207] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 8448a4da-133c-43a5-ab37-4e4b8115466c/8448a4da-133c-43a5-ab37-4e4b8115466c.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.673328] env[62643]: DEBUG nova.compute.provider_tree [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.674583] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd1ed39f-652b-4ad7-ac92-508fbc980673 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.681916] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 838.681916] env[62643]: value = "task-2383275" [ 838.681916] env[62643]: _type = "Task" [ 838.681916] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.683252] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.693516] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383275, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.726643] env[62643]: DEBUG nova.network.neutron [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Updating instance_info_cache with network_info: [{"id": "1f87075b-0e7f-4145-982a-f32efab9d615", "address": "fa:16:3e:11:f0:0e", "network": {"id": "71de19bd-7028-4a7d-8efd-e744d6f1ba1f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2024255103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1defbf0cd29e42babb8200314f7bdde6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f87075b-0e", "ovs_interfaceid": "1f87075b-0e7f-4145-982a-f32efab9d615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.023422] env[62643]: DEBUG oslo_vmware.api [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Task: {'id': task-2383274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160333} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.023745] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.023857] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.024047] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.024241] env[62643]: INFO nova.compute.manager [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 839.024485] env[62643]: DEBUG oslo.service.loopingcall [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.024674] env[62643]: DEBUG nova.compute.manager [-] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.024767] env[62643]: DEBUG nova.network.neutron [-] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.146023] env[62643]: DEBUG nova.compute.manager [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.146313] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.147314] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20683d8-b1af-4b94-85ce-a40a8d6e9612 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.155207] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.155464] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d427598c-40d6-49d3-8d6a-99465efa4772 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.161889] env[62643]: DEBUG oslo_vmware.api [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 839.161889] env[62643]: value = "task-2383276" [ 839.161889] env[62643]: _type = "Task" [ 839.161889] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.169262] env[62643]: DEBUG oslo_vmware.api [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.178359] env[62643]: DEBUG nova.scheduler.client.report [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.191764] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383275, 'name': Rename_Task, 'duration_secs': 0.136875} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.191897] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.192148] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8356b5e9-02c4-45c4-a866-1ade9e9d0d49 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.198224] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 839.198224] env[62643]: value = "task-2383277" [ 839.198224] env[62643]: _type = "Task" [ 839.198224] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.206356] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.229641] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Releasing lock "refresh_cache-007b2c05-ed2e-4c24-975e-e7a32c599cef" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.230348] env[62643]: DEBUG nova.compute.manager [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Instance network_info: |[{"id": "1f87075b-0e7f-4145-982a-f32efab9d615", "address": "fa:16:3e:11:f0:0e", "network": {"id": "71de19bd-7028-4a7d-8efd-e744d6f1ba1f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2024255103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1defbf0cd29e42babb8200314f7bdde6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f87075b-0e", "ovs_interfaceid": "1f87075b-0e7f-4145-982a-f32efab9d615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.230728] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:f0:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f87075b-0e7f-4145-982a-f32efab9d615', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.239079] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Creating folder: Project (1defbf0cd29e42babb8200314f7bdde6). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.239761] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92b4a463-ec6e-4c56-b206-6c379f9ff4c3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.250775] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Created folder: Project (1defbf0cd29e42babb8200314f7bdde6) in parent group-v483488. [ 839.250949] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Creating folder: Instances. Parent ref: group-v483661. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.251246] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d2dfb16-fcca-40da-b4b0-b4d1ba5121b4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.260281] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Created folder: Instances in parent group-v483661. [ 839.260527] env[62643]: DEBUG oslo.service.loopingcall [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.260730] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.260935] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-639a4071-4bdf-4cdb-98d0-d4f18e2aef9c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.281552] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.281552] env[62643]: value = "task-2383280" [ 839.281552] env[62643]: _type = "Task" [ 839.281552] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.290021] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383280, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.433238] env[62643]: DEBUG nova.compute.manager [req-8e72e64b-4b38-4d16-9826-6aef1c082f78 req-80d17019-e12a-4eb2-8c2b-847f20f291e3 service nova] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Received event network-changed-1f87075b-0e7f-4145-982a-f32efab9d615 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.433483] env[62643]: DEBUG nova.compute.manager [req-8e72e64b-4b38-4d16-9826-6aef1c082f78 req-80d17019-e12a-4eb2-8c2b-847f20f291e3 service nova] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Refreshing instance network info cache due to event network-changed-1f87075b-0e7f-4145-982a-f32efab9d615. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 839.433741] env[62643]: DEBUG oslo_concurrency.lockutils [req-8e72e64b-4b38-4d16-9826-6aef1c082f78 req-80d17019-e12a-4eb2-8c2b-847f20f291e3 service nova] Acquiring lock "refresh_cache-007b2c05-ed2e-4c24-975e-e7a32c599cef" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.433925] env[62643]: DEBUG oslo_concurrency.lockutils [req-8e72e64b-4b38-4d16-9826-6aef1c082f78 req-80d17019-e12a-4eb2-8c2b-847f20f291e3 service nova] Acquired lock "refresh_cache-007b2c05-ed2e-4c24-975e-e7a32c599cef" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.434140] env[62643]: DEBUG nova.network.neutron [req-8e72e64b-4b38-4d16-9826-6aef1c082f78 req-80d17019-e12a-4eb2-8c2b-847f20f291e3 service nova] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Refreshing network info cache for port 1f87075b-0e7f-4145-982a-f32efab9d615 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.671901] env[62643]: DEBUG oslo_vmware.api [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383276, 'name': PowerOffVM_Task, 'duration_secs': 0.197444} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.672145] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.672315] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.673063] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64757739-477f-4cb9-a3ac-3c03aa8731fc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.684032] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.684476] env[62643]: DEBUG nova.compute.manager [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.687594] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.421s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.689126] env[62643]: INFO nova.compute.claims [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.707233] env[62643]: DEBUG oslo_vmware.api [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383277, 'name': PowerOnVM_Task, 'duration_secs': 0.456317} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.707502] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.707699] env[62643]: INFO nova.compute.manager [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Took 7.88 seconds to spawn the instance on the hypervisor. [ 839.708292] env[62643]: DEBUG nova.compute.manager [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.708664] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9efd1e-d741-4af6-9e3d-e8f11aafadfb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.730704] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.730906] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.731105] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleting the datastore file [datastore2] 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.731352] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48a03ad6-437e-4808-9eae-ec3353cacd2a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.737892] env[62643]: DEBUG oslo_vmware.api [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 839.737892] env[62643]: value = "task-2383282" [ 839.737892] env[62643]: _type = "Task" [ 839.737892] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.746220] env[62643]: DEBUG oslo_vmware.api [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.748785] env[62643]: DEBUG nova.network.neutron [-] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.791576] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383280, 'name': CreateVM_Task, 'duration_secs': 0.29772} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.791756] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.792829] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.793017] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.793438] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.793833] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6038f0b-53ef-4dc8-bd85-53ca043fc649 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.799082] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Waiting for the task: (returnval){ [ 839.799082] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e07adf-036a-672a-896b-9c39fafaee8d" [ 839.799082] env[62643]: _type = "Task" [ 839.799082] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.808234] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e07adf-036a-672a-896b-9c39fafaee8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.131306] env[62643]: DEBUG nova.network.neutron [req-8e72e64b-4b38-4d16-9826-6aef1c082f78 req-80d17019-e12a-4eb2-8c2b-847f20f291e3 service nova] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Updated VIF entry in instance network info cache for port 1f87075b-0e7f-4145-982a-f32efab9d615. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.131775] env[62643]: DEBUG nova.network.neutron [req-8e72e64b-4b38-4d16-9826-6aef1c082f78 req-80d17019-e12a-4eb2-8c2b-847f20f291e3 service nova] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Updating instance_info_cache with network_info: [{"id": "1f87075b-0e7f-4145-982a-f32efab9d615", "address": "fa:16:3e:11:f0:0e", "network": {"id": "71de19bd-7028-4a7d-8efd-e744d6f1ba1f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2024255103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1defbf0cd29e42babb8200314f7bdde6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f87075b-0e", "ovs_interfaceid": "1f87075b-0e7f-4145-982a-f32efab9d615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.189821] env[62643]: DEBUG nova.compute.utils [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 840.191682] env[62643]: DEBUG nova.compute.manager [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.191914] env[62643]: DEBUG nova.network.neutron [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.226968] env[62643]: INFO nova.compute.manager [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Took 54.57 seconds to build instance. [ 840.244008] env[62643]: DEBUG nova.policy [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '817446fc4ec147fdac4749d88b7f8c34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2c0fb0db32b4e3cb369f3668fdda8c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.252519] env[62643]: INFO nova.compute.manager [-] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Took 1.23 seconds to deallocate network for instance. [ 840.253085] env[62643]: DEBUG oslo_vmware.api [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1246} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.254687] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.254892] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.255084] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.255256] env[62643]: INFO nova.compute.manager [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Took 1.11 seconds to destroy the instance on the hypervisor. [ 840.255488] env[62643]: DEBUG oslo.service.loopingcall [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 840.258141] env[62643]: DEBUG nova.compute.manager [-] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.258237] env[62643]: DEBUG nova.network.neutron [-] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.310043] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e07adf-036a-672a-896b-9c39fafaee8d, 'name': SearchDatastore_Task, 'duration_secs': 0.009649} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.310345] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.310584] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.310810] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.310956] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.311151] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.311398] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da8a5dc7-5942-4a69-81f8-96d5cd9cc57b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.325172] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.325172] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.325172] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0005b336-ea58-48bc-83a2-8d84e15b58b2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.330806] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Waiting for the task: (returnval){ [ 840.330806] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b186af-ae42-f1d2-bf8d-235d6c91e60b" [ 840.330806] env[62643]: _type = "Task" [ 840.330806] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.342760] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b186af-ae42-f1d2-bf8d-235d6c91e60b, 'name': SearchDatastore_Task, 'duration_secs': 0.009166} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.344162] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff3df871-1071-4106-b4c5-fc5b2fb1cbb3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.350802] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Waiting for the task: (returnval){ [ 840.350802] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e1b426-ee45-7169-01e0-c9dbfb7eabce" [ 840.350802] env[62643]: _type = "Task" [ 840.350802] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.359367] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e1b426-ee45-7169-01e0-c9dbfb7eabce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.548241] env[62643]: DEBUG nova.compute.manager [req-fc87a3c6-b662-4348-9347-a8133829c0e2 req-d1913aa6-4787-48fe-94a2-b9b6fd3c1699 service nova] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Received event network-vif-deleted-49fe5600-ab95-4974-add0-9ace07975973 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.548241] env[62643]: INFO nova.compute.manager [req-fc87a3c6-b662-4348-9347-a8133829c0e2 req-d1913aa6-4787-48fe-94a2-b9b6fd3c1699 service nova] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Neutron deleted interface 49fe5600-ab95-4974-add0-9ace07975973; detaching it from the instance and deleting it from the info cache [ 840.548241] env[62643]: DEBUG nova.network.neutron [req-fc87a3c6-b662-4348-9347-a8133829c0e2 req-d1913aa6-4787-48fe-94a2-b9b6fd3c1699 service nova] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.611432] env[62643]: DEBUG nova.network.neutron [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Successfully created port: 5cdf8b64-ec17-4043-9998-39e86c380fe5 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.636551] env[62643]: DEBUG oslo_concurrency.lockutils [req-8e72e64b-4b38-4d16-9826-6aef1c082f78 req-80d17019-e12a-4eb2-8c2b-847f20f291e3 service nova] Releasing lock "refresh_cache-007b2c05-ed2e-4c24-975e-e7a32c599cef" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.636882] env[62643]: DEBUG nova.compute.manager [req-8e72e64b-4b38-4d16-9826-6aef1c082f78 req-80d17019-e12a-4eb2-8c2b-847f20f291e3 service nova] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Received event network-vif-deleted-ca21e446-9384-4eb6-b10a-b9d52eb4cd30 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.637154] env[62643]: INFO nova.compute.manager [req-8e72e64b-4b38-4d16-9826-6aef1c082f78 req-80d17019-e12a-4eb2-8c2b-847f20f291e3 service nova] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Neutron deleted interface ca21e446-9384-4eb6-b10a-b9d52eb4cd30; detaching it from the instance and deleting it from the info cache [ 840.637484] env[62643]: DEBUG nova.network.neutron [req-8e72e64b-4b38-4d16-9826-6aef1c082f78 req-80d17019-e12a-4eb2-8c2b-847f20f291e3 service nova] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.695919] env[62643]: DEBUG nova.compute.manager [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.730034] env[62643]: DEBUG oslo_concurrency.lockutils [None req-07cc8a7c-3e22-4a4f-b251-1f3802c38b49 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "8448a4da-133c-43a5-ab37-4e4b8115466c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.038s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.763106] env[62643]: DEBUG oslo_concurrency.lockutils [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.866098] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e1b426-ee45-7169-01e0-c9dbfb7eabce, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.866440] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.866729] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 007b2c05-ed2e-4c24-975e-e7a32c599cef/007b2c05-ed2e-4c24-975e-e7a32c599cef.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.867025] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e30ab0a2-bc38-4282-818d-05617cf6e8ea {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.876200] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Waiting for the task: (returnval){ [ 840.876200] env[62643]: value = "task-2383283" [ 840.876200] env[62643]: _type = "Task" [ 840.876200] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.886286] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': task-2383283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.012692] env[62643]: DEBUG nova.network.neutron [-] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.053398] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f20587d3-a4a0-4bae-b8b3-b914a7d12bf3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.063335] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b911e2-9ba7-4136-a532-42c8343d45b4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.100561] env[62643]: DEBUG nova.compute.manager [req-fc87a3c6-b662-4348-9347-a8133829c0e2 req-d1913aa6-4787-48fe-94a2-b9b6fd3c1699 service nova] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Detach interface failed, port_id=49fe5600-ab95-4974-add0-9ace07975973, reason: Instance 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 841.125045] env[62643]: INFO nova.compute.manager [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Rescuing [ 841.125344] env[62643]: DEBUG oslo_concurrency.lockutils [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "refresh_cache-8448a4da-133c-43a5-ab37-4e4b8115466c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.125505] env[62643]: DEBUG oslo_concurrency.lockutils [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquired lock "refresh_cache-8448a4da-133c-43a5-ab37-4e4b8115466c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.125669] env[62643]: DEBUG nova.network.neutron [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.141458] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74441311-385a-4b01-a563-bd84034e1646 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.151194] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b1a94f-bfd3-4f91-a5ba-1c1cde2d2ddb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.188494] env[62643]: DEBUG nova.compute.manager [req-8e72e64b-4b38-4d16-9826-6aef1c082f78 req-80d17019-e12a-4eb2-8c2b-847f20f291e3 service nova] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Detach interface failed, port_id=ca21e446-9384-4eb6-b10a-b9d52eb4cd30, reason: Instance 1d096b01-89ac-4098-ac44-26bd5168cee9 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 841.220485] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d63cdd-3e6b-4e3f-b162-435cd4820099 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.229166] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80564138-3441-423b-a191-9de0603f9af1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.263187] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe18876-f409-4095-a50f-6c5839e34da2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.271618] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0901120a-abac-4e7a-9fb9-f1e58c458f84 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.286984] env[62643]: DEBUG nova.compute.provider_tree [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.385762] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': task-2383283, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.515290] env[62643]: INFO nova.compute.manager [-] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Took 1.26 seconds to deallocate network for instance. [ 841.709082] env[62643]: DEBUG nova.compute.manager [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.734892] env[62643]: DEBUG nova.virt.hardware [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.735985] env[62643]: DEBUG nova.virt.hardware [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.735985] env[62643]: DEBUG nova.virt.hardware [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.735985] env[62643]: DEBUG nova.virt.hardware [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.735985] env[62643]: DEBUG nova.virt.hardware [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.735985] env[62643]: DEBUG nova.virt.hardware [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.735985] env[62643]: DEBUG nova.virt.hardware [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.736237] env[62643]: DEBUG nova.virt.hardware [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.736460] env[62643]: DEBUG nova.virt.hardware [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.736654] env[62643]: DEBUG nova.virt.hardware [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.736834] env[62643]: DEBUG nova.virt.hardware [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.737708] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6632816f-2ab1-48b9-8680-92cadf1bffd6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.746009] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f3b697-c126-4b1f-bc0f-ea82b489da73 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.790183] env[62643]: DEBUG nova.scheduler.client.report [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.885911] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': task-2383283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537286} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.886881] env[62643]: DEBUG nova.network.neutron [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Updating instance_info_cache with network_info: [{"id": "2760eab5-e8b5-45a2-9749-973a0a6070cd", "address": "fa:16:3e:46:80:9a", "network": {"id": "9b219220-1109-4a21-b73b-27bfb2444b6e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-213815050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c4a4f2591c634c7597aae3681dc08508", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2760eab5-e8", "ovs_interfaceid": "2760eab5-e8b5-45a2-9749-973a0a6070cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.888081] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 007b2c05-ed2e-4c24-975e-e7a32c599cef/007b2c05-ed2e-4c24-975e-e7a32c599cef.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.888309] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.888807] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ba93bd8-ddc2-4df6-99d8-c2f674e5a3bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.894470] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Waiting for the task: (returnval){ [ 841.894470] env[62643]: value = "task-2383284" [ 841.894470] env[62643]: _type = "Task" [ 841.894470] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.902933] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': task-2383284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.022169] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.158688] env[62643]: DEBUG nova.compute.manager [req-55ae5a65-2364-4259-95db-62c00532c1ff req-b5339737-6320-418b-b705-e2030ff25f32 service nova] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Received event network-vif-plugged-5cdf8b64-ec17-4043-9998-39e86c380fe5 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.158688] env[62643]: DEBUG oslo_concurrency.lockutils [req-55ae5a65-2364-4259-95db-62c00532c1ff req-b5339737-6320-418b-b705-e2030ff25f32 service nova] Acquiring lock "209da343-6851-4c27-9254-d1c95829d1e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.159074] env[62643]: DEBUG oslo_concurrency.lockutils [req-55ae5a65-2364-4259-95db-62c00532c1ff req-b5339737-6320-418b-b705-e2030ff25f32 service nova] Lock "209da343-6851-4c27-9254-d1c95829d1e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.159074] env[62643]: DEBUG oslo_concurrency.lockutils [req-55ae5a65-2364-4259-95db-62c00532c1ff req-b5339737-6320-418b-b705-e2030ff25f32 service nova] Lock "209da343-6851-4c27-9254-d1c95829d1e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.160198] env[62643]: DEBUG nova.compute.manager [req-55ae5a65-2364-4259-95db-62c00532c1ff req-b5339737-6320-418b-b705-e2030ff25f32 service nova] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] No waiting events found dispatching network-vif-plugged-5cdf8b64-ec17-4043-9998-39e86c380fe5 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.160198] env[62643]: WARNING nova.compute.manager [req-55ae5a65-2364-4259-95db-62c00532c1ff req-b5339737-6320-418b-b705-e2030ff25f32 service nova] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Received unexpected event network-vif-plugged-5cdf8b64-ec17-4043-9998-39e86c380fe5 for instance with vm_state building and task_state spawning. [ 842.248393] env[62643]: DEBUG nova.network.neutron [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Successfully updated port: 5cdf8b64-ec17-4043-9998-39e86c380fe5 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.296430] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.297065] env[62643]: DEBUG nova.compute.manager [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.299806] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.097s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.300043] env[62643]: DEBUG nova.objects.instance [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lazy-loading 'pci_requests' on Instance uuid 20c560c8-551e-476c-b26a-45e5d9770dce {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.390284] env[62643]: DEBUG oslo_concurrency.lockutils [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Releasing lock "refresh_cache-8448a4da-133c-43a5-ab37-4e4b8115466c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.404846] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': task-2383284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060546} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.406886] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.407894] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4158a10a-e752-4f6f-919e-f5d7dcb0683b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.432396] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 007b2c05-ed2e-4c24-975e-e7a32c599cef/007b2c05-ed2e-4c24-975e-e7a32c599cef.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.434602] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a2c155-2a71-489d-8089-42daa3d77431 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.457678] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Waiting for the task: (returnval){ [ 842.457678] env[62643]: value = "task-2383285" [ 842.457678] env[62643]: _type = "Task" [ 842.457678] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.466569] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': task-2383285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.753484] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "refresh_cache-209da343-6851-4c27-9254-d1c95829d1e7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.753671] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "refresh_cache-209da343-6851-4c27-9254-d1c95829d1e7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.753885] env[62643]: DEBUG nova.network.neutron [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.804122] env[62643]: DEBUG nova.objects.instance [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lazy-loading 'numa_topology' on Instance uuid 20c560c8-551e-476c-b26a-45e5d9770dce {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.806080] env[62643]: DEBUG nova.compute.utils [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 842.808029] env[62643]: DEBUG nova.compute.manager [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.808029] env[62643]: DEBUG nova.network.neutron [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.862797] env[62643]: DEBUG nova.policy [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c75d71ee4b940afb37403f84fdb2f56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ab50f55a8f4ff289536d64ecd45f09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.954066] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.954066] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a6b96c6-10ec-43d5-b742-3f434f3e657a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.964803] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 842.964803] env[62643]: value = "task-2383286" [ 842.964803] env[62643]: _type = "Task" [ 842.964803] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.972141] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': task-2383285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.977276] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.187050] env[62643]: DEBUG nova.network.neutron [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Successfully created port: 77eff8bb-7f6a-48e1-871d-8d1eefc1997e {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.303725] env[62643]: DEBUG nova.network.neutron [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.308766] env[62643]: INFO nova.compute.claims [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.312761] env[62643]: DEBUG nova.compute.manager [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.443926] env[62643]: DEBUG nova.network.neutron [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Updating instance_info_cache with network_info: [{"id": "5cdf8b64-ec17-4043-9998-39e86c380fe5", "address": "fa:16:3e:2f:ee:d4", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cdf8b64-ec", "ovs_interfaceid": "5cdf8b64-ec17-4043-9998-39e86c380fe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.469400] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': task-2383285, 'name': ReconfigVM_Task, 'duration_secs': 0.79094} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.472424] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 007b2c05-ed2e-4c24-975e-e7a32c599cef/007b2c05-ed2e-4c24-975e-e7a32c599cef.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.473284] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3823d9b-573a-4f7b-a80e-9f698d1a5748 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.479740] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383286, 'name': PowerOffVM_Task, 'duration_secs': 0.216328} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.480830] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.481198] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Waiting for the task: (returnval){ [ 843.481198] env[62643]: value = "task-2383287" [ 843.481198] env[62643]: _type = "Task" [ 843.481198] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.481861] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458fee43-1bbb-40c6-9140-023db20016c6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.493727] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': task-2383287, 'name': Rename_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.508181] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dff1e42-bd49-4a8f-bd28-a5c4c3b087b7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.539315] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.539586] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29586912-26cd-476c-83d3-59397677a1aa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.545893] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 843.545893] env[62643]: value = "task-2383288" [ 843.545893] env[62643]: _type = "Task" [ 843.545893] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.554093] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.946616] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "refresh_cache-209da343-6851-4c27-9254-d1c95829d1e7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.946980] env[62643]: DEBUG nova.compute.manager [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Instance network_info: |[{"id": "5cdf8b64-ec17-4043-9998-39e86c380fe5", "address": "fa:16:3e:2f:ee:d4", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cdf8b64-ec", "ovs_interfaceid": "5cdf8b64-ec17-4043-9998-39e86c380fe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.947424] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:ee:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cdf8b64-ec17-4043-9998-39e86c380fe5', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.955554] env[62643]: DEBUG oslo.service.loopingcall [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 843.955884] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.956172] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50805415-c283-44fc-9871-ad9dddde5de0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.978253] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.978253] env[62643]: value = "task-2383289" [ 843.978253] env[62643]: _type = "Task" [ 843.978253] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.986969] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383289, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.996818] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': task-2383287, 'name': Rename_Task, 'duration_secs': 0.133601} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.997176] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.997459] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96e8438c-5878-4572-a5f0-858b18a36546 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.004530] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Waiting for the task: (returnval){ [ 844.004530] env[62643]: value = "task-2383290" [ 844.004530] env[62643]: _type = "Task" [ 844.004530] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.014177] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': task-2383290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.055699] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] VM already powered off {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 844.055924] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.056192] env[62643]: DEBUG oslo_concurrency.lockutils [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.056385] env[62643]: DEBUG oslo_concurrency.lockutils [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.056559] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.056818] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f2cc579-fc20-4878-9bba-b4cf4533a9bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.065102] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.065296] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.066069] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0812387-0dc5-4da5-b13d-555313039b47 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.071376] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 844.071376] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b8a3c5-187b-5513-c45f-3b350cd8c745" [ 844.071376] env[62643]: _type = "Task" [ 844.071376] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.078845] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b8a3c5-187b-5513-c45f-3b350cd8c745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.186781] env[62643]: DEBUG nova.compute.manager [req-d85e8c8d-4b6e-43c0-a31f-c46aea9974cc req-a5df0f4e-73db-48c8-9773-8bd96201a059 service nova] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Received event network-changed-5cdf8b64-ec17-4043-9998-39e86c380fe5 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.187043] env[62643]: DEBUG nova.compute.manager [req-d85e8c8d-4b6e-43c0-a31f-c46aea9974cc req-a5df0f4e-73db-48c8-9773-8bd96201a059 service nova] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Refreshing instance network info cache due to event network-changed-5cdf8b64-ec17-4043-9998-39e86c380fe5. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 844.187480] env[62643]: DEBUG oslo_concurrency.lockutils [req-d85e8c8d-4b6e-43c0-a31f-c46aea9974cc req-a5df0f4e-73db-48c8-9773-8bd96201a059 service nova] Acquiring lock "refresh_cache-209da343-6851-4c27-9254-d1c95829d1e7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.187729] env[62643]: DEBUG oslo_concurrency.lockutils [req-d85e8c8d-4b6e-43c0-a31f-c46aea9974cc req-a5df0f4e-73db-48c8-9773-8bd96201a059 service nova] Acquired lock "refresh_cache-209da343-6851-4c27-9254-d1c95829d1e7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.187729] env[62643]: DEBUG nova.network.neutron [req-d85e8c8d-4b6e-43c0-a31f-c46aea9974cc req-a5df0f4e-73db-48c8-9773-8bd96201a059 service nova] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Refreshing network info cache for port 5cdf8b64-ec17-4043-9998-39e86c380fe5 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.325014] env[62643]: DEBUG nova.compute.manager [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.353980] env[62643]: DEBUG nova.virt.hardware [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dbc6a1bfb126d7ac93787a939d728876',container_format='bare',created_at=2025-02-07T16:22:13Z,direct_url=,disk_format='vmdk',id=68a1d063-394c-4960-95a1-555c5f8e1ba5,min_disk=1,min_ram=0,name='tempest-test-snap-982925879',owner='48ab50f55a8f4ff289536d64ecd45f09',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-07T16:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.354243] env[62643]: DEBUG nova.virt.hardware [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.354433] env[62643]: DEBUG nova.virt.hardware [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.354637] env[62643]: DEBUG nova.virt.hardware [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.354788] env[62643]: DEBUG nova.virt.hardware [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.354936] env[62643]: DEBUG nova.virt.hardware [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.355160] env[62643]: DEBUG nova.virt.hardware [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.355344] env[62643]: DEBUG nova.virt.hardware [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.355502] env[62643]: DEBUG nova.virt.hardware [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.355649] env[62643]: DEBUG nova.virt.hardware [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.355827] env[62643]: DEBUG nova.virt.hardware [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.357506] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a272efc-ba97-48c9-8dde-97c69acd2993 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.369715] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf0a585-fce5-4efc-b2c5-5cbc6fe02af6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.487505] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383289, 'name': CreateVM_Task, 'duration_secs': 0.321696} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.490049] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.491096] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.491272] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.491587] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.491847] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513d9d9b-3653-40a7-a68c-76fc0d12e094 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.496682] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 844.496682] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524a7c1f-68ea-fd01-b2bf-b3ed477e06a4" [ 844.496682] env[62643]: _type = "Task" [ 844.496682] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.508373] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524a7c1f-68ea-fd01-b2bf-b3ed477e06a4, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.511274] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.511531] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.511765] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.511909] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.512099] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.514449] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16de8e92-cfe3-42ed-952a-f4bb0086b0f1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.520763] env[62643]: DEBUG oslo_vmware.api [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': task-2383290, 'name': PowerOnVM_Task, 'duration_secs': 0.469911} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.521040] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.521242] env[62643]: INFO nova.compute.manager [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Took 7.59 seconds to spawn the instance on the hypervisor. [ 844.521418] env[62643]: DEBUG nova.compute.manager [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.522899] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7946a91c-aef1-43ef-a8a1-e73ba086735b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.525319] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.525510] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.528330] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5083ccd2-9cda-42fb-872e-c469df2cca40 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.538396] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 844.538396] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ae05b9-2867-8511-d209-3781467650b7" [ 844.538396] env[62643]: _type = "Task" [ 844.538396] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.548934] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ae05b9-2867-8511-d209-3781467650b7, 'name': SearchDatastore_Task, 'duration_secs': 0.00856} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.549786] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f300bf3e-3a95-43a0-8a8f-0712faae2e1b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.555576] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 844.555576] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527644e5-307f-9c99-78e7-4f97ea113c01" [ 844.555576] env[62643]: _type = "Task" [ 844.555576] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.562847] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527644e5-307f-9c99-78e7-4f97ea113c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.585172] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b8a3c5-187b-5513-c45f-3b350cd8c745, 'name': SearchDatastore_Task, 'duration_secs': 0.009579} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.585491] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b86064-5b7c-4066-8bc0-2ea9f1bba534 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.592078] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 844.592078] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c1984d-fa27-9aba-8bac-93f8a75e1c5f" [ 844.592078] env[62643]: _type = "Task" [ 844.592078] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.600908] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c1984d-fa27-9aba-8bac-93f8a75e1c5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.797932] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac08e9d0-78e2-4b20-a7fe-f2a18c262489 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.811069] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f50e65-7ff6-43c0-9e5d-9dbd9d988f01 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.815130] env[62643]: DEBUG nova.network.neutron [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Successfully updated port: 77eff8bb-7f6a-48e1-871d-8d1eefc1997e {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.847625] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8b1922-bc12-4d02-bcf0-97da0b54d1b2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.855587] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d326a10d-4c03-4219-ade0-9079f15094c3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.869308] env[62643]: DEBUG nova.compute.provider_tree [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.971760] env[62643]: DEBUG nova.network.neutron [req-d85e8c8d-4b6e-43c0-a31f-c46aea9974cc req-a5df0f4e-73db-48c8-9773-8bd96201a059 service nova] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Updated VIF entry in instance network info cache for port 5cdf8b64-ec17-4043-9998-39e86c380fe5. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.972147] env[62643]: DEBUG nova.network.neutron [req-d85e8c8d-4b6e-43c0-a31f-c46aea9974cc req-a5df0f4e-73db-48c8-9773-8bd96201a059 service nova] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Updating instance_info_cache with network_info: [{"id": "5cdf8b64-ec17-4043-9998-39e86c380fe5", "address": "fa:16:3e:2f:ee:d4", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cdf8b64-ec", "ovs_interfaceid": "5cdf8b64-ec17-4043-9998-39e86c380fe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.046987] env[62643]: INFO nova.compute.manager [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Took 53.89 seconds to build instance. [ 845.067771] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527644e5-307f-9c99-78e7-4f97ea113c01, 'name': SearchDatastore_Task, 'duration_secs': 0.008331} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.068042] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.068303] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 209da343-6851-4c27-9254-d1c95829d1e7/209da343-6851-4c27-9254-d1c95829d1e7.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.068584] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68eede3a-8774-4610-a015-17243ba1b183 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.077598] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 845.077598] env[62643]: value = "task-2383291" [ 845.077598] env[62643]: _type = "Task" [ 845.077598] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.089038] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.102540] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c1984d-fa27-9aba-8bac-93f8a75e1c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009549} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.102811] env[62643]: DEBUG oslo_concurrency.lockutils [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.103086] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 8448a4da-133c-43a5-ab37-4e4b8115466c/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk. {{(pid=62643) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 845.103351] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2fd4985-40bf-4394-a178-b7341611fad8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.110068] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 845.110068] env[62643]: value = "task-2383292" [ 845.110068] env[62643]: _type = "Task" [ 845.110068] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.118121] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.318502] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "refresh_cache-7871b84e-d19c-4fff-9d22-6e00403a6420" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.318815] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired lock "refresh_cache-7871b84e-d19c-4fff-9d22-6e00403a6420" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.319192] env[62643]: DEBUG nova.network.neutron [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.375150] env[62643]: DEBUG nova.scheduler.client.report [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.475239] env[62643]: DEBUG oslo_concurrency.lockutils [req-d85e8c8d-4b6e-43c0-a31f-c46aea9974cc req-a5df0f4e-73db-48c8-9773-8bd96201a059 service nova] Releasing lock "refresh_cache-209da343-6851-4c27-9254-d1c95829d1e7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.549737] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f62ad39-6468-48bd-8b83-41374a9562d7 tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Lock "007b2c05-ed2e-4c24-975e-e7a32c599cef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.234s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.590746] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484635} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.591119] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 209da343-6851-4c27-9254-d1c95829d1e7/209da343-6851-4c27-9254-d1c95829d1e7.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.591413] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.591756] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-471077c2-e9f7-4c93-88e4-5d629659755a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.599913] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 845.599913] env[62643]: value = "task-2383293" [ 845.599913] env[62643]: _type = "Task" [ 845.599913] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.611326] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.621033] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383292, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.881314] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.581s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.884467] env[62643]: DEBUG nova.network.neutron [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.886895] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.732s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.888937] env[62643]: INFO nova.compute.claims [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.933205] env[62643]: INFO nova.network.neutron [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Updating port 20e8f5a1-205b-4df3-8683-b08327bbe676 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 846.110392] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128891} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.110681] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.111748] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb5ea91-4224-4b77-b418-193997b788fe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.123290] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383292, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.141268] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 209da343-6851-4c27-9254-d1c95829d1e7/209da343-6851-4c27-9254-d1c95829d1e7.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.144239] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdab9bf6-cc8f-4d0f-a0b0-46ef80660417 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.164955] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 846.164955] env[62643]: value = "task-2383294" [ 846.164955] env[62643]: _type = "Task" [ 846.164955] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.176073] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.258305] env[62643]: DEBUG nova.network.neutron [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Updating instance_info_cache with network_info: [{"id": "77eff8bb-7f6a-48e1-871d-8d1eefc1997e", "address": "fa:16:3e:95:ba:10", "network": {"id": "7913ea5d-c434-47bd-8c92-ec7d02c3c89a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-714094955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab50f55a8f4ff289536d64ecd45f09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77eff8bb-7f", "ovs_interfaceid": "77eff8bb-7f6a-48e1-871d-8d1eefc1997e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.262038] env[62643]: DEBUG nova.compute.manager [req-f30c6f73-4d9c-403e-991b-6a0e69a36a91 req-ab1f9628-29b8-4dd7-9184-6047301a8a61 service nova] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Received event network-vif-plugged-77eff8bb-7f6a-48e1-871d-8d1eefc1997e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.262477] env[62643]: DEBUG oslo_concurrency.lockutils [req-f30c6f73-4d9c-403e-991b-6a0e69a36a91 req-ab1f9628-29b8-4dd7-9184-6047301a8a61 service nova] Acquiring lock "7871b84e-d19c-4fff-9d22-6e00403a6420-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.262816] env[62643]: DEBUG oslo_concurrency.lockutils [req-f30c6f73-4d9c-403e-991b-6a0e69a36a91 req-ab1f9628-29b8-4dd7-9184-6047301a8a61 service nova] Lock "7871b84e-d19c-4fff-9d22-6e00403a6420-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.263015] env[62643]: DEBUG oslo_concurrency.lockutils [req-f30c6f73-4d9c-403e-991b-6a0e69a36a91 req-ab1f9628-29b8-4dd7-9184-6047301a8a61 service nova] Lock "7871b84e-d19c-4fff-9d22-6e00403a6420-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.263324] env[62643]: DEBUG nova.compute.manager [req-f30c6f73-4d9c-403e-991b-6a0e69a36a91 req-ab1f9628-29b8-4dd7-9184-6047301a8a61 service nova] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] No waiting events found dispatching network-vif-plugged-77eff8bb-7f6a-48e1-871d-8d1eefc1997e {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.263324] env[62643]: WARNING nova.compute.manager [req-f30c6f73-4d9c-403e-991b-6a0e69a36a91 req-ab1f9628-29b8-4dd7-9184-6047301a8a61 service nova] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Received unexpected event network-vif-plugged-77eff8bb-7f6a-48e1-871d-8d1eefc1997e for instance with vm_state building and task_state spawning. [ 846.263482] env[62643]: DEBUG nova.compute.manager [req-f30c6f73-4d9c-403e-991b-6a0e69a36a91 req-ab1f9628-29b8-4dd7-9184-6047301a8a61 service nova] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Received event network-changed-77eff8bb-7f6a-48e1-871d-8d1eefc1997e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.263630] env[62643]: DEBUG nova.compute.manager [req-f30c6f73-4d9c-403e-991b-6a0e69a36a91 req-ab1f9628-29b8-4dd7-9184-6047301a8a61 service nova] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Refreshing instance network info cache due to event network-changed-77eff8bb-7f6a-48e1-871d-8d1eefc1997e. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 846.263794] env[62643]: DEBUG oslo_concurrency.lockutils [req-f30c6f73-4d9c-403e-991b-6a0e69a36a91 req-ab1f9628-29b8-4dd7-9184-6047301a8a61 service nova] Acquiring lock "refresh_cache-7871b84e-d19c-4fff-9d22-6e00403a6420" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.362185] env[62643]: DEBUG nova.compute.manager [req-c61dee8d-875d-4193-824b-2d9ce9dbb684 req-11f1c25d-9897-41fb-85a4-fdbca207fa02 service nova] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Received event network-changed-1f87075b-0e7f-4145-982a-f32efab9d615 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.362185] env[62643]: DEBUG nova.compute.manager [req-c61dee8d-875d-4193-824b-2d9ce9dbb684 req-11f1c25d-9897-41fb-85a4-fdbca207fa02 service nova] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Refreshing instance network info cache due to event network-changed-1f87075b-0e7f-4145-982a-f32efab9d615. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 846.362435] env[62643]: DEBUG oslo_concurrency.lockutils [req-c61dee8d-875d-4193-824b-2d9ce9dbb684 req-11f1c25d-9897-41fb-85a4-fdbca207fa02 service nova] Acquiring lock "refresh_cache-007b2c05-ed2e-4c24-975e-e7a32c599cef" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.362435] env[62643]: DEBUG oslo_concurrency.lockutils [req-c61dee8d-875d-4193-824b-2d9ce9dbb684 req-11f1c25d-9897-41fb-85a4-fdbca207fa02 service nova] Acquired lock "refresh_cache-007b2c05-ed2e-4c24-975e-e7a32c599cef" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.362606] env[62643]: DEBUG nova.network.neutron [req-c61dee8d-875d-4193-824b-2d9ce9dbb684 req-11f1c25d-9897-41fb-85a4-fdbca207fa02 service nova] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Refreshing network info cache for port 1f87075b-0e7f-4145-982a-f32efab9d615 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.620560] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383292, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.676237] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383294, 'name': ReconfigVM_Task, 'duration_secs': 0.377121} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.676575] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 209da343-6851-4c27-9254-d1c95829d1e7/209da343-6851-4c27-9254-d1c95829d1e7.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.677149] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e8324a5-661a-400f-b94c-26b9caad040f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.683177] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 846.683177] env[62643]: value = "task-2383295" [ 846.683177] env[62643]: _type = "Task" [ 846.683177] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.690560] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383295, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.766038] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Releasing lock "refresh_cache-7871b84e-d19c-4fff-9d22-6e00403a6420" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.766038] env[62643]: DEBUG nova.compute.manager [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Instance network_info: |[{"id": "77eff8bb-7f6a-48e1-871d-8d1eefc1997e", "address": "fa:16:3e:95:ba:10", "network": {"id": "7913ea5d-c434-47bd-8c92-ec7d02c3c89a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-714094955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab50f55a8f4ff289536d64ecd45f09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77eff8bb-7f", "ovs_interfaceid": "77eff8bb-7f6a-48e1-871d-8d1eefc1997e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.766284] env[62643]: DEBUG oslo_concurrency.lockutils [req-f30c6f73-4d9c-403e-991b-6a0e69a36a91 req-ab1f9628-29b8-4dd7-9184-6047301a8a61 service nova] Acquired lock "refresh_cache-7871b84e-d19c-4fff-9d22-6e00403a6420" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.766336] env[62643]: DEBUG nova.network.neutron [req-f30c6f73-4d9c-403e-991b-6a0e69a36a91 req-ab1f9628-29b8-4dd7-9184-6047301a8a61 service nova] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Refreshing network info cache for port 77eff8bb-7f6a-48e1-871d-8d1eefc1997e {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.767712] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:ba:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77eff8bb-7f6a-48e1-871d-8d1eefc1997e', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.775121] env[62643]: DEBUG oslo.service.loopingcall [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 846.776128] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.776357] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ce2c778-de7f-442c-a5c7-667752fd843e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.796328] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.796328] env[62643]: value = "task-2383296" [ 846.796328] env[62643]: _type = "Task" [ 846.796328] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.804373] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383296, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.125500] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383292, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.629789} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.126803] env[62643]: INFO nova.virt.vmwareapi.ds_util [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 8448a4da-133c-43a5-ab37-4e4b8115466c/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk. [ 847.126803] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64eafa46-84c4-4e3b-be68-d621618a2ebd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.156611] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 8448a4da-133c-43a5-ab37-4e4b8115466c/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.161884] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e17a1ac6-e426-478a-af08-b832c2334462 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.184154] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 847.184154] env[62643]: value = "task-2383297" [ 847.184154] env[62643]: _type = "Task" [ 847.184154] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.205504] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383295, 'name': Rename_Task, 'duration_secs': 0.133807} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.205904] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.206267] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.206580] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d38c10ac-8e63-4543-8239-22ee14fd7a63 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.216699] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 847.216699] env[62643]: value = "task-2383298" [ 847.216699] env[62643]: _type = "Task" [ 847.216699] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.226664] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.238524] env[62643]: DEBUG nova.network.neutron [req-c61dee8d-875d-4193-824b-2d9ce9dbb684 req-11f1c25d-9897-41fb-85a4-fdbca207fa02 service nova] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Updated VIF entry in instance network info cache for port 1f87075b-0e7f-4145-982a-f32efab9d615. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.239142] env[62643]: DEBUG nova.network.neutron [req-c61dee8d-875d-4193-824b-2d9ce9dbb684 req-11f1c25d-9897-41fb-85a4-fdbca207fa02 service nova] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Updating instance_info_cache with network_info: [{"id": "1f87075b-0e7f-4145-982a-f32efab9d615", "address": "fa:16:3e:11:f0:0e", "network": {"id": "71de19bd-7028-4a7d-8efd-e744d6f1ba1f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2024255103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1defbf0cd29e42babb8200314f7bdde6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f87075b-0e", "ovs_interfaceid": "1f87075b-0e7f-4145-982a-f32efab9d615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.307069] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383296, 'name': CreateVM_Task, 'duration_secs': 0.41624} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.307069] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.307181] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/68a1d063-394c-4960-95a1-555c5f8e1ba5" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.307255] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/68a1d063-394c-4960-95a1-555c5f8e1ba5" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.307732] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/68a1d063-394c-4960-95a1-555c5f8e1ba5" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.308017] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5cb672-5b19-472f-aa1d-2a8a0c21f593 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.314139] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 847.314139] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5276d899-da2a-7097-61cd-371c2b153b9e" [ 847.314139] env[62643]: _type = "Task" [ 847.314139] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.323804] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5276d899-da2a-7097-61cd-371c2b153b9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.453476] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bf7856-3c13-48d0-b787-b0a3ef36f786 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.462287] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f01f04-ffe9-4093-947b-9f7d3e16b02b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.497448] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9972d2d3-11a1-42a4-8ad4-98c7c5952fcc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.505373] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae0e7f9-4972-4a33-a38e-8712f21ac9dc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.520656] env[62643]: DEBUG nova.compute.provider_tree [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.610929] env[62643]: DEBUG nova.network.neutron [req-f30c6f73-4d9c-403e-991b-6a0e69a36a91 req-ab1f9628-29b8-4dd7-9184-6047301a8a61 service nova] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Updated VIF entry in instance network info cache for port 77eff8bb-7f6a-48e1-871d-8d1eefc1997e. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.611313] env[62643]: DEBUG nova.network.neutron [req-f30c6f73-4d9c-403e-991b-6a0e69a36a91 req-ab1f9628-29b8-4dd7-9184-6047301a8a61 service nova] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Updating instance_info_cache with network_info: [{"id": "77eff8bb-7f6a-48e1-871d-8d1eefc1997e", "address": "fa:16:3e:95:ba:10", "network": {"id": "7913ea5d-c434-47bd-8c92-ec7d02c3c89a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-714094955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab50f55a8f4ff289536d64ecd45f09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77eff8bb-7f", "ovs_interfaceid": "77eff8bb-7f6a-48e1-871d-8d1eefc1997e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.701500] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383297, 'name': ReconfigVM_Task, 'duration_secs': 0.513985} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.701500] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.701500] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.701500] env[62643]: DEBUG nova.network.neutron [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.702441] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 8448a4da-133c-43a5-ab37-4e4b8115466c/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.703427] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23072b2e-77dc-43ec-b714-2517363829d2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.738885] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1992b9c-1751-46c4-8433-3d61246a3d0b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.749356] env[62643]: DEBUG oslo_concurrency.lockutils [req-c61dee8d-875d-4193-824b-2d9ce9dbb684 req-11f1c25d-9897-41fb-85a4-fdbca207fa02 service nova] Releasing lock "refresh_cache-007b2c05-ed2e-4c24-975e-e7a32c599cef" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.756549] env[62643]: DEBUG oslo_vmware.api [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383298, 'name': PowerOnVM_Task, 'duration_secs': 0.520101} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.757863] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.758112] env[62643]: INFO nova.compute.manager [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Took 6.05 seconds to spawn the instance on the hypervisor. [ 847.758271] env[62643]: DEBUG nova.compute.manager [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.759040] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 847.759040] env[62643]: value = "task-2383299" [ 847.759040] env[62643]: _type = "Task" [ 847.759040] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.759313] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0f5537-fbb8-4850-8502-f4e036afc366 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.773616] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.824031] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/68a1d063-394c-4960-95a1-555c5f8e1ba5" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.824258] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Processing image 68a1d063-394c-4960-95a1-555c5f8e1ba5 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.824493] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/68a1d063-394c-4960-95a1-555c5f8e1ba5/68a1d063-394c-4960-95a1-555c5f8e1ba5.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.824644] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/68a1d063-394c-4960-95a1-555c5f8e1ba5/68a1d063-394c-4960-95a1-555c5f8e1ba5.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.824822] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.825089] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d668149-4d26-43a0-805b-35c1f4579cdb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.832777] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.832949] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.833631] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84443041-1d04-4590-b559-834742ef5973 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.839234] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 847.839234] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526c92c3-5e3f-e40b-c9a4-7d8b3fbaba69" [ 847.839234] env[62643]: _type = "Task" [ 847.839234] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.847513] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526c92c3-5e3f-e40b-c9a4-7d8b3fbaba69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.027057] env[62643]: DEBUG nova.scheduler.client.report [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.114302] env[62643]: DEBUG oslo_concurrency.lockutils [req-f30c6f73-4d9c-403e-991b-6a0e69a36a91 req-ab1f9628-29b8-4dd7-9184-6047301a8a61 service nova] Releasing lock "refresh_cache-7871b84e-d19c-4fff-9d22-6e00403a6420" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.271699] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383299, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.282526] env[62643]: INFO nova.compute.manager [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Took 49.69 seconds to build instance. [ 848.340626] env[62643]: DEBUG nova.compute.manager [req-96ff01b7-0b1e-4c50-9847-22ee31d6adcf req-1dc6ba3e-db5d-4fbe-93e3-b65969b935e9 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Received event network-vif-plugged-20e8f5a1-205b-4df3-8683-b08327bbe676 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.340929] env[62643]: DEBUG oslo_concurrency.lockutils [req-96ff01b7-0b1e-4c50-9847-22ee31d6adcf req-1dc6ba3e-db5d-4fbe-93e3-b65969b935e9 service nova] Acquiring lock "20c560c8-551e-476c-b26a-45e5d9770dce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.341190] env[62643]: DEBUG oslo_concurrency.lockutils [req-96ff01b7-0b1e-4c50-9847-22ee31d6adcf req-1dc6ba3e-db5d-4fbe-93e3-b65969b935e9 service nova] Lock "20c560c8-551e-476c-b26a-45e5d9770dce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.341373] env[62643]: DEBUG oslo_concurrency.lockutils [req-96ff01b7-0b1e-4c50-9847-22ee31d6adcf req-1dc6ba3e-db5d-4fbe-93e3-b65969b935e9 service nova] Lock "20c560c8-551e-476c-b26a-45e5d9770dce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.341617] env[62643]: DEBUG nova.compute.manager [req-96ff01b7-0b1e-4c50-9847-22ee31d6adcf req-1dc6ba3e-db5d-4fbe-93e3-b65969b935e9 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] No waiting events found dispatching network-vif-plugged-20e8f5a1-205b-4df3-8683-b08327bbe676 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.341789] env[62643]: WARNING nova.compute.manager [req-96ff01b7-0b1e-4c50-9847-22ee31d6adcf req-1dc6ba3e-db5d-4fbe-93e3-b65969b935e9 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Received unexpected event network-vif-plugged-20e8f5a1-205b-4df3-8683-b08327bbe676 for instance with vm_state shelved_offloaded and task_state spawning. [ 848.341976] env[62643]: DEBUG nova.compute.manager [req-96ff01b7-0b1e-4c50-9847-22ee31d6adcf req-1dc6ba3e-db5d-4fbe-93e3-b65969b935e9 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Received event network-changed-20e8f5a1-205b-4df3-8683-b08327bbe676 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.342168] env[62643]: DEBUG nova.compute.manager [req-96ff01b7-0b1e-4c50-9847-22ee31d6adcf req-1dc6ba3e-db5d-4fbe-93e3-b65969b935e9 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Refreshing instance network info cache due to event network-changed-20e8f5a1-205b-4df3-8683-b08327bbe676. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 848.342357] env[62643]: DEBUG oslo_concurrency.lockutils [req-96ff01b7-0b1e-4c50-9847-22ee31d6adcf req-1dc6ba3e-db5d-4fbe-93e3-b65969b935e9 service nova] Acquiring lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.354979] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Preparing fetch location {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 848.355266] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Fetch image to [datastore1] OSTACK_IMG_96b3d968-7dc9-48de-80e8-bc2087ed86b7/OSTACK_IMG_96b3d968-7dc9-48de-80e8-bc2087ed86b7.vmdk {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 848.355465] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Downloading stream optimized image 68a1d063-394c-4960-95a1-555c5f8e1ba5 to [datastore1] OSTACK_IMG_96b3d968-7dc9-48de-80e8-bc2087ed86b7/OSTACK_IMG_96b3d968-7dc9-48de-80e8-bc2087ed86b7.vmdk on the data store datastore1 as vApp {{(pid=62643) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 848.355636] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Downloading image file data 68a1d063-394c-4960-95a1-555c5f8e1ba5 to the ESX as VM named 'OSTACK_IMG_96b3d968-7dc9-48de-80e8-bc2087ed86b7' {{(pid=62643) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 848.433951] env[62643]: DEBUG oslo_vmware.rw_handles [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 848.433951] env[62643]: value = "resgroup-9" [ 848.433951] env[62643]: _type = "ResourcePool" [ 848.433951] env[62643]: }. {{(pid=62643) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 848.434704] env[62643]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7f6bb928-3c18-452e-9379-ef2f15340dab {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.459055] env[62643]: DEBUG oslo_vmware.rw_handles [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lease: (returnval){ [ 848.459055] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5273dd1e-9a21-a386-ed7f-03e70458ccbf" [ 848.459055] env[62643]: _type = "HttpNfcLease" [ 848.459055] env[62643]: } obtained for vApp import into resource pool (val){ [ 848.459055] env[62643]: value = "resgroup-9" [ 848.459055] env[62643]: _type = "ResourcePool" [ 848.459055] env[62643]: }. {{(pid=62643) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 848.459055] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the lease: (returnval){ [ 848.459055] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5273dd1e-9a21-a386-ed7f-03e70458ccbf" [ 848.459055] env[62643]: _type = "HttpNfcLease" [ 848.459055] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 848.470012] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.470012] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5273dd1e-9a21-a386-ed7f-03e70458ccbf" [ 848.470012] env[62643]: _type = "HttpNfcLease" [ 848.470012] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 848.533017] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.533571] env[62643]: DEBUG nova.compute.manager [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.536270] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.821s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.536508] env[62643]: DEBUG nova.objects.instance [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lazy-loading 'resources' on Instance uuid 9f0ee26b-4f22-4ed9-b323-3585a66ad421 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.538600] env[62643]: DEBUG nova.network.neutron [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Updating instance_info_cache with network_info: [{"id": "20e8f5a1-205b-4df3-8683-b08327bbe676", "address": "fa:16:3e:bc:b5:99", "network": {"id": "71c5229e-42c0-45ed-8d40-92f570a66e96", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-761236806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa7d55bb2334b6cac45f3d2b66555f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e8f5a1-20", "ovs_interfaceid": "20e8f5a1-205b-4df3-8683-b08327bbe676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.774430] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383299, 'name': ReconfigVM_Task, 'duration_secs': 0.526634} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.774686] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.774934] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a19c73fa-1c83-4825-8217-3091e6783666 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.781023] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 848.781023] env[62643]: value = "task-2383301" [ 848.781023] env[62643]: _type = "Task" [ 848.781023] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.788927] env[62643]: DEBUG oslo_concurrency.lockutils [None req-36b89877-a904-4c28-b4c7-4d3d0039a47e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "209da343-6851-4c27-9254-d1c95829d1e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.646s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.789069] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.965817] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.965817] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5273dd1e-9a21-a386-ed7f-03e70458ccbf" [ 848.965817] env[62643]: _type = "HttpNfcLease" [ 848.965817] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 849.039470] env[62643]: DEBUG nova.compute.utils [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 849.040958] env[62643]: DEBUG nova.compute.manager [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.041223] env[62643]: DEBUG nova.network.neutron [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.046245] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Releasing lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.048572] env[62643]: DEBUG oslo_concurrency.lockutils [req-96ff01b7-0b1e-4c50-9847-22ee31d6adcf req-1dc6ba3e-db5d-4fbe-93e3-b65969b935e9 service nova] Acquired lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.049362] env[62643]: DEBUG nova.network.neutron [req-96ff01b7-0b1e-4c50-9847-22ee31d6adcf req-1dc6ba3e-db5d-4fbe-93e3-b65969b935e9 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Refreshing network info cache for port 20e8f5a1-205b-4df3-8683-b08327bbe676 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.072798] env[62643]: DEBUG nova.virt.hardware [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='beaf1449dee16eb2a6bd06f843280571',container_format='bare',created_at=2025-02-07T16:21:21Z,direct_url=,disk_format='vmdk',id=2bf7bd89-e0aa-44ed-878d-6a024f8a28fb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-659421465-shelved',owner='4fa7d55bb2334b6cac45f3d2b66555f4',properties=ImageMetaProps,protected=,size=31671808,status='active',tags=,updated_at=2025-02-07T16:21:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.073151] env[62643]: DEBUG nova.virt.hardware [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.073439] env[62643]: DEBUG nova.virt.hardware [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.073737] env[62643]: DEBUG nova.virt.hardware [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.073976] env[62643]: DEBUG nova.virt.hardware [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.074248] env[62643]: DEBUG nova.virt.hardware [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.075016] env[62643]: DEBUG nova.virt.hardware [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.075016] env[62643]: DEBUG nova.virt.hardware [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.075016] env[62643]: DEBUG nova.virt.hardware [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.075211] env[62643]: DEBUG nova.virt.hardware [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.075475] env[62643]: DEBUG nova.virt.hardware [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.076975] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db682d94-6845-4032-b0aa-411bab4ac458 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.089312] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02894c70-db4c-4913-8f17-e27859a8b66b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.103816] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:b5:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20e8f5a1-205b-4df3-8683-b08327bbe676', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.112028] env[62643]: DEBUG oslo.service.loopingcall [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.114659] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.115413] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-659efa1e-0f5c-4200-be8d-1ddc91ac56d6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.138272] env[62643]: DEBUG nova.policy [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47eb78e53007439d9cd0eb9854f90ba9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4debeebb96534c2c93a5fded0b5916fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.140810] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.140810] env[62643]: value = "task-2383302" [ 849.140810] env[62643]: _type = "Task" [ 849.140810] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.152915] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383302, 'name': CreateVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.293484] env[62643]: DEBUG oslo_vmware.api [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383301, 'name': PowerOnVM_Task, 'duration_secs': 0.430032} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.293748] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.300021] env[62643]: DEBUG nova.compute.manager [None req-52bb32fd-a583-42df-ad0e-77ba8990487f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.300021] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71971f0-3e08-4cca-9175-46c6ce792fa8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.465478] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.465478] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5273dd1e-9a21-a386-ed7f-03e70458ccbf" [ 849.465478] env[62643]: _type = "HttpNfcLease" [ 849.465478] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 849.465845] env[62643]: DEBUG oslo_vmware.rw_handles [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 849.465845] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5273dd1e-9a21-a386-ed7f-03e70458ccbf" [ 849.465845] env[62643]: _type = "HttpNfcLease" [ 849.465845] env[62643]: }. {{(pid=62643) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 849.466678] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978d7939-fe22-409d-8421-8c8888e75b5c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.475835] env[62643]: DEBUG oslo_vmware.rw_handles [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520fd140-fe03-5d0d-c012-84416dca1702/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 849.476035] env[62643]: DEBUG oslo_vmware.rw_handles [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520fd140-fe03-5d0d-c012-84416dca1702/disk-0.vmdk. {{(pid=62643) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 849.538439] env[62643]: DEBUG nova.network.neutron [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Successfully created port: 306bc14b-9be2-4c95-877d-686f04a0e14b {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.545125] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-23acdb23-786e-49bc-a774-15d4a8724a0c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.550557] env[62643]: DEBUG nova.compute.manager [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.659730] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383302, 'name': CreateVM_Task, 'duration_secs': 0.303562} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.663123] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.664669] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.664669] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.664929] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.665276] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-752db926-c46c-45d6-8974-c2807bd6cdc5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.673472] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 849.673472] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528793ca-4182-40e2-40d6-4fd6d851199c" [ 849.673472] env[62643]: _type = "Task" [ 849.673472] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.687878] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.688155] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Processing image 2bf7bd89-e0aa-44ed-878d-6a024f8a28fb {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.688386] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.688612] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.688707] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.689995] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a98094ba-d404-4d14-a299-29b7dfc5f5fd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.693589] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dde960-347f-42e0-91dd-87a280de3570 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.705741] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86295354-02f6-4289-ba38-add9066b83a9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.711648] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.711821] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.714179] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ba7075-3bf1-429a-9019-2515a84cf423 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.756033] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1402c66b-9610-4bf2-ba60-13d84ecbc034 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.768030] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 849.768030] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520a60ed-04e7-3c9e-d51c-90794f2d9baa" [ 849.768030] env[62643]: _type = "Task" [ 849.768030] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.768451] env[62643]: DEBUG nova.compute.manager [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Stashing vm_state: active {{(pid=62643) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 849.782450] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba0b225-c0f1-4d40-9707-bb4296d7bced {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.795805] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Preparing fetch location {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 849.796107] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Fetch image to [datastore1] OSTACK_IMG_153dacbf-9454-41e7-ab25-7630ad4d125d/OSTACK_IMG_153dacbf-9454-41e7-ab25-7630ad4d125d.vmdk {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 849.796290] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Downloading stream optimized image 2bf7bd89-e0aa-44ed-878d-6a024f8a28fb to [datastore1] OSTACK_IMG_153dacbf-9454-41e7-ab25-7630ad4d125d/OSTACK_IMG_153dacbf-9454-41e7-ab25-7630ad4d125d.vmdk on the data store datastore1 as vApp {{(pid=62643) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 849.796454] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Downloading image file data 2bf7bd89-e0aa-44ed-878d-6a024f8a28fb to the ESX as VM named 'OSTACK_IMG_153dacbf-9454-41e7-ab25-7630ad4d125d' {{(pid=62643) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 849.809414] env[62643]: DEBUG nova.compute.provider_tree [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.926982] env[62643]: DEBUG nova.network.neutron [req-96ff01b7-0b1e-4c50-9847-22ee31d6adcf req-1dc6ba3e-db5d-4fbe-93e3-b65969b935e9 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Updated VIF entry in instance network info cache for port 20e8f5a1-205b-4df3-8683-b08327bbe676. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.927380] env[62643]: DEBUG nova.network.neutron [req-96ff01b7-0b1e-4c50-9847-22ee31d6adcf req-1dc6ba3e-db5d-4fbe-93e3-b65969b935e9 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Updating instance_info_cache with network_info: [{"id": "20e8f5a1-205b-4df3-8683-b08327bbe676", "address": "fa:16:3e:bc:b5:99", "network": {"id": "71c5229e-42c0-45ed-8d40-92f570a66e96", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-761236806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa7d55bb2334b6cac45f3d2b66555f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e8f5a1-20", "ovs_interfaceid": "20e8f5a1-205b-4df3-8683-b08327bbe676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.930457] env[62643]: DEBUG oslo_vmware.rw_handles [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 849.930457] env[62643]: value = "resgroup-9" [ 849.930457] env[62643]: _type = "ResourcePool" [ 849.930457] env[62643]: }. {{(pid=62643) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 849.930457] env[62643]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3552f4b8-be7c-40f7-91fb-984a2593c1e7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.947068] env[62643]: DEBUG nova.network.neutron [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Successfully created port: d2e93726-2132-46da-a040-db5af4721782 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.960725] env[62643]: DEBUG oslo_vmware.rw_handles [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lease: (returnval){ [ 849.960725] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52376df6-d98b-06bc-07b0-3115d552938b" [ 849.960725] env[62643]: _type = "HttpNfcLease" [ 849.960725] env[62643]: } obtained for vApp import into resource pool (val){ [ 849.960725] env[62643]: value = "resgroup-9" [ 849.960725] env[62643]: _type = "ResourcePool" [ 849.960725] env[62643]: }. {{(pid=62643) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 849.961056] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the lease: (returnval){ [ 849.961056] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52376df6-d98b-06bc-07b0-3115d552938b" [ 849.961056] env[62643]: _type = "HttpNfcLease" [ 849.961056] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 849.971960] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.971960] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52376df6-d98b-06bc-07b0-3115d552938b" [ 849.971960] env[62643]: _type = "HttpNfcLease" [ 849.971960] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 850.273783] env[62643]: DEBUG oslo_vmware.rw_handles [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Completed reading data from the image iterator. {{(pid=62643) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 850.274053] env[62643]: DEBUG oslo_vmware.rw_handles [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520fd140-fe03-5d0d-c012-84416dca1702/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 850.278934] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b62a680-f711-430c-b0f3-48daaba0e601 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.287240] env[62643]: DEBUG oslo_vmware.rw_handles [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520fd140-fe03-5d0d-c012-84416dca1702/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 850.287559] env[62643]: DEBUG oslo_vmware.rw_handles [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520fd140-fe03-5d0d-c012-84416dca1702/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 850.288156] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-97f7203e-026d-4eb4-b21a-c14407673588 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.300795] env[62643]: DEBUG oslo_concurrency.lockutils [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.320995] env[62643]: DEBUG nova.scheduler.client.report [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.450677] env[62643]: DEBUG oslo_concurrency.lockutils [req-96ff01b7-0b1e-4c50-9847-22ee31d6adcf req-1dc6ba3e-db5d-4fbe-93e3-b65969b935e9 service nova] Releasing lock "refresh_cache-20c560c8-551e-476c-b26a-45e5d9770dce" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.471898] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.471898] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52376df6-d98b-06bc-07b0-3115d552938b" [ 850.471898] env[62643]: _type = "HttpNfcLease" [ 850.471898] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 850.471898] env[62643]: DEBUG oslo_vmware.rw_handles [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 850.471898] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52376df6-d98b-06bc-07b0-3115d552938b" [ 850.471898] env[62643]: _type = "HttpNfcLease" [ 850.471898] env[62643]: }. {{(pid=62643) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 850.472734] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731d2036-36a3-4527-8444-539e013f4b3c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.481682] env[62643]: DEBUG oslo_vmware.rw_handles [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc7371-1d60-cc54-b339-39c9c8edca59/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 850.481875] env[62643]: DEBUG oslo_vmware.rw_handles [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Creating HTTP connection to write to file with size = 31671808 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc7371-1d60-cc54-b339-39c9c8edca59/disk-0.vmdk. {{(pid=62643) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 850.539815] env[62643]: DEBUG oslo_vmware.rw_handles [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520fd140-fe03-5d0d-c012-84416dca1702/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 850.540126] env[62643]: INFO nova.virt.vmwareapi.images [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Downloaded image file data 68a1d063-394c-4960-95a1-555c5f8e1ba5 [ 850.540918] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abad65d3-a7cd-4b92-9202-9ca11a1b17f5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.560645] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-37c41e0d-225b-47df-aefa-5f5e01168416 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.563479] env[62643]: DEBUG nova.compute.manager [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.565744] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ce41783-2ac2-45a7-9a86-1e2ada5ef894 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.592965] env[62643]: DEBUG nova.virt.hardware [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.593253] env[62643]: DEBUG nova.virt.hardware [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.593414] env[62643]: DEBUG nova.virt.hardware [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.593620] env[62643]: DEBUG nova.virt.hardware [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.593744] env[62643]: DEBUG nova.virt.hardware [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.593891] env[62643]: DEBUG nova.virt.hardware [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.594112] env[62643]: DEBUG nova.virt.hardware [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.594274] env[62643]: DEBUG nova.virt.hardware [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.594502] env[62643]: DEBUG nova.virt.hardware [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.594653] env[62643]: DEBUG nova.virt.hardware [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.597281] env[62643]: DEBUG nova.virt.hardware [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.597451] env[62643]: INFO nova.virt.vmwareapi.images [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] The imported VM was unregistered [ 850.599748] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Caching image {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 850.599953] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Creating directory with path [datastore1] devstack-image-cache_base/68a1d063-394c-4960-95a1-555c5f8e1ba5 {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.600771] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24318568-a967-4928-854d-32324f370886 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.603414] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-523c3ed6-0454-432f-99ee-bbc632b1bac4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.610880] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499cdaaf-b5d1-4491-8728-4cd04e9e8bb9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.615583] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Created directory with path [datastore1] devstack-image-cache_base/68a1d063-394c-4960-95a1-555c5f8e1ba5 {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.615765] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_96b3d968-7dc9-48de-80e8-bc2087ed86b7/OSTACK_IMG_96b3d968-7dc9-48de-80e8-bc2087ed86b7.vmdk to [datastore1] devstack-image-cache_base/68a1d063-394c-4960-95a1-555c5f8e1ba5/68a1d063-394c-4960-95a1-555c5f8e1ba5.vmdk. {{(pid=62643) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 850.616396] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1cdcc7b2-705a-4148-80c6-b96ab250d1fb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.631950] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 850.631950] env[62643]: value = "task-2383305" [ 850.631950] env[62643]: _type = "Task" [ 850.631950] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.644025] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383305, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.828959] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.831405] env[62643]: DEBUG oslo_concurrency.lockutils [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.266s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.831660] env[62643]: DEBUG nova.objects.instance [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lazy-loading 'resources' on Instance uuid 3c84746a-efe7-48dc-b6a1-9571efecea87 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.848324] env[62643]: INFO nova.scheduler.client.report [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Deleted allocations for instance 9f0ee26b-4f22-4ed9-b323-3585a66ad421 [ 851.002395] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "af91a11c-f401-49df-a8a1-adce696fe2fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.002655] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "af91a11c-f401-49df-a8a1-adce696fe2fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.145519] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383305, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.358303] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b94231ef-1b9f-40d0-9b32-c5eea78156d9 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "9f0ee26b-4f22-4ed9-b323-3585a66ad421" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.864s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.511021] env[62643]: DEBUG nova.compute.manager [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.652413] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383305, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.659586] env[62643]: DEBUG nova.compute.manager [req-0a87cb22-def7-422f-a97d-1cdb2b60bd3e req-57e3371a-2489-4621-8264-792c024b764f service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Received event network-vif-plugged-306bc14b-9be2-4c95-877d-686f04a0e14b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.659849] env[62643]: DEBUG oslo_concurrency.lockutils [req-0a87cb22-def7-422f-a97d-1cdb2b60bd3e req-57e3371a-2489-4621-8264-792c024b764f service nova] Acquiring lock "111923d9-7e8d-4876-af8b-04c69f4d2bf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.660135] env[62643]: DEBUG oslo_concurrency.lockutils [req-0a87cb22-def7-422f-a97d-1cdb2b60bd3e req-57e3371a-2489-4621-8264-792c024b764f service nova] Lock "111923d9-7e8d-4876-af8b-04c69f4d2bf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.660338] env[62643]: DEBUG oslo_concurrency.lockutils [req-0a87cb22-def7-422f-a97d-1cdb2b60bd3e req-57e3371a-2489-4621-8264-792c024b764f service nova] Lock "111923d9-7e8d-4876-af8b-04c69f4d2bf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.660527] env[62643]: DEBUG nova.compute.manager [req-0a87cb22-def7-422f-a97d-1cdb2b60bd3e req-57e3371a-2489-4621-8264-792c024b764f service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] No waiting events found dispatching network-vif-plugged-306bc14b-9be2-4c95-877d-686f04a0e14b {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.660693] env[62643]: WARNING nova.compute.manager [req-0a87cb22-def7-422f-a97d-1cdb2b60bd3e req-57e3371a-2489-4621-8264-792c024b764f service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Received unexpected event network-vif-plugged-306bc14b-9be2-4c95-877d-686f04a0e14b for instance with vm_state building and task_state spawning. [ 851.706392] env[62643]: DEBUG oslo_concurrency.lockutils [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquiring lock "589046f1-74fa-4f42-b4ba-cea6a23c9e7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.706633] env[62643]: DEBUG oslo_concurrency.lockutils [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "589046f1-74fa-4f42-b4ba-cea6a23c9e7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.706914] env[62643]: DEBUG oslo_concurrency.lockutils [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquiring lock "589046f1-74fa-4f42-b4ba-cea6a23c9e7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.707138] env[62643]: DEBUG oslo_concurrency.lockutils [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "589046f1-74fa-4f42-b4ba-cea6a23c9e7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.707314] env[62643]: DEBUG oslo_concurrency.lockutils [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "589046f1-74fa-4f42-b4ba-cea6a23c9e7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.711761] env[62643]: INFO nova.compute.manager [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Terminating instance [ 851.801927] env[62643]: DEBUG nova.network.neutron [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Successfully updated port: 306bc14b-9be2-4c95-877d-686f04a0e14b {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.943491] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311d3b4a-34a2-4291-92d9-a9b79cb86a48 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.956988] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e4c7c3-b321-4ac9-aa30-b56aa0eafe9f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.995312] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416603fb-166b-4d31-8db4-e178ac258515 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.005708] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9cb6e1-8c18-4983-8845-c5db797609c5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.025453] env[62643]: DEBUG nova.compute.provider_tree [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.029290] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.148676] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383305, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.216435] env[62643]: DEBUG nova.compute.manager [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.216752] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.217733] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc418c7-2d01-48ce-87c4-af815a2588dc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.228597] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.230366] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55d64fb9-075d-40de-9439-0ebb778f87ce {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.241069] env[62643]: DEBUG oslo_vmware.api [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 852.241069] env[62643]: value = "task-2383306" [ 852.241069] env[62643]: _type = "Task" [ 852.241069] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.253880] env[62643]: DEBUG oslo_vmware.api [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.529581] env[62643]: DEBUG nova.scheduler.client.report [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.645740] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383305, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.649145] env[62643]: DEBUG oslo_vmware.rw_handles [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Completed reading data from the image iterator. {{(pid=62643) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 852.649376] env[62643]: DEBUG oslo_vmware.rw_handles [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc7371-1d60-cc54-b339-39c9c8edca59/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 852.650315] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0858bad7-4e53-480f-be28-487d4cc53054 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.658466] env[62643]: DEBUG oslo_vmware.rw_handles [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc7371-1d60-cc54-b339-39c9c8edca59/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 852.658466] env[62643]: DEBUG oslo_vmware.rw_handles [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc7371-1d60-cc54-b339-39c9c8edca59/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 852.658466] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-36b8e1e5-8074-40ac-a99d-74d1594663fd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.751797] env[62643]: DEBUG oslo_vmware.api [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383306, 'name': PowerOffVM_Task, 'duration_secs': 0.320712} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.752104] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.752285] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.752551] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d502b5a9-d8d3-429f-9f80-2171a05a3105 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.820971] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.820971] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.820971] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Deleting the datastore file [datastore1] 589046f1-74fa-4f42-b4ba-cea6a23c9e7a {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.821194] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00100c2a-4eef-4006-a938-9d9230303a4d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.828747] env[62643]: DEBUG oslo_vmware.api [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for the task: (returnval){ [ 852.828747] env[62643]: value = "task-2383308" [ 852.828747] env[62643]: _type = "Task" [ 852.828747] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.838065] env[62643]: DEBUG oslo_vmware.api [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.035472] env[62643]: DEBUG oslo_concurrency.lockutils [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.038536] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.795s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.039489] env[62643]: INFO nova.compute.claims [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.067044] env[62643]: INFO nova.scheduler.client.report [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Deleted allocations for instance 3c84746a-efe7-48dc-b6a1-9571efecea87 [ 853.145670] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383305, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.211861] env[62643]: DEBUG oslo_vmware.rw_handles [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc7371-1d60-cc54-b339-39c9c8edca59/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 853.212128] env[62643]: INFO nova.virt.vmwareapi.images [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Downloaded image file data 2bf7bd89-e0aa-44ed-878d-6a024f8a28fb [ 853.212985] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6d83bc-589c-45b0-860b-efa8576c3b14 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.231090] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-725d0106-08ed-4c4b-b64f-6f7dc059ec89 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.274375] env[62643]: INFO nova.virt.vmwareapi.images [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] The imported VM was unregistered [ 853.275858] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Caching image {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 853.276402] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.276729] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4becab9e-5979-4517-84b4-c4cb14a0567c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.322704] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Created directory with path [datastore1] devstack-image-cache_base/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.322842] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_153dacbf-9454-41e7-ab25-7630ad4d125d/OSTACK_IMG_153dacbf-9454-41e7-ab25-7630ad4d125d.vmdk to [datastore1] devstack-image-cache_base/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb.vmdk. {{(pid=62643) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 853.323061] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8ee35013-fa33-48bf-a0c9-07e10d931ff9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.330963] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 853.330963] env[62643]: value = "task-2383310" [ 853.330963] env[62643]: _type = "Task" [ 853.330963] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.341372] env[62643]: DEBUG oslo_vmware.api [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.344206] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383310, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.574054] env[62643]: DEBUG oslo_concurrency.lockutils [None req-20e8c364-5dd6-4000-b642-d34fde5e2556 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "3c84746a-efe7-48dc-b6a1-9571efecea87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.533s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.648259] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383305, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.9772} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.648611] env[62643]: INFO nova.virt.vmwareapi.ds_util [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_96b3d968-7dc9-48de-80e8-bc2087ed86b7/OSTACK_IMG_96b3d968-7dc9-48de-80e8-bc2087ed86b7.vmdk to [datastore1] devstack-image-cache_base/68a1d063-394c-4960-95a1-555c5f8e1ba5/68a1d063-394c-4960-95a1-555c5f8e1ba5.vmdk. [ 853.648919] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Cleaning up location [datastore1] OSTACK_IMG_96b3d968-7dc9-48de-80e8-bc2087ed86b7 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 853.649148] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_96b3d968-7dc9-48de-80e8-bc2087ed86b7 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.649477] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df370e95-13f0-48b4-ae42-eaabda96ef53 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.656689] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 853.656689] env[62643]: value = "task-2383311" [ 853.656689] env[62643]: _type = "Task" [ 853.656689] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.667863] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.700706] env[62643]: DEBUG nova.compute.manager [req-cd4156b3-2aa8-4f43-a7b2-6b94c88fadef req-1a1b0fcb-d9f8-477f-b2c0-9bca41cc2387 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Received event network-changed-306bc14b-9be2-4c95-877d-686f04a0e14b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.700922] env[62643]: DEBUG nova.compute.manager [req-cd4156b3-2aa8-4f43-a7b2-6b94c88fadef req-1a1b0fcb-d9f8-477f-b2c0-9bca41cc2387 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Refreshing instance network info cache due to event network-changed-306bc14b-9be2-4c95-877d-686f04a0e14b. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 853.701198] env[62643]: DEBUG oslo_concurrency.lockutils [req-cd4156b3-2aa8-4f43-a7b2-6b94c88fadef req-1a1b0fcb-d9f8-477f-b2c0-9bca41cc2387 service nova] Acquiring lock "refresh_cache-111923d9-7e8d-4876-af8b-04c69f4d2bf7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.701353] env[62643]: DEBUG oslo_concurrency.lockutils [req-cd4156b3-2aa8-4f43-a7b2-6b94c88fadef req-1a1b0fcb-d9f8-477f-b2c0-9bca41cc2387 service nova] Acquired lock "refresh_cache-111923d9-7e8d-4876-af8b-04c69f4d2bf7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.701517] env[62643]: DEBUG nova.network.neutron [req-cd4156b3-2aa8-4f43-a7b2-6b94c88fadef req-1a1b0fcb-d9f8-477f-b2c0-9bca41cc2387 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Refreshing network info cache for port 306bc14b-9be2-4c95-877d-686f04a0e14b {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.846159] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383310, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.849621] env[62643]: DEBUG oslo_vmware.api [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Task: {'id': task-2383308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.962665} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.849866] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.850195] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.850390] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.850567] env[62643]: INFO nova.compute.manager [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Took 1.63 seconds to destroy the instance on the hypervisor. [ 853.850812] env[62643]: DEBUG oslo.service.loopingcall [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 853.850987] env[62643]: DEBUG nova.compute.manager [-] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.851094] env[62643]: DEBUG nova.network.neutron [-] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.124795] env[62643]: DEBUG nova.network.neutron [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Successfully updated port: d2e93726-2132-46da-a040-db5af4721782 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.170829] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08418} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.171163] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.171341] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/68a1d063-394c-4960-95a1-555c5f8e1ba5/68a1d063-394c-4960-95a1-555c5f8e1ba5.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.171590] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/68a1d063-394c-4960-95a1-555c5f8e1ba5/68a1d063-394c-4960-95a1-555c5f8e1ba5.vmdk to [datastore1] 7871b84e-d19c-4fff-9d22-6e00403a6420/7871b84e-d19c-4fff-9d22-6e00403a6420.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.171857] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db130761-9d0f-4817-a9c3-573dbd346420 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.184099] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 854.184099] env[62643]: value = "task-2383312" [ 854.184099] env[62643]: _type = "Task" [ 854.184099] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.190864] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.265734] env[62643]: DEBUG nova.compute.manager [req-16dc0ea3-e51d-4bf3-aceb-ba17223d7b6e req-dd6e1c7a-041f-4c7f-9fd9-a1415badf9e2 service nova] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Received event network-vif-deleted-a1a409bf-e0c9-4d4e-afcf-bd16c98585da {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 854.265950] env[62643]: INFO nova.compute.manager [req-16dc0ea3-e51d-4bf3-aceb-ba17223d7b6e req-dd6e1c7a-041f-4c7f-9fd9-a1415badf9e2 service nova] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Neutron deleted interface a1a409bf-e0c9-4d4e-afcf-bd16c98585da; detaching it from the instance and deleting it from the info cache [ 854.266142] env[62643]: DEBUG nova.network.neutron [req-16dc0ea3-e51d-4bf3-aceb-ba17223d7b6e req-dd6e1c7a-041f-4c7f-9fd9-a1415badf9e2 service nova] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.277720] env[62643]: DEBUG nova.network.neutron [req-cd4156b3-2aa8-4f43-a7b2-6b94c88fadef req-1a1b0fcb-d9f8-477f-b2c0-9bca41cc2387 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.355264] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383310, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.438186] env[62643]: DEBUG nova.network.neutron [req-cd4156b3-2aa8-4f43-a7b2-6b94c88fadef req-1a1b0fcb-d9f8-477f-b2c0-9bca41cc2387 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.604302] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8580c5a-67af-4671-8e35-fe2de06e4905 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.608856] env[62643]: DEBUG nova.network.neutron [-] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.613101] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0b7af5-63ae-476a-a965-23f362d8afac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.645984] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquiring lock "refresh_cache-111923d9-7e8d-4876-af8b-04c69f4d2bf7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.647663] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af88c13-6931-4e51-91c1-036e0a85ff5b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.656309] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3ba2fc-be47-47a6-b99e-a97ac5251e6d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.671755] env[62643]: DEBUG nova.compute.provider_tree [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.693109] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.769491] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef2c2ae4-cac6-4627-b6e4-eb5de80fefc4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.781429] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1493a5b6-350e-4955-8fce-e3dd9ba43355 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.819307] env[62643]: DEBUG nova.compute.manager [req-16dc0ea3-e51d-4bf3-aceb-ba17223d7b6e req-dd6e1c7a-041f-4c7f-9fd9-a1415badf9e2 service nova] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Detach interface failed, port_id=a1a409bf-e0c9-4d4e-afcf-bd16c98585da, reason: Instance 589046f1-74fa-4f42-b4ba-cea6a23c9e7a could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 854.850171] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383310, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.940699] env[62643]: DEBUG oslo_concurrency.lockutils [req-cd4156b3-2aa8-4f43-a7b2-6b94c88fadef req-1a1b0fcb-d9f8-477f-b2c0-9bca41cc2387 service nova] Releasing lock "refresh_cache-111923d9-7e8d-4876-af8b-04c69f4d2bf7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.941099] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquired lock "refresh_cache-111923d9-7e8d-4876-af8b-04c69f4d2bf7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.941270] env[62643]: DEBUG nova.network.neutron [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.113271] env[62643]: INFO nova.compute.manager [-] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Took 1.26 seconds to deallocate network for instance. [ 855.175389] env[62643]: DEBUG nova.scheduler.client.report [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.194071] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.348426] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383310, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.497393] env[62643]: DEBUG nova.network.neutron [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.592630] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "966100c4-9633-4d98-a860-578dc2253d7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.592974] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "966100c4-9633-4d98-a860-578dc2253d7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.593126] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "966100c4-9633-4d98-a860-578dc2253d7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.593306] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "966100c4-9633-4d98-a860-578dc2253d7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.593472] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "966100c4-9633-4d98-a860-578dc2253d7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.595913] env[62643]: INFO nova.compute.manager [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Terminating instance [ 855.620030] env[62643]: DEBUG oslo_concurrency.lockutils [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.683027] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.683027] env[62643]: DEBUG nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.685561] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.447s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.685970] env[62643]: DEBUG nova.objects.instance [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Lazy-loading 'resources' on Instance uuid bdcd9a8c-cff3-4df6-9dbe-21aa42a97364 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.698639] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383312, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.821818] env[62643]: DEBUG nova.compute.manager [req-45b0ff41-03c9-4fcf-8706-67f965ae7a02 req-eb54a935-2a30-4776-aa33-b8e522452c15 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Received event network-vif-plugged-d2e93726-2132-46da-a040-db5af4721782 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.822138] env[62643]: DEBUG oslo_concurrency.lockutils [req-45b0ff41-03c9-4fcf-8706-67f965ae7a02 req-eb54a935-2a30-4776-aa33-b8e522452c15 service nova] Acquiring lock "111923d9-7e8d-4876-af8b-04c69f4d2bf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.822372] env[62643]: DEBUG oslo_concurrency.lockutils [req-45b0ff41-03c9-4fcf-8706-67f965ae7a02 req-eb54a935-2a30-4776-aa33-b8e522452c15 service nova] Lock "111923d9-7e8d-4876-af8b-04c69f4d2bf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.822554] env[62643]: DEBUG oslo_concurrency.lockutils [req-45b0ff41-03c9-4fcf-8706-67f965ae7a02 req-eb54a935-2a30-4776-aa33-b8e522452c15 service nova] Lock "111923d9-7e8d-4876-af8b-04c69f4d2bf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.822714] env[62643]: DEBUG nova.compute.manager [req-45b0ff41-03c9-4fcf-8706-67f965ae7a02 req-eb54a935-2a30-4776-aa33-b8e522452c15 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] No waiting events found dispatching network-vif-plugged-d2e93726-2132-46da-a040-db5af4721782 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.822909] env[62643]: WARNING nova.compute.manager [req-45b0ff41-03c9-4fcf-8706-67f965ae7a02 req-eb54a935-2a30-4776-aa33-b8e522452c15 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Received unexpected event network-vif-plugged-d2e93726-2132-46da-a040-db5af4721782 for instance with vm_state building and task_state spawning. [ 855.823146] env[62643]: DEBUG nova.compute.manager [req-45b0ff41-03c9-4fcf-8706-67f965ae7a02 req-eb54a935-2a30-4776-aa33-b8e522452c15 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Received event network-changed-d2e93726-2132-46da-a040-db5af4721782 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.823317] env[62643]: DEBUG nova.compute.manager [req-45b0ff41-03c9-4fcf-8706-67f965ae7a02 req-eb54a935-2a30-4776-aa33-b8e522452c15 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Refreshing instance network info cache due to event network-changed-d2e93726-2132-46da-a040-db5af4721782. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 855.823502] env[62643]: DEBUG oslo_concurrency.lockutils [req-45b0ff41-03c9-4fcf-8706-67f965ae7a02 req-eb54a935-2a30-4776-aa33-b8e522452c15 service nova] Acquiring lock "refresh_cache-111923d9-7e8d-4876-af8b-04c69f4d2bf7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.849766] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383310, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.904125] env[62643]: DEBUG nova.network.neutron [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Updating instance_info_cache with network_info: [{"id": "306bc14b-9be2-4c95-877d-686f04a0e14b", "address": "fa:16:3e:53:6d:79", "network": {"id": "2baaa086-a9a1-4e1a-a7a0-ce577e3ed082", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1956763561", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306bc14b-9b", "ovs_interfaceid": "306bc14b-9be2-4c95-877d-686f04a0e14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d2e93726-2132-46da-a040-db5af4721782", "address": "fa:16:3e:01:bc:82", "network": {"id": "bb0944c1-223e-44a3-b844-bd7092b89304", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-190918050", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e93726-21", "ovs_interfaceid": "d2e93726-2132-46da-a040-db5af4721782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.104219] env[62643]: DEBUG nova.compute.manager [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.104449] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.105456] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b0122a-fb73-43e4-bbbc-6e12a326e65a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.114142] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.114497] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b2f40ad-ae70-46b0-866c-c3049ddbf0fd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.121710] env[62643]: DEBUG oslo_vmware.api [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 856.121710] env[62643]: value = "task-2383313" [ 856.121710] env[62643]: _type = "Task" [ 856.121710] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.131779] env[62643]: DEBUG oslo_vmware.api [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.192366] env[62643]: DEBUG nova.compute.utils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 856.197422] env[62643]: DEBUG nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.197634] env[62643]: DEBUG nova.network.neutron [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.205376] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383312, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.247853] env[62643]: DEBUG nova.policy [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03732a7759fb4d98b92cb79cc73d3eb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c2fab21976c41ff80d440f2a0d9a7e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.359105] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383310, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.406961] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Releasing lock "refresh_cache-111923d9-7e8d-4876-af8b-04c69f4d2bf7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.407419] env[62643]: DEBUG nova.compute.manager [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Instance network_info: |[{"id": "306bc14b-9be2-4c95-877d-686f04a0e14b", "address": "fa:16:3e:53:6d:79", "network": {"id": "2baaa086-a9a1-4e1a-a7a0-ce577e3ed082", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1956763561", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306bc14b-9b", "ovs_interfaceid": "306bc14b-9be2-4c95-877d-686f04a0e14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d2e93726-2132-46da-a040-db5af4721782", "address": "fa:16:3e:01:bc:82", "network": {"id": "bb0944c1-223e-44a3-b844-bd7092b89304", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-190918050", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e93726-21", "ovs_interfaceid": "d2e93726-2132-46da-a040-db5af4721782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.407971] env[62643]: DEBUG oslo_concurrency.lockutils [req-45b0ff41-03c9-4fcf-8706-67f965ae7a02 req-eb54a935-2a30-4776-aa33-b8e522452c15 service nova] Acquired lock "refresh_cache-111923d9-7e8d-4876-af8b-04c69f4d2bf7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.409232] env[62643]: DEBUG nova.network.neutron [req-45b0ff41-03c9-4fcf-8706-67f965ae7a02 req-eb54a935-2a30-4776-aa33-b8e522452c15 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Refreshing network info cache for port d2e93726-2132-46da-a040-db5af4721782 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.410560] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:6d:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '306bc14b-9be2-4c95-877d-686f04a0e14b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:bc:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2e93726-2132-46da-a040-db5af4721782', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.424020] env[62643]: DEBUG oslo.service.loopingcall [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 856.428032] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.429595] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3995877-5f85-4d64-bf52-cab8389a4ad2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.455618] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.455618] env[62643]: value = "task-2383314" [ 856.455618] env[62643]: _type = "Task" [ 856.455618] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.466345] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383314, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.632506] env[62643]: DEBUG oslo_vmware.api [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383313, 'name': PowerOffVM_Task, 'duration_secs': 0.383624} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.635299] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.635486] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.636822] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-688da82e-5db5-4e5a-a1a0-484129893db2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.701020] env[62643]: DEBUG nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.703455] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383312, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.716829] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.716902] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.717082] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Deleting the datastore file [datastore2] 966100c4-9633-4d98-a860-578dc2253d7b {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.717515] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-763eb971-3e7a-4a6d-b63b-bcd3c0818cb7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.728041] env[62643]: DEBUG oslo_vmware.api [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for the task: (returnval){ [ 856.728041] env[62643]: value = "task-2383316" [ 856.728041] env[62643]: _type = "Task" [ 856.728041] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.736856] env[62643]: DEBUG oslo_vmware.api [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.764241] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e19083-0729-4810-999a-6a8a64f29909 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.773423] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fedcca-ee4a-476c-b81a-fe5e2f16ee48 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.807297] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0ae09b-ea86-4916-be70-74d3c2b6a637 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.815799] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffae6891-1f7f-477e-aced-78460c7f29a2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.831980] env[62643]: DEBUG nova.compute.provider_tree [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.851251] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383310, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.942788] env[62643]: DEBUG nova.network.neutron [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Successfully created port: b720b156-fbce-4867-93e8-6922f79ad3a7 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.968467] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383314, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.199363] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383312, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.238462] env[62643]: DEBUG oslo_vmware.api [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Task: {'id': task-2383316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385906} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.238792] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.239506] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.239506] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.239506] env[62643]: INFO nova.compute.manager [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 857.239676] env[62643]: DEBUG oslo.service.loopingcall [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.240025] env[62643]: DEBUG nova.compute.manager [-] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.240025] env[62643]: DEBUG nova.network.neutron [-] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.274739] env[62643]: DEBUG nova.network.neutron [req-45b0ff41-03c9-4fcf-8706-67f965ae7a02 req-eb54a935-2a30-4776-aa33-b8e522452c15 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Updated VIF entry in instance network info cache for port d2e93726-2132-46da-a040-db5af4721782. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.276219] env[62643]: DEBUG nova.network.neutron [req-45b0ff41-03c9-4fcf-8706-67f965ae7a02 req-eb54a935-2a30-4776-aa33-b8e522452c15 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Updating instance_info_cache with network_info: [{"id": "306bc14b-9be2-4c95-877d-686f04a0e14b", "address": "fa:16:3e:53:6d:79", "network": {"id": "2baaa086-a9a1-4e1a-a7a0-ce577e3ed082", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1956763561", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306bc14b-9b", "ovs_interfaceid": "306bc14b-9be2-4c95-877d-686f04a0e14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d2e93726-2132-46da-a040-db5af4721782", "address": "fa:16:3e:01:bc:82", "network": {"id": "bb0944c1-223e-44a3-b844-bd7092b89304", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-190918050", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e93726-21", "ovs_interfaceid": "d2e93726-2132-46da-a040-db5af4721782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.335261] env[62643]: DEBUG nova.scheduler.client.report [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.352663] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383310, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.467032] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383314, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.699772] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383312, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.712140] env[62643]: DEBUG nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.739554] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.739807] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.739967] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.740172] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.740321] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.740469] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.740686] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.740846] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.741084] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.741274] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.741451] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.742425] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09eb2eda-f361-4a05-9150-a2069d2e3d55 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.750870] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa02dca-0d43-40ee-963d-84268867abfb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.778866] env[62643]: DEBUG oslo_concurrency.lockutils [req-45b0ff41-03c9-4fcf-8706-67f965ae7a02 req-eb54a935-2a30-4776-aa33-b8e522452c15 service nova] Releasing lock "refresh_cache-111923d9-7e8d-4876-af8b-04c69f4d2bf7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.841395] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.844714] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.427s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.846114] env[62643]: INFO nova.compute.claims [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.856098] env[62643]: DEBUG nova.compute.manager [req-3dff2fee-b0c9-44bb-9953-a90a0bb611a0 req-cab58c35-a4b7-42f4-9146-862e22f86a16 service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Received event network-vif-deleted-ca1f71cb-f139-44ac-9475-13adcdd18e7d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.856323] env[62643]: INFO nova.compute.manager [req-3dff2fee-b0c9-44bb-9953-a90a0bb611a0 req-cab58c35-a4b7-42f4-9146-862e22f86a16 service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Neutron deleted interface ca1f71cb-f139-44ac-9475-13adcdd18e7d; detaching it from the instance and deleting it from the info cache [ 857.856498] env[62643]: DEBUG nova.network.neutron [req-3dff2fee-b0c9-44bb-9953-a90a0bb611a0 req-cab58c35-a4b7-42f4-9146-862e22f86a16 service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.863894] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383310, 'name': MoveVirtualDisk_Task, 'duration_secs': 4.105115} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.864615] env[62643]: INFO nova.virt.vmwareapi.ds_util [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_153dacbf-9454-41e7-ab25-7630ad4d125d/OSTACK_IMG_153dacbf-9454-41e7-ab25-7630ad4d125d.vmdk to [datastore1] devstack-image-cache_base/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb.vmdk. [ 857.864615] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Cleaning up location [datastore1] OSTACK_IMG_153dacbf-9454-41e7-ab25-7630ad4d125d {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 857.864615] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_153dacbf-9454-41e7-ab25-7630ad4d125d {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.864908] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fba19dfb-12af-4fed-af13-8a14485aea71 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.867822] env[62643]: INFO nova.scheduler.client.report [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Deleted allocations for instance bdcd9a8c-cff3-4df6-9dbe-21aa42a97364 [ 857.875911] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 857.875911] env[62643]: value = "task-2383317" [ 857.875911] env[62643]: _type = "Task" [ 857.875911] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.885014] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.969589] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383314, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.075703] env[62643]: DEBUG nova.network.neutron [-] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.200824] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383312, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.359256] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d310461e-6d61-4c92-8b0d-a40c96a1f8ed {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.368844] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3fe25e-84e2-40dc-8244-f390211642ff {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.383042] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4b90083d-0eab-4926-a204-7925c904d899 tempest-ServerMetadataNegativeTestJSON-1508598398 tempest-ServerMetadataNegativeTestJSON-1508598398-project-member] Lock "bdcd9a8c-cff3-4df6-9dbe-21aa42a97364" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.548s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.395926] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325242} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.396161] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.396349] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.396642] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb.vmdk to [datastore1] 20c560c8-551e-476c-b26a-45e5d9770dce/20c560c8-551e-476c-b26a-45e5d9770dce.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.396925] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8573b7e4-3ac7-4d45-8952-ea06138eef0e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.416745] env[62643]: DEBUG nova.compute.manager [req-3dff2fee-b0c9-44bb-9953-a90a0bb611a0 req-cab58c35-a4b7-42f4-9146-862e22f86a16 service nova] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Detach interface failed, port_id=ca1f71cb-f139-44ac-9475-13adcdd18e7d, reason: Instance 966100c4-9633-4d98-a860-578dc2253d7b could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 858.425746] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 858.425746] env[62643]: value = "task-2383318" [ 858.425746] env[62643]: _type = "Task" [ 858.425746] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.436488] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.469876] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383314, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.579995] env[62643]: INFO nova.compute.manager [-] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Took 1.34 seconds to deallocate network for instance. [ 858.700049] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383312, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.433478} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.700757] env[62643]: DEBUG nova.network.neutron [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Successfully updated port: b720b156-fbce-4867-93e8-6922f79ad3a7 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.702705] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/68a1d063-394c-4960-95a1-555c5f8e1ba5/68a1d063-394c-4960-95a1-555c5f8e1ba5.vmdk to [datastore1] 7871b84e-d19c-4fff-9d22-6e00403a6420/7871b84e-d19c-4fff-9d22-6e00403a6420.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.703126] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0edfeed-e9d8-488d-a662-94a043522a51 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.725400] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 7871b84e-d19c-4fff-9d22-6e00403a6420/7871b84e-d19c-4fff-9d22-6e00403a6420.vmdk or device None with type streamOptimized {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.726288] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6649906-4beb-4573-b87c-d072467b69d0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.746467] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 858.746467] env[62643]: value = "task-2383319" [ 858.746467] env[62643]: _type = "Task" [ 858.746467] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.754655] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.939572] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.968859] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383314, 'name': CreateVM_Task, 'duration_secs': 2.308558} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.971651] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.972756] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.972905] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.973331] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.973604] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad0eee5a-b337-4939-b6e3-ed6cccca23e7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.978605] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 858.978605] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fde3ba-7263-ece8-5fc0-b5dcb3c4675d" [ 858.978605] env[62643]: _type = "Task" [ 858.978605] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.987719] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fde3ba-7263-ece8-5fc0-b5dcb3c4675d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.087699] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.208055] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "refresh_cache-65b151a2-f954-46be-81ac-d19b5a6626d7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.208418] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquired lock "refresh_cache-65b151a2-f954-46be-81ac-d19b5a6626d7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.208720] env[62643]: DEBUG nova.network.neutron [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.262553] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383319, 'name': ReconfigVM_Task, 'duration_secs': 0.26969} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.262553] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 7871b84e-d19c-4fff-9d22-6e00403a6420/7871b84e-d19c-4fff-9d22-6e00403a6420.vmdk or device None with type streamOptimized {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.262800] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c8a4e7d-d7c2-4219-986d-427742237420 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.272656] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 859.272656] env[62643]: value = "task-2383320" [ 859.272656] env[62643]: _type = "Task" [ 859.272656] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.286707] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383320, 'name': Rename_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.385775] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50f9f2b-7dd5-4ea8-810a-6c5b661556f9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.395638] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8d9953-0520-44e1-85de-f1fc15874b22 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.432530] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e46092-aacf-4395-9516-1ec7898e0365 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.445026] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91d97d3-5989-41d1-979d-eb55fcc942c7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.449458] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383318, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.462070] env[62643]: DEBUG nova.compute.provider_tree [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.492840] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fde3ba-7263-ece8-5fc0-b5dcb3c4675d, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.493236] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.493736] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.494024] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.494217] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.494504] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.494804] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5d5b21f-0d8c-4425-8cd9-87fcf11a3557 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.514347] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.514551] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.515367] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eebc891-77f2-4bb4-b051-d4f292149bc1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.522981] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 859.522981] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52876193-8d75-ff8a-fabc-12fc801801e6" [ 859.522981] env[62643]: _type = "Task" [ 859.522981] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.533708] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52876193-8d75-ff8a-fabc-12fc801801e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.765014] env[62643]: DEBUG nova.network.neutron [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.785730] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383320, 'name': Rename_Task, 'duration_secs': 0.404538} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.785973] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.788266] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94448576-8ff2-4bce-9dd8-4df19e6dd3c3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.801936] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 859.801936] env[62643]: value = "task-2383321" [ 859.801936] env[62643]: _type = "Task" [ 859.801936] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.815694] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383321, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.879737] env[62643]: DEBUG nova.compute.manager [req-41b7fe3a-aba6-4f80-9f51-1c869bf1614c req-e1bf8693-fdc1-47fd-a142-fc126ab8436f service nova] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Received event network-vif-plugged-b720b156-fbce-4867-93e8-6922f79ad3a7 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.879978] env[62643]: DEBUG oslo_concurrency.lockutils [req-41b7fe3a-aba6-4f80-9f51-1c869bf1614c req-e1bf8693-fdc1-47fd-a142-fc126ab8436f service nova] Acquiring lock "65b151a2-f954-46be-81ac-d19b5a6626d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.880209] env[62643]: DEBUG oslo_concurrency.lockutils [req-41b7fe3a-aba6-4f80-9f51-1c869bf1614c req-e1bf8693-fdc1-47fd-a142-fc126ab8436f service nova] Lock "65b151a2-f954-46be-81ac-d19b5a6626d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.880383] env[62643]: DEBUG oslo_concurrency.lockutils [req-41b7fe3a-aba6-4f80-9f51-1c869bf1614c req-e1bf8693-fdc1-47fd-a142-fc126ab8436f service nova] Lock "65b151a2-f954-46be-81ac-d19b5a6626d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.880557] env[62643]: DEBUG nova.compute.manager [req-41b7fe3a-aba6-4f80-9f51-1c869bf1614c req-e1bf8693-fdc1-47fd-a142-fc126ab8436f service nova] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] No waiting events found dispatching network-vif-plugged-b720b156-fbce-4867-93e8-6922f79ad3a7 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.880720] env[62643]: WARNING nova.compute.manager [req-41b7fe3a-aba6-4f80-9f51-1c869bf1614c req-e1bf8693-fdc1-47fd-a142-fc126ab8436f service nova] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Received unexpected event network-vif-plugged-b720b156-fbce-4867-93e8-6922f79ad3a7 for instance with vm_state building and task_state spawning. [ 859.880896] env[62643]: DEBUG nova.compute.manager [req-41b7fe3a-aba6-4f80-9f51-1c869bf1614c req-e1bf8693-fdc1-47fd-a142-fc126ab8436f service nova] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Received event network-changed-b720b156-fbce-4867-93e8-6922f79ad3a7 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.881069] env[62643]: DEBUG nova.compute.manager [req-41b7fe3a-aba6-4f80-9f51-1c869bf1614c req-e1bf8693-fdc1-47fd-a142-fc126ab8436f service nova] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Refreshing instance network info cache due to event network-changed-b720b156-fbce-4867-93e8-6922f79ad3a7. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 859.881237] env[62643]: DEBUG oslo_concurrency.lockutils [req-41b7fe3a-aba6-4f80-9f51-1c869bf1614c req-e1bf8693-fdc1-47fd-a142-fc126ab8436f service nova] Acquiring lock "refresh_cache-65b151a2-f954-46be-81ac-d19b5a6626d7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.939081] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383318, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.967729] env[62643]: DEBUG nova.scheduler.client.report [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.036521] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52876193-8d75-ff8a-fabc-12fc801801e6, 'name': SearchDatastore_Task, 'duration_secs': 0.084508} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.037478] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbdf6e07-ea15-4db1-87f7-f023b1e32ef0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.041167] env[62643]: DEBUG nova.network.neutron [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Updating instance_info_cache with network_info: [{"id": "b720b156-fbce-4867-93e8-6922f79ad3a7", "address": "fa:16:3e:56:37:2d", "network": {"id": "3022c752-46a7-4794-85d8-f6a3856788cc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1430057556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2fab21976c41ff80d440f2a0d9a7e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb720b156-fb", "ovs_interfaceid": "b720b156-fbce-4867-93e8-6922f79ad3a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.044438] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 860.044438] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ca3dd5-a32f-2e98-cac2-77d6522dff55" [ 860.044438] env[62643]: _type = "Task" [ 860.044438] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.055936] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ca3dd5-a32f-2e98-cac2-77d6522dff55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.322891] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383321, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.441140] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383318, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.475581] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.476132] env[62643]: DEBUG nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.480549] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 41.314s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.544067] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Releasing lock "refresh_cache-65b151a2-f954-46be-81ac-d19b5a6626d7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.544425] env[62643]: DEBUG nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Instance network_info: |[{"id": "b720b156-fbce-4867-93e8-6922f79ad3a7", "address": "fa:16:3e:56:37:2d", "network": {"id": "3022c752-46a7-4794-85d8-f6a3856788cc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1430057556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2fab21976c41ff80d440f2a0d9a7e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb720b156-fb", "ovs_interfaceid": "b720b156-fbce-4867-93e8-6922f79ad3a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.544755] env[62643]: DEBUG oslo_concurrency.lockutils [req-41b7fe3a-aba6-4f80-9f51-1c869bf1614c req-e1bf8693-fdc1-47fd-a142-fc126ab8436f service nova] Acquired lock "refresh_cache-65b151a2-f954-46be-81ac-d19b5a6626d7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.544938] env[62643]: DEBUG nova.network.neutron [req-41b7fe3a-aba6-4f80-9f51-1c869bf1614c req-e1bf8693-fdc1-47fd-a142-fc126ab8436f service nova] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Refreshing network info cache for port b720b156-fbce-4867-93e8-6922f79ad3a7 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.548426] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:37:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b720b156-fbce-4867-93e8-6922f79ad3a7', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.557104] env[62643]: DEBUG oslo.service.loopingcall [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 860.561431] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.565241] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8d41dca-49b3-41af-99c5-c0ed0f26445c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.590845] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ca3dd5-a32f-2e98-cac2-77d6522dff55, 'name': SearchDatastore_Task, 'duration_secs': 0.089043} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.592357] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.592631] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 111923d9-7e8d-4876-af8b-04c69f4d2bf7/111923d9-7e8d-4876-af8b-04c69f4d2bf7.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.592888] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.592888] env[62643]: value = "task-2383322" [ 860.592888] env[62643]: _type = "Task" [ 860.592888] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.593105] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0f5cc8c-b45d-46ce-9ac1-559f0b17a921 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.603195] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 860.603195] env[62643]: value = "task-2383323" [ 860.603195] env[62643]: _type = "Task" [ 860.603195] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.607144] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383322, 'name': CreateVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.618672] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.818150] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383321, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.944529] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383318, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.987952] env[62643]: DEBUG nova.compute.utils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 861.007701] env[62643]: DEBUG nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.007922] env[62643]: DEBUG nova.network.neutron [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.031799] env[62643]: DEBUG nova.network.neutron [req-41b7fe3a-aba6-4f80-9f51-1c869bf1614c req-e1bf8693-fdc1-47fd-a142-fc126ab8436f service nova] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Updated VIF entry in instance network info cache for port b720b156-fbce-4867-93e8-6922f79ad3a7. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.032173] env[62643]: DEBUG nova.network.neutron [req-41b7fe3a-aba6-4f80-9f51-1c869bf1614c req-e1bf8693-fdc1-47fd-a142-fc126ab8436f service nova] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Updating instance_info_cache with network_info: [{"id": "b720b156-fbce-4867-93e8-6922f79ad3a7", "address": "fa:16:3e:56:37:2d", "network": {"id": "3022c752-46a7-4794-85d8-f6a3856788cc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1430057556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2fab21976c41ff80d440f2a0d9a7e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb720b156-fb", "ovs_interfaceid": "b720b156-fbce-4867-93e8-6922f79ad3a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.080100] env[62643]: DEBUG nova.policy [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03732a7759fb4d98b92cb79cc73d3eb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c2fab21976c41ff80d440f2a0d9a7e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.109032] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383322, 'name': CreateVM_Task, 'duration_secs': 0.471222} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.112545] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.114270] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.114633] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.114914] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.116339] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8168b8-4c03-48ef-81eb-80b574592c2c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.123796] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.125353] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 861.125353] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528831e2-a48e-cc12-b9b5-fcc0e7209500" [ 861.125353] env[62643]: _type = "Task" [ 861.125353] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.137188] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528831e2-a48e-cc12-b9b5-fcc0e7209500, 'name': SearchDatastore_Task, 'duration_secs': 0.011637} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.137930] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.138425] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.138806] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.139018] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.140998] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.140998] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d0a00fd-f042-49de-803a-758a5ece7da2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.151383] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.151383] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.151966] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d2925b-e691-44d3-9562-baec17531f30 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.160937] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 861.160937] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527a65fa-0498-93f0-079c-32aac14c810d" [ 861.160937] env[62643]: _type = "Task" [ 861.160937] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.169360] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527a65fa-0498-93f0-079c-32aac14c810d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.315927] env[62643]: DEBUG oslo_vmware.api [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383321, 'name': PowerOnVM_Task, 'duration_secs': 1.214587} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.316330] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.316531] env[62643]: INFO nova.compute.manager [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Took 16.99 seconds to spawn the instance on the hypervisor. [ 861.316739] env[62643]: DEBUG nova.compute.manager [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.317635] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea2fda8-4946-4140-9bf2-6644b0e8d160 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.384435] env[62643]: DEBUG nova.network.neutron [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Successfully created port: dd232e12-f38b-4e89-b4de-dcef64722f47 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.439364] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383318, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.81411} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.439649] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb/2bf7bd89-e0aa-44ed-878d-6a024f8a28fb.vmdk to [datastore1] 20c560c8-551e-476c-b26a-45e5d9770dce/20c560c8-551e-476c-b26a-45e5d9770dce.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.440474] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6019b4fd-92e2-4220-a008-244376ff7a96 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.462831] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 20c560c8-551e-476c-b26a-45e5d9770dce/20c560c8-551e-476c-b26a-45e5d9770dce.vmdk or device None with type streamOptimized {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.463208] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6207d28e-7c83-4992-a586-69d4f766293e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.483390] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 861.483390] env[62643]: value = "task-2383324" [ 861.483390] env[62643]: _type = "Task" [ 861.483390] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.491645] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.507896] env[62643]: DEBUG nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.512347] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Applying migration context for instance 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed as it has an incoming, in-progress migration 0babf9b0-a5b7-4897-8960-3cd66dce763c. Migration status is reverting {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 861.515893] env[62643]: INFO nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updating resource usage from migration 0babf9b0-a5b7-4897-8960-3cd66dce763c [ 861.520039] env[62643]: INFO nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Updating resource usage from migration e2f66e45-7789-439f-9fe2-df61ba7682c9 [ 861.535312] env[62643]: DEBUG oslo_concurrency.lockutils [req-41b7fe3a-aba6-4f80-9f51-1c869bf1614c req-e1bf8693-fdc1-47fd-a142-fc126ab8436f service nova] Releasing lock "refresh_cache-65b151a2-f954-46be-81ac-d19b5a6626d7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.545159] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance efdf473f-8daa-4179-9a44-3b72bfb87f01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.545314] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance a7f0e157-fd31-4d6f-af3c-59b311ad974d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.545441] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 7b61b38f-3e03-41f5-8d94-f56ec29e416a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.545563] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance f54a3315-6dde-4807-84cc-413afe64f178 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.545695] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance bb4772da-b738-487f-a72e-97673c3ae7f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.545816] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 51049d09-cb97-42a9-aa48-b9375cf7c7eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.545958] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.546121] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance c771cbc2-e440-4c40-afea-0476d16f5328 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.546272] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 966100c4-9633-4d98-a860-578dc2253d7b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.546401] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 589046f1-74fa-4f42-b4ba-cea6a23c9e7a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.546521] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 87c398c4-2165-41c0-b584-df1f5995ae3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.546637] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 9b21a7b6-464c-4db7-9308-5377447ade04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.546766] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 3cc8af78-190c-486b-8e28-92895e62d772 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.546883] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 46dc2ea7-f124-4a2d-b59c-a8b95f411156 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.546993] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 8dfa69d8-a372-4596-be2c-c8f72b5e31ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.547227] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 20c560c8-551e-476c-b26a-45e5d9770dce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.547348] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance ae942842-00af-408a-beb2-312839415d76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.547461] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Migration 0babf9b0-a5b7-4897-8960-3cd66dce763c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 861.547571] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.547702] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 40b80fc9-ab61-4de4-a1ea-c914486fbefb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.547827] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 35f0758c-42be-471a-89d1-c4b4e7c84a05 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.547950] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 1d096b01-89ac-4098-ac44-26bd5168cee9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.548079] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 8448a4da-133c-43a5-ab37-4e4b8115466c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.548254] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 007b2c05-ed2e-4c24-975e-e7a32c599cef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.548333] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 7871b84e-d19c-4fff-9d22-6e00403a6420 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.548401] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 111923d9-7e8d-4876-af8b-04c69f4d2bf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.548528] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 65b151a2-f954-46be-81ac-d19b5a6626d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.548613] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 38eb07c4-d585-448b-a8e0-64706bf14766 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 861.620427] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.671414] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527a65fa-0498-93f0-079c-32aac14c810d, 'name': SearchDatastore_Task, 'duration_secs': 0.019519} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.672224] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0be8fbe-06dd-4369-b959-cf603631fe61 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.678217] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 861.678217] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ad578c-3ff1-4822-ab4c-d7021d69d45c" [ 861.678217] env[62643]: _type = "Task" [ 861.678217] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.689874] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ad578c-3ff1-4822-ab4c-d7021d69d45c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.839222] env[62643]: INFO nova.compute.manager [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Took 62.59 seconds to build instance. [ 861.997694] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.052320] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 66d05517-71f8-4c9b-8664-2c7b66722c74 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 862.120223] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383323, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.189055] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ad578c-3ff1-4822-ab4c-d7021d69d45c, 'name': SearchDatastore_Task, 'duration_secs': 0.082564} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.189055] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.189327] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 65b151a2-f954-46be-81ac-d19b5a6626d7/65b151a2-f954-46be-81ac-d19b5a6626d7.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.189575] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9fbdee6-3d17-4fd0-8993-c14dd5dde11a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.196236] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 862.196236] env[62643]: value = "task-2383325" [ 862.196236] env[62643]: _type = "Task" [ 862.196236] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.203636] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.341193] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d634634-4cb8-4714-a773-7a7fbc4ca536 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "7871b84e-d19c-4fff-9d22-6e00403a6420" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.931s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.498366] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "7871b84e-d19c-4fff-9d22-6e00403a6420" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.498584] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "7871b84e-d19c-4fff-9d22-6e00403a6420" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.498797] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "7871b84e-d19c-4fff-9d22-6e00403a6420-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.499014] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "7871b84e-d19c-4fff-9d22-6e00403a6420-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.499188] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "7871b84e-d19c-4fff-9d22-6e00403a6420-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.500969] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383324, 'name': ReconfigVM_Task, 'duration_secs': 0.844421} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.501294] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 20c560c8-551e-476c-b26a-45e5d9770dce/20c560c8-551e-476c-b26a-45e5d9770dce.vmdk or device None with type streamOptimized {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.502855] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'device_type': 'disk', 'size': 0, 'boot_index': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'image_id': '44c3fcb5-c3ac-4085-93b4-0119603910a4'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '08557ccc-07fb-4ede-a836-dcf80ecb096b', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483641', 'volume_id': '0b1fac4e-f62d-4b3a-be5d-10378f08da6a', 'name': 'volume-0b1fac4e-f62d-4b3a-be5d-10378f08da6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '20c560c8-551e-476c-b26a-45e5d9770dce', 'attached_at': '', 'detached_at': '', 'volume_id': '0b1fac4e-f62d-4b3a-be5d-10378f08da6a', 'serial': '0b1fac4e-f62d-4b3a-be5d-10378f08da6a'}, 'device_type': None, 'boot_index': None, 'disk_bus': None, 'delete_on_termination': False, 'guest_format': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62643) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 862.503099] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Volume attach. Driver type: vmdk {{(pid=62643) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 862.503335] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483641', 'volume_id': '0b1fac4e-f62d-4b3a-be5d-10378f08da6a', 'name': 'volume-0b1fac4e-f62d-4b3a-be5d-10378f08da6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '20c560c8-551e-476c-b26a-45e5d9770dce', 'attached_at': '', 'detached_at': '', 'volume_id': '0b1fac4e-f62d-4b3a-be5d-10378f08da6a', 'serial': '0b1fac4e-f62d-4b3a-be5d-10378f08da6a'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 862.503948] env[62643]: INFO nova.compute.manager [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Terminating instance [ 862.506075] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5a14dc-6ffe-4cba-b477-96c1a6cac7d8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.526420] env[62643]: DEBUG nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.530431] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef66d691-9a69-4762-b379-5f030c1df33e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.559052] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] volume-0b1fac4e-f62d-4b3a-be5d-10378f08da6a/volume-0b1fac4e-f62d-4b3a-be5d-10378f08da6a.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.562265] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 862.563660] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5886d1e6-1381-4e11-96f4-1c1617650e07 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.578946] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 862.579159] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Migration e2f66e45-7789-439f-9fe2-df61ba7682c9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 862.579288] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 209da343-6851-4c27-9254-d1c95829d1e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 862.588395] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.588395] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.588846] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.589148] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.589427] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.589599] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.589867] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.591263] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.591263] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.591263] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.591263] env[62643]: DEBUG nova.virt.hardware [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.591918] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b00e79-429c-47c0-af8b-f35901f52d60 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.596851] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 862.596851] env[62643]: value = "task-2383326" [ 862.596851] env[62643]: _type = "Task" [ 862.596851] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.607832] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976f4b17-7f72-4d16-960b-76974f10d6a5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.616410] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.633994] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383323, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.546397} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.634599] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 111923d9-7e8d-4876-af8b-04c69f4d2bf7/111923d9-7e8d-4876-af8b-04c69f4d2bf7.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.634599] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.634786] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfad35c4-a84f-4cfb-b2e5-d44767eb6c7b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.643485] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 862.643485] env[62643]: value = "task-2383327" [ 862.643485] env[62643]: _type = "Task" [ 862.643485] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.653643] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.705625] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383325, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.001742] env[62643]: DEBUG nova.compute.manager [req-bcb1f36b-56d4-4c33-a4a6-1bd59f19fdc5 req-383b8237-967d-4463-a9c2-0c73574cba55 service nova] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Received event network-vif-plugged-dd232e12-f38b-4e89-b4de-dcef64722f47 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 863.002290] env[62643]: DEBUG oslo_concurrency.lockutils [req-bcb1f36b-56d4-4c33-a4a6-1bd59f19fdc5 req-383b8237-967d-4463-a9c2-0c73574cba55 service nova] Acquiring lock "38eb07c4-d585-448b-a8e0-64706bf14766-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.002511] env[62643]: DEBUG oslo_concurrency.lockutils [req-bcb1f36b-56d4-4c33-a4a6-1bd59f19fdc5 req-383b8237-967d-4463-a9c2-0c73574cba55 service nova] Lock "38eb07c4-d585-448b-a8e0-64706bf14766-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.002686] env[62643]: DEBUG oslo_concurrency.lockutils [req-bcb1f36b-56d4-4c33-a4a6-1bd59f19fdc5 req-383b8237-967d-4463-a9c2-0c73574cba55 service nova] Lock "38eb07c4-d585-448b-a8e0-64706bf14766-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.002870] env[62643]: DEBUG nova.compute.manager [req-bcb1f36b-56d4-4c33-a4a6-1bd59f19fdc5 req-383b8237-967d-4463-a9c2-0c73574cba55 service nova] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] No waiting events found dispatching network-vif-plugged-dd232e12-f38b-4e89-b4de-dcef64722f47 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.003032] env[62643]: WARNING nova.compute.manager [req-bcb1f36b-56d4-4c33-a4a6-1bd59f19fdc5 req-383b8237-967d-4463-a9c2-0c73574cba55 service nova] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Received unexpected event network-vif-plugged-dd232e12-f38b-4e89-b4de-dcef64722f47 for instance with vm_state building and task_state spawning. [ 863.011656] env[62643]: DEBUG nova.compute.manager [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.011859] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.012713] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c09e00-7013-44b8-9ece-d129b721ae27 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.020737] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.021075] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7073bac8-d091-41b9-9cd1-4e567bc2b5d1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.027057] env[62643]: DEBUG oslo_vmware.api [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 863.027057] env[62643]: value = "task-2383328" [ 863.027057] env[62643]: _type = "Task" [ 863.027057] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.034929] env[62643]: DEBUG oslo_vmware.api [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.047262] env[62643]: DEBUG nova.network.neutron [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Successfully updated port: dd232e12-f38b-4e89-b4de-dcef64722f47 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.082450] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance af91a11c-f401-49df-a8a1-adce696fe2fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 863.082782] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 863.082937] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5056MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 863.109316] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383326, 'name': ReconfigVM_Task, 'duration_secs': 0.386139} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.112553] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Reconfigured VM instance instance-00000015 to attach disk [datastore1] volume-0b1fac4e-f62d-4b3a-be5d-10378f08da6a/volume-0b1fac4e-f62d-4b3a-be5d-10378f08da6a.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.117703] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b99ac504-e769-4a66-98ec-78d782d9207c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.136190] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 863.136190] env[62643]: value = "task-2383329" [ 863.136190] env[62643]: _type = "Task" [ 863.136190] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.150802] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383329, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.156967] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139154} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.157310] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.158350] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1accecdc-9b50-4b64-add4-96a43fb0c36c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.183494] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 111923d9-7e8d-4876-af8b-04c69f4d2bf7/111923d9-7e8d-4876-af8b-04c69f4d2bf7.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.186464] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84e7a57c-c523-4c2e-b85f-88adf8024b8c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.209841] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540435} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.211169] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 65b151a2-f954-46be-81ac-d19b5a6626d7/65b151a2-f954-46be-81ac-d19b5a6626d7.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.211400] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.211709] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 863.211709] env[62643]: value = "task-2383330" [ 863.211709] env[62643]: _type = "Task" [ 863.211709] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.214364] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67da57e0-fc12-41cb-8de4-3c5a91edd5e5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.226452] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383330, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.230650] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 863.230650] env[62643]: value = "task-2383331" [ 863.230650] env[62643]: _type = "Task" [ 863.230650] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.240439] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.538936] env[62643]: DEBUG oslo_vmware.api [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383328, 'name': PowerOffVM_Task, 'duration_secs': 0.29281} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.539273] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.539442] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.539685] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-731a5e73-1629-454a-bfce-7a3508972353 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.550760] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "refresh_cache-38eb07c4-d585-448b-a8e0-64706bf14766" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.550908] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquired lock "refresh_cache-38eb07c4-d585-448b-a8e0-64706bf14766" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.551065] env[62643]: DEBUG nova.network.neutron [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.563575] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a4a881-6f91-4525-9f9e-6a5783318609 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.571051] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505a8d8d-883a-4816-babd-810b4d8f2cd4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.602951] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266d46f4-4059-45b0-8809-5b7e136fe4da {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.608135] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.608450] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.608747] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleting the datastore file [datastore1] 7871b84e-d19c-4fff-9d22-6e00403a6420 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.610845] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bddf15d9-4410-4312-a8dc-7cd19efaab59 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.613462] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a13d23-16fc-44c6-b165-b35c80672cec {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.627107] env[62643]: DEBUG nova.compute.provider_tree [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.629325] env[62643]: DEBUG oslo_vmware.api [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 863.629325] env[62643]: value = "task-2383333" [ 863.629325] env[62643]: _type = "Task" [ 863.629325] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.637320] env[62643]: DEBUG oslo_vmware.api [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.645273] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383329, 'name': ReconfigVM_Task, 'duration_secs': 0.156583} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.645581] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483641', 'volume_id': '0b1fac4e-f62d-4b3a-be5d-10378f08da6a', 'name': 'volume-0b1fac4e-f62d-4b3a-be5d-10378f08da6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '20c560c8-551e-476c-b26a-45e5d9770dce', 'attached_at': '', 'detached_at': '', 'volume_id': '0b1fac4e-f62d-4b3a-be5d-10378f08da6a', 'serial': '0b1fac4e-f62d-4b3a-be5d-10378f08da6a'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 863.646166] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f11f5876-8b17-4f94-97e5-d1ba2eada0ba {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.651356] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 863.651356] env[62643]: value = "task-2383334" [ 863.651356] env[62643]: _type = "Task" [ 863.651356] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.660477] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383334, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.726355] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383330, 'name': ReconfigVM_Task, 'duration_secs': 0.301064} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.726649] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 111923d9-7e8d-4876-af8b-04c69f4d2bf7/111923d9-7e8d-4876-af8b-04c69f4d2bf7.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.727367] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f597b197-9f22-42f9-acda-1efd392c064d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.735510] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 863.735510] env[62643]: value = "task-2383335" [ 863.735510] env[62643]: _type = "Task" [ 863.735510] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.741623] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071345} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.742466] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.743711] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae51e36-1e01-420f-88ec-cda8472cc3f9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.749630] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383335, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.772569] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 65b151a2-f954-46be-81ac-d19b5a6626d7/65b151a2-f954-46be-81ac-d19b5a6626d7.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.772836] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4087dee-0723-429e-b11e-62b28e2a9a28 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.793532] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 863.793532] env[62643]: value = "task-2383336" [ 863.793532] env[62643]: _type = "Task" [ 863.793532] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.802060] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.101730] env[62643]: DEBUG nova.network.neutron [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.131703] env[62643]: DEBUG nova.scheduler.client.report [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.143573] env[62643]: DEBUG oslo_vmware.api [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165417} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.143834] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.144039] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.144260] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.144409] env[62643]: INFO nova.compute.manager [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Took 1.13 seconds to destroy the instance on the hypervisor. [ 864.144935] env[62643]: DEBUG oslo.service.loopingcall [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.144935] env[62643]: DEBUG nova.compute.manager [-] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.145828] env[62643]: DEBUG nova.network.neutron [-] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.164148] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383334, 'name': Rename_Task, 'duration_secs': 0.163476} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.167163] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.167439] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-185c545a-d5da-4cfb-b2ab-49ccf00b49d8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.175525] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 864.175525] env[62643]: value = "task-2383337" [ 864.175525] env[62643]: _type = "Task" [ 864.175525] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.183838] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.248096] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383335, 'name': Rename_Task, 'duration_secs': 0.162031} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.248409] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.248659] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c234c3e-1751-4c89-8f42-c77408ac8db0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.255046] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 864.255046] env[62643]: value = "task-2383338" [ 864.255046] env[62643]: _type = "Task" [ 864.255046] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.263439] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.307176] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383336, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.352347] env[62643]: DEBUG nova.network.neutron [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Updating instance_info_cache with network_info: [{"id": "dd232e12-f38b-4e89-b4de-dcef64722f47", "address": "fa:16:3e:1d:47:35", "network": {"id": "3022c752-46a7-4794-85d8-f6a3856788cc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1430057556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2fab21976c41ff80d440f2a0d9a7e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd232e12-f3", "ovs_interfaceid": "dd232e12-f38b-4e89-b4de-dcef64722f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.639727] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 864.639949] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.159s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.640255] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.855s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.642412] env[62643]: INFO nova.compute.claims [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.645282] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.645437] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Cleaning up deleted instances {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 864.688506] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383337, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.766653] env[62643]: DEBUG oslo_vmware.api [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383338, 'name': PowerOnVM_Task, 'duration_secs': 0.505307} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.767063] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.767303] env[62643]: INFO nova.compute.manager [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Took 14.20 seconds to spawn the instance on the hypervisor. [ 864.767574] env[62643]: DEBUG nova.compute.manager [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.768684] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d30626-72fb-4be2-9753-b5912c6b9296 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.803370] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383336, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.857032] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Releasing lock "refresh_cache-38eb07c4-d585-448b-a8e0-64706bf14766" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.857365] env[62643]: DEBUG nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Instance network_info: |[{"id": "dd232e12-f38b-4e89-b4de-dcef64722f47", "address": "fa:16:3e:1d:47:35", "network": {"id": "3022c752-46a7-4794-85d8-f6a3856788cc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1430057556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2fab21976c41ff80d440f2a0d9a7e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd232e12-f3", "ovs_interfaceid": "dd232e12-f38b-4e89-b4de-dcef64722f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.857803] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:47:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd232e12-f38b-4e89-b4de-dcef64722f47', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.865442] env[62643]: DEBUG oslo.service.loopingcall [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.865654] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.865876] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f7a62ef-7c4e-4be9-a6f6-e602d3c23132 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.893407] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.893407] env[62643]: value = "task-2383339" [ 864.893407] env[62643]: _type = "Task" [ 864.893407] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.907394] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383339, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.966099] env[62643]: DEBUG nova.network.neutron [-] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.035036] env[62643]: DEBUG nova.compute.manager [req-19f32bfd-8c6e-46ac-974a-3b0f45c94830 req-fe4fe163-0b5b-4cb0-945a-f00e1790f88b service nova] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Received event network-changed-dd232e12-f38b-4e89-b4de-dcef64722f47 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.035249] env[62643]: DEBUG nova.compute.manager [req-19f32bfd-8c6e-46ac-974a-3b0f45c94830 req-fe4fe163-0b5b-4cb0-945a-f00e1790f88b service nova] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Refreshing instance network info cache due to event network-changed-dd232e12-f38b-4e89-b4de-dcef64722f47. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 865.035468] env[62643]: DEBUG oslo_concurrency.lockutils [req-19f32bfd-8c6e-46ac-974a-3b0f45c94830 req-fe4fe163-0b5b-4cb0-945a-f00e1790f88b service nova] Acquiring lock "refresh_cache-38eb07c4-d585-448b-a8e0-64706bf14766" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.035612] env[62643]: DEBUG oslo_concurrency.lockutils [req-19f32bfd-8c6e-46ac-974a-3b0f45c94830 req-fe4fe163-0b5b-4cb0-945a-f00e1790f88b service nova] Acquired lock "refresh_cache-38eb07c4-d585-448b-a8e0-64706bf14766" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.036359] env[62643]: DEBUG nova.network.neutron [req-19f32bfd-8c6e-46ac-974a-3b0f45c94830 req-fe4fe163-0b5b-4cb0-945a-f00e1790f88b service nova] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Refreshing network info cache for port dd232e12-f38b-4e89-b4de-dcef64722f47 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.159781] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] There are 38 instances to clean {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 865.160060] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: bdcd9a8c-cff3-4df6-9dbe-21aa42a97364] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 865.187594] env[62643]: DEBUG oslo_vmware.api [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383337, 'name': PowerOnVM_Task, 'duration_secs': 0.560079} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.187893] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.292621] env[62643]: INFO nova.compute.manager [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Took 62.16 seconds to build instance. [ 865.303918] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383336, 'name': ReconfigVM_Task, 'duration_secs': 1.380486} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.304262] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 65b151a2-f954-46be-81ac-d19b5a6626d7/65b151a2-f954-46be-81ac-d19b5a6626d7.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.304995] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6753d00f-43c8-4d72-a74b-3f6fee6493cf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.312132] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 865.312132] env[62643]: value = "task-2383340" [ 865.312132] env[62643]: _type = "Task" [ 865.312132] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.320398] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383340, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.379435] env[62643]: DEBUG nova.compute.manager [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.380438] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d158ca-f764-4048-9590-327a0c8974f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.403739] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383339, 'name': CreateVM_Task, 'duration_secs': 0.481533} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.403866] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.406147] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.406147] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.406147] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.406147] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931fac5e-21af-4d47-ae08-7bad40243f9a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.410683] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 865.410683] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5232c023-d7c0-d356-28f8-f29f028426bd" [ 865.410683] env[62643]: _type = "Task" [ 865.410683] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.419279] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5232c023-d7c0-d356-28f8-f29f028426bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.468544] env[62643]: INFO nova.compute.manager [-] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Took 1.32 seconds to deallocate network for instance. [ 865.664972] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 9f0ee26b-4f22-4ed9-b323-3585a66ad421] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 865.720295] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquiring lock "111923d9-7e8d-4876-af8b-04c69f4d2bf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.794552] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2ba8fb61-2dc6-4d76-a844-1d67e7523375 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "111923d9-7e8d-4876-af8b-04c69f4d2bf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.519s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.794836] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "111923d9-7e8d-4876-af8b-04c69f4d2bf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.075s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.795106] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquiring lock "111923d9-7e8d-4876-af8b-04c69f4d2bf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.795318] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "111923d9-7e8d-4876-af8b-04c69f4d2bf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.795488] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "111923d9-7e8d-4876-af8b-04c69f4d2bf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.797583] env[62643]: INFO nova.compute.manager [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Terminating instance [ 865.822123] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383340, 'name': Rename_Task, 'duration_secs': 0.323551} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.824183] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.824581] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31187c19-5feb-44d2-9196-51f354b2a380 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.830589] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 865.830589] env[62643]: value = "task-2383341" [ 865.830589] env[62643]: _type = "Task" [ 865.830589] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.840273] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.859537] env[62643]: DEBUG nova.network.neutron [req-19f32bfd-8c6e-46ac-974a-3b0f45c94830 req-fe4fe163-0b5b-4cb0-945a-f00e1790f88b service nova] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Updated VIF entry in instance network info cache for port dd232e12-f38b-4e89-b4de-dcef64722f47. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.859944] env[62643]: DEBUG nova.network.neutron [req-19f32bfd-8c6e-46ac-974a-3b0f45c94830 req-fe4fe163-0b5b-4cb0-945a-f00e1790f88b service nova] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Updating instance_info_cache with network_info: [{"id": "dd232e12-f38b-4e89-b4de-dcef64722f47", "address": "fa:16:3e:1d:47:35", "network": {"id": "3022c752-46a7-4794-85d8-f6a3856788cc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1430057556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2fab21976c41ff80d440f2a0d9a7e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd232e12-f3", "ovs_interfaceid": "dd232e12-f38b-4e89-b4de-dcef64722f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.898775] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b39f3066-0a05-48bc-a35d-a1041a44c55e tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "20c560c8-551e-476c-b26a-45e5d9770dce" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 74.018s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.924737] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5232c023-d7c0-d356-28f8-f29f028426bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.925048] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.926084] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.926084] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.926084] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.926084] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.926084] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8771258e-f240-4fcc-a38d-14f19f899a5b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.934512] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.934754] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.935532] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a479749d-f9b9-4971-9ef1-f3f25ed2bb0d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.940924] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 865.940924] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527275bb-d0c8-28c2-6b78-e1a412a27279" [ 865.940924] env[62643]: _type = "Task" [ 865.940924] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.952204] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527275bb-d0c8-28c2-6b78-e1a412a27279, 'name': SearchDatastore_Task, 'duration_secs': 0.008516} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.952974] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ccd384-9e4c-4b60-a50a-d7b7dfb42e5c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.959099] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 865.959099] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ea7a3d-3c09-f403-3c41-5a0529d802d5" [ 865.959099] env[62643]: _type = "Task" [ 865.959099] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.969343] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ea7a3d-3c09-f403-3c41-5a0529d802d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.977745] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.090879] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3aa93a-02ef-4904-b26a-2222c0efc47e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.098603] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23ed3c8-14ae-4b03-bfb9-378d3d659e6b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.128724] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2554f036-afd8-4135-96c3-20ff33966cb0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.135713] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153a2d92-bb0a-46a9-a6c4-0362607bd2bf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.149862] env[62643]: DEBUG nova.compute.provider_tree [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.168979] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 3c84746a-efe7-48dc-b6a1-9571efecea87] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 866.304987] env[62643]: DEBUG nova.compute.manager [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.304987] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.305203] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255dcf1a-2fd8-496c-97fa-ff8f099b6f07 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.312981] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.313305] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c694ace4-c8d1-4cfa-a52c-8d17bcec9fd5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.320991] env[62643]: DEBUG oslo_vmware.api [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 866.320991] env[62643]: value = "task-2383342" [ 866.320991] env[62643]: _type = "Task" [ 866.320991] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.328637] env[62643]: DEBUG oslo_vmware.api [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.340382] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383341, 'name': PowerOnVM_Task, 'duration_secs': 0.458185} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.340765] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.341096] env[62643]: INFO nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Took 8.63 seconds to spawn the instance on the hypervisor. [ 866.341406] env[62643]: DEBUG nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.342148] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299f478d-240a-4a16-839b-facd5d785991 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.362960] env[62643]: DEBUG oslo_concurrency.lockutils [req-19f32bfd-8c6e-46ac-974a-3b0f45c94830 req-fe4fe163-0b5b-4cb0-945a-f00e1790f88b service nova] Releasing lock "refresh_cache-38eb07c4-d585-448b-a8e0-64706bf14766" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.363329] env[62643]: DEBUG nova.compute.manager [req-19f32bfd-8c6e-46ac-974a-3b0f45c94830 req-fe4fe163-0b5b-4cb0-945a-f00e1790f88b service nova] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Received event network-vif-deleted-77eff8bb-7f6a-48e1-871d-8d1eefc1997e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.469856] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ea7a3d-3c09-f403-3c41-5a0529d802d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009903} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.470441] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.470933] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 38eb07c4-d585-448b-a8e0-64706bf14766/38eb07c4-d585-448b-a8e0-64706bf14766.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.475070] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6faea9a2-0b48-4d16-b4db-3b42a423b01d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.483019] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 866.483019] env[62643]: value = "task-2383343" [ 866.483019] env[62643]: _type = "Task" [ 866.483019] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.492601] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.653821] env[62643]: DEBUG nova.scheduler.client.report [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.674777] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 80ad2833-64e1-4e54-b28a-ad7c601dc5ae] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 866.831543] env[62643]: DEBUG oslo_vmware.api [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383342, 'name': PowerOffVM_Task, 'duration_secs': 0.26762} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.831799] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.831968] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.832233] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-377b9e49-5407-4a23-b86a-e3c0554b03db {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.858298] env[62643]: INFO nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Took 57.63 seconds to build instance. [ 866.925691] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.925949] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.926149] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Deleting the datastore file [datastore1] 111923d9-7e8d-4876-af8b-04c69f4d2bf7 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.926436] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5408188-13a6-4187-a0ab-e9d1e46865b1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.934794] env[62643]: DEBUG oslo_vmware.api [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for the task: (returnval){ [ 866.934794] env[62643]: value = "task-2383345" [ 866.934794] env[62643]: _type = "Task" [ 866.934794] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.944091] env[62643]: DEBUG oslo_vmware.api [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.994360] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383343, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.160256] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.160847] env[62643]: DEBUG nova.compute.manager [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.164235] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 42.826s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.177435] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 5da4398a-cdc1-4c7b-bcc2-706f7b99a60a] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 867.360951] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "65b151a2-f954-46be-81ac-d19b5a6626d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.165s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.444699] env[62643]: DEBUG oslo_vmware.api [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Task: {'id': task-2383345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329998} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.445060] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.445268] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.445488] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.445611] env[62643]: INFO nova.compute.manager [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 867.445859] env[62643]: DEBUG oslo.service.loopingcall [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 867.446219] env[62643]: DEBUG nova.compute.manager [-] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.446219] env[62643]: DEBUG nova.network.neutron [-] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.497063] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750064} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.497781] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 38eb07c4-d585-448b-a8e0-64706bf14766/38eb07c4-d585-448b-a8e0-64706bf14766.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.498058] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.498715] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7361107-f9ea-4972-bd1b-b0a1a8aaf82b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.505086] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 867.505086] env[62643]: value = "task-2383346" [ 867.505086] env[62643]: _type = "Task" [ 867.505086] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.515340] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.671024] env[62643]: DEBUG nova.objects.instance [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lazy-loading 'migration_context' on Instance uuid 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.672777] env[62643]: DEBUG nova.compute.utils [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 867.674116] env[62643]: DEBUG nova.compute.manager [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.674282] env[62643]: DEBUG nova.network.neutron [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.684029] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 40588dfc-c8b5-4edb-b5f8-b533658e56a2] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 867.778403] env[62643]: DEBUG nova.policy [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f929cf4c99d4e42b740cbff0703178f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a47dde31f50e4a028ae9053fd0472e44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.845088] env[62643]: DEBUG nova.compute.manager [req-c8fa75e2-2733-4da9-acfd-a566a5de54c8 req-ea41b9ad-ffa0-4176-95d0-c8d15ab43a93 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Received event network-vif-deleted-306bc14b-9be2-4c95-877d-686f04a0e14b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 867.845297] env[62643]: INFO nova.compute.manager [req-c8fa75e2-2733-4da9-acfd-a566a5de54c8 req-ea41b9ad-ffa0-4176-95d0-c8d15ab43a93 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Neutron deleted interface 306bc14b-9be2-4c95-877d-686f04a0e14b; detaching it from the instance and deleting it from the info cache [ 867.845635] env[62643]: DEBUG nova.network.neutron [req-c8fa75e2-2733-4da9-acfd-a566a5de54c8 req-ea41b9ad-ffa0-4176-95d0-c8d15ab43a93 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Updating instance_info_cache with network_info: [{"id": "d2e93726-2132-46da-a040-db5af4721782", "address": "fa:16:3e:01:bc:82", "network": {"id": "bb0944c1-223e-44a3-b844-bd7092b89304", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-190918050", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4debeebb96534c2c93a5fded0b5916fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e93726-21", "ovs_interfaceid": "d2e93726-2132-46da-a040-db5af4721782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.020151] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120301} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.020555] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.021867] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cea2ee-f6e7-4a1b-9a19-e63dd076adbb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.047764] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 38eb07c4-d585-448b-a8e0-64706bf14766/38eb07c4-d585-448b-a8e0-64706bf14766.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.048286] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6913203-a3f9-42dc-a958-f8cdce72c50f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.068539] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 868.068539] env[62643]: value = "task-2383347" [ 868.068539] env[62643]: _type = "Task" [ 868.068539] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.078104] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.177408] env[62643]: DEBUG nova.compute.manager [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.187246] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: e28d568b-a29d-4b5c-90e6-aac10019d54a] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 868.349069] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2c5e2dc-4fb7-4cf2-b2a1-183cfc444134 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.360228] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7893735b-359e-41f1-83af-331c48bfe4d5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.403582] env[62643]: DEBUG nova.compute.manager [req-c8fa75e2-2733-4da9-acfd-a566a5de54c8 req-ea41b9ad-ffa0-4176-95d0-c8d15ab43a93 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Detach interface failed, port_id=306bc14b-9be2-4c95-877d-686f04a0e14b, reason: Instance 111923d9-7e8d-4876-af8b-04c69f4d2bf7 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 868.573957] env[62643]: DEBUG nova.network.neutron [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Successfully created port: fc612612-a008-443e-8569-0ed7f34e4386 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.582874] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.693052] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: fd860eff-d4b0-409f-8242-b3845a0cf256] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 868.705234] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbf2f9a-255c-4027-b513-479b38ed0904 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.713080] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830c338e-5bba-4937-b9d8-628a0b737eae {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.746013] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d012b345-47ee-4227-bce0-1c5aeba6cbd9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.754722] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97338832-113b-48f2-bd1f-bf1683e84650 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.770061] env[62643]: DEBUG nova.compute.provider_tree [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.880879] env[62643]: DEBUG nova.network.neutron [-] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.079517] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383347, 'name': ReconfigVM_Task, 'duration_secs': 0.837215} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.079765] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 38eb07c4-d585-448b-a8e0-64706bf14766/38eb07c4-d585-448b-a8e0-64706bf14766.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.080453] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ef088a8-7005-4119-8424-5c79e22d7705 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.088373] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 869.088373] env[62643]: value = "task-2383348" [ 869.088373] env[62643]: _type = "Task" [ 869.088373] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.097029] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383348, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.191030] env[62643]: DEBUG nova.compute.manager [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.197200] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: a08bc52b-f6e0-4c73-8dab-e19c0ed4ba47] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 869.217787] env[62643]: DEBUG nova.virt.hardware [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.218096] env[62643]: DEBUG nova.virt.hardware [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.218282] env[62643]: DEBUG nova.virt.hardware [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.218480] env[62643]: DEBUG nova.virt.hardware [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.218662] env[62643]: DEBUG nova.virt.hardware [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.218827] env[62643]: DEBUG nova.virt.hardware [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.219065] env[62643]: DEBUG nova.virt.hardware [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.219248] env[62643]: DEBUG nova.virt.hardware [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.219448] env[62643]: DEBUG nova.virt.hardware [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.219617] env[62643]: DEBUG nova.virt.hardware [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.219820] env[62643]: DEBUG nova.virt.hardware [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.220768] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96794877-8c9e-4de0-afb1-670dde589a50 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.229417] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df9f812-6cd3-4662-a73d-ffd28f8e7b93 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.272823] env[62643]: DEBUG nova.scheduler.client.report [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.383653] env[62643]: INFO nova.compute.manager [-] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Took 1.94 seconds to deallocate network for instance. [ 869.598530] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383348, 'name': Rename_Task, 'duration_secs': 0.250155} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.598812] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.599075] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00a4da21-9e74-4f1f-9f3b-4553d699ab60 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.605976] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 869.605976] env[62643]: value = "task-2383349" [ 869.605976] env[62643]: _type = "Task" [ 869.605976] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.613528] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.701081] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 4da35bd5-50b0-4148-9802-81e45025a4a0] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 869.890306] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.933193] env[62643]: DEBUG nova.compute.manager [req-87f071ea-1876-46c2-813a-93dc1c76f6ca req-b18eb00a-d878-42c2-b4f6-a4ad47b7e5d7 service nova] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Received event network-vif-deleted-d2e93726-2132-46da-a040-db5af4721782 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.117658] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383349, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.160741] env[62643]: DEBUG nova.network.neutron [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Successfully updated port: fc612612-a008-443e-8569-0ed7f34e4386 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.205299] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: fdb3277a-e02d-4150-9980-ba907497b2dc] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 870.283274] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.119s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.289418] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.693s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.289644] env[62643]: DEBUG nova.objects.instance [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62643) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 870.617181] env[62643]: DEBUG oslo_vmware.api [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383349, 'name': PowerOnVM_Task, 'duration_secs': 0.883237} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.617457] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.617705] env[62643]: INFO nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Took 8.09 seconds to spawn the instance on the hypervisor. [ 870.617911] env[62643]: DEBUG nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.618724] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d299aa4b-dbaf-4cae-8021-90941be4bfe3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.664044] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.664228] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.664372] env[62643]: DEBUG nova.network.neutron [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.709633] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: f48ce860-ff20-482e-93fb-68aa4206bec5] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 871.137429] env[62643]: INFO nova.compute.manager [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Took 55.74 seconds to build instance. [ 871.212940] env[62643]: DEBUG nova.network.neutron [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.215071] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: aa8b44af-9322-4151-beff-e3878bf793a6] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 871.299997] env[62643]: DEBUG oslo_concurrency.lockutils [None req-01c4eb6a-5329-480a-918a-568372158163 tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.302267] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.595s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.303532] env[62643]: INFO nova.compute.claims [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.402781] env[62643]: DEBUG nova.network.neutron [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Updating instance_info_cache with network_info: [{"id": "fc612612-a008-443e-8569-0ed7f34e4386", "address": "fa:16:3e:98:5d:40", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc612612-a0", "ovs_interfaceid": "fc612612-a008-443e-8569-0ed7f34e4386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.640250] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b527fbc1-6dca-413d-b2c5-144c5845735d tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "38eb07c4-d585-448b-a8e0-64706bf14766" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.366s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.718673] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 8cf78384-7e0f-4a97-a030-1e51f123f086] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 871.831731] env[62643]: INFO nova.compute.manager [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Swapping old allocation on dict_keys(['ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a']) held by migration 0babf9b0-a5b7-4897-8960-3cd66dce763c for instance [ 871.860838] env[62643]: DEBUG nova.scheduler.client.report [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Overwriting current allocation {'allocations': {'ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 93}}, 'project_id': '694f5a2fef944e7d896da830d81d9098', 'user_id': '37e38a870f484121a5057882cc019767', 'consumer_generation': 1} on consumer 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed {{(pid=62643) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 871.905716] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.906087] env[62643]: DEBUG nova.compute.manager [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Instance network_info: |[{"id": "fc612612-a008-443e-8569-0ed7f34e4386", "address": "fa:16:3e:98:5d:40", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc612612-a0", "ovs_interfaceid": "fc612612-a008-443e-8569-0ed7f34e4386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.907356] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:5d:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc612612-a008-443e-8569-0ed7f34e4386', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.917985] env[62643]: DEBUG oslo.service.loopingcall [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.921691] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.921956] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59ece0cb-1f4b-4304-87cd-e901dcb0a604 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.943553] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.943553] env[62643]: value = "task-2383350" [ 871.943553] env[62643]: _type = "Task" [ 871.943553] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.952939] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383350, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.970741] env[62643]: DEBUG nova.compute.manager [req-6efaa743-e26d-441a-9a65-b63da78950c7 req-a1d1d4a6-c453-4767-93ea-e655037ca73a service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Received event network-vif-plugged-fc612612-a008-443e-8569-0ed7f34e4386 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.970974] env[62643]: DEBUG oslo_concurrency.lockutils [req-6efaa743-e26d-441a-9a65-b63da78950c7 req-a1d1d4a6-c453-4767-93ea-e655037ca73a service nova] Acquiring lock "66d05517-71f8-4c9b-8664-2c7b66722c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.971600] env[62643]: DEBUG oslo_concurrency.lockutils [req-6efaa743-e26d-441a-9a65-b63da78950c7 req-a1d1d4a6-c453-4767-93ea-e655037ca73a service nova] Lock "66d05517-71f8-4c9b-8664-2c7b66722c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.971640] env[62643]: DEBUG oslo_concurrency.lockutils [req-6efaa743-e26d-441a-9a65-b63da78950c7 req-a1d1d4a6-c453-4767-93ea-e655037ca73a service nova] Lock "66d05517-71f8-4c9b-8664-2c7b66722c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.971810] env[62643]: DEBUG nova.compute.manager [req-6efaa743-e26d-441a-9a65-b63da78950c7 req-a1d1d4a6-c453-4767-93ea-e655037ca73a service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] No waiting events found dispatching network-vif-plugged-fc612612-a008-443e-8569-0ed7f34e4386 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.971973] env[62643]: WARNING nova.compute.manager [req-6efaa743-e26d-441a-9a65-b63da78950c7 req-a1d1d4a6-c453-4767-93ea-e655037ca73a service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Received unexpected event network-vif-plugged-fc612612-a008-443e-8569-0ed7f34e4386 for instance with vm_state building and task_state spawning. [ 871.972215] env[62643]: DEBUG nova.compute.manager [req-6efaa743-e26d-441a-9a65-b63da78950c7 req-a1d1d4a6-c453-4767-93ea-e655037ca73a service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Received event network-changed-fc612612-a008-443e-8569-0ed7f34e4386 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.972344] env[62643]: DEBUG nova.compute.manager [req-6efaa743-e26d-441a-9a65-b63da78950c7 req-a1d1d4a6-c453-4767-93ea-e655037ca73a service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Refreshing instance network info cache due to event network-changed-fc612612-a008-443e-8569-0ed7f34e4386. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 871.972483] env[62643]: DEBUG oslo_concurrency.lockutils [req-6efaa743-e26d-441a-9a65-b63da78950c7 req-a1d1d4a6-c453-4767-93ea-e655037ca73a service nova] Acquiring lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.972600] env[62643]: DEBUG oslo_concurrency.lockutils [req-6efaa743-e26d-441a-9a65-b63da78950c7 req-a1d1d4a6-c453-4767-93ea-e655037ca73a service nova] Acquired lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.972757] env[62643]: DEBUG nova.network.neutron [req-6efaa743-e26d-441a-9a65-b63da78950c7 req-a1d1d4a6-c453-4767-93ea-e655037ca73a service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Refreshing network info cache for port fc612612-a008-443e-8569-0ed7f34e4386 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.975792] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.976089] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquired lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.976358] env[62643]: DEBUG nova.network.neutron [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.186676] env[62643]: DEBUG oslo_concurrency.lockutils [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "65b151a2-f954-46be-81ac-d19b5a6626d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.186972] env[62643]: DEBUG oslo_concurrency.lockutils [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "65b151a2-f954-46be-81ac-d19b5a6626d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.187219] env[62643]: DEBUG oslo_concurrency.lockutils [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "65b151a2-f954-46be-81ac-d19b5a6626d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.187413] env[62643]: DEBUG oslo_concurrency.lockutils [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "65b151a2-f954-46be-81ac-d19b5a6626d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.187584] env[62643]: DEBUG oslo_concurrency.lockutils [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "65b151a2-f954-46be-81ac-d19b5a6626d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.189881] env[62643]: INFO nova.compute.manager [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Terminating instance [ 872.224064] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: c316241e-bdb6-4f77-8e3b-277a6bb2f6ce] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 872.311520] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "38eb07c4-d585-448b-a8e0-64706bf14766" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.312935] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "38eb07c4-d585-448b-a8e0-64706bf14766" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.313328] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "38eb07c4-d585-448b-a8e0-64706bf14766-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.313723] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "38eb07c4-d585-448b-a8e0-64706bf14766-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.314116] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "38eb07c4-d585-448b-a8e0-64706bf14766-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.322028] env[62643]: INFO nova.compute.manager [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Terminating instance [ 872.455524] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383350, 'name': CreateVM_Task, 'duration_secs': 0.346399} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.455602] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.458625] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.458794] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.459120] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.459592] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5bfeaa3-85e7-42c4-8e93-2ab60be62509 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.464133] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 872.464133] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c363cc-a4d1-af2f-f2ef-3e3fc123cae7" [ 872.464133] env[62643]: _type = "Task" [ 872.464133] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.474569] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c363cc-a4d1-af2f-f2ef-3e3fc123cae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.697425] env[62643]: DEBUG nova.compute.manager [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.697425] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.698393] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6353b3f7-9802-4780-b433-96372c4b7200 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.712598] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.715910] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c62732dc-b76c-4ca7-ac63-aff7732ac762 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.725289] env[62643]: DEBUG oslo_vmware.api [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 872.725289] env[62643]: value = "task-2383351" [ 872.725289] env[62643]: _type = "Task" [ 872.725289] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.728735] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 027d839d-93e5-45e1-aac3-6936b4c29795] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 872.740652] env[62643]: DEBUG oslo_vmware.api [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.827458] env[62643]: DEBUG nova.compute.manager [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.827582] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.830488] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9eb6c6e-cf5c-4026-b119-c6b8c39b7ab9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.836804] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693e6036-63dc-450e-9a4b-6eed2dcfe4b8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.845957] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.848027] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9aa98bb2-a803-4ccc-8cdb-d3a1795e8604 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.853094] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635f9724-94bd-4896-86bb-4307c0b86ba8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.863511] env[62643]: DEBUG oslo_vmware.api [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 872.863511] env[62643]: value = "task-2383352" [ 872.863511] env[62643]: _type = "Task" [ 872.863511] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.895658] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429a1b42-ca83-4e10-a40c-2d19b88d5afc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.907289] env[62643]: DEBUG oslo_vmware.api [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.908132] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d92d9d8-3e13-4ea9-964b-9550f3ab7db9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.924547] env[62643]: DEBUG nova.compute.provider_tree [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.980279] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c363cc-a4d1-af2f-f2ef-3e3fc123cae7, 'name': SearchDatastore_Task, 'duration_secs': 0.044809} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.980945] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.981135] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.982108] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.982108] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.982108] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.982690] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2280314b-049e-47b6-ba55-4c753781bb9c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.996318] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.996596] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.997489] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2da6ad5c-57c6-45d2-96c6-4bf7111c49e7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.002920] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 873.002920] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52149d45-adeb-2c9e-a9e8-e95c1e84a499" [ 873.002920] env[62643]: _type = "Task" [ 873.002920] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.012156] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52149d45-adeb-2c9e-a9e8-e95c1e84a499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.020835] env[62643]: DEBUG nova.network.neutron [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updating instance_info_cache with network_info: [{"id": "4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e", "address": "fa:16:3e:a4:30:24", "network": {"id": "2651cc45-b4c1-49f9-8966-4ffc02a79c73", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd63997587314f1ba7dcd610ce3566be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f21696d-fc", "ovs_interfaceid": "4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.023218] env[62643]: DEBUG nova.network.neutron [req-6efaa743-e26d-441a-9a65-b63da78950c7 req-a1d1d4a6-c453-4767-93ea-e655037ca73a service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Updated VIF entry in instance network info cache for port fc612612-a008-443e-8569-0ed7f34e4386. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.023534] env[62643]: DEBUG nova.network.neutron [req-6efaa743-e26d-441a-9a65-b63da78950c7 req-a1d1d4a6-c453-4767-93ea-e655037ca73a service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Updating instance_info_cache with network_info: [{"id": "fc612612-a008-443e-8569-0ed7f34e4386", "address": "fa:16:3e:98:5d:40", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc612612-a0", "ovs_interfaceid": "fc612612-a008-443e-8569-0ed7f34e4386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.236892] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 3d8f298d-a597-4e2a-af07-0046d0bbd22a] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 873.239931] env[62643]: DEBUG oslo_vmware.api [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383351, 'name': PowerOffVM_Task, 'duration_secs': 0.243882} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.239931] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.240198] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.240493] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca08511f-9929-4f22-803a-25eabafa3e95 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.302607] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.302836] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.303036] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Deleting the datastore file [datastore2] 65b151a2-f954-46be-81ac-d19b5a6626d7 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.303271] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbf40f80-5afe-4fcc-9a7c-e1dbdec96c41 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.309100] env[62643]: DEBUG oslo_vmware.api [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 873.309100] env[62643]: value = "task-2383354" [ 873.309100] env[62643]: _type = "Task" [ 873.309100] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.316477] env[62643]: DEBUG oslo_vmware.api [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.400722] env[62643]: DEBUG oslo_vmware.api [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383352, 'name': PowerOffVM_Task, 'duration_secs': 0.43395} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.401034] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.401197] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.401452] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5487edf6-b2a6-4b39-bd8f-db291b657a38 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.427410] env[62643]: DEBUG nova.scheduler.client.report [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.464584] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.465377] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.465377] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Deleting the datastore file [datastore2] 38eb07c4-d585-448b-a8e0-64706bf14766 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.465524] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12a01e20-c855-46b1-9887-c0c195ff5c6f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.472706] env[62643]: DEBUG oslo_vmware.api [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for the task: (returnval){ [ 873.472706] env[62643]: value = "task-2383356" [ 873.472706] env[62643]: _type = "Task" [ 873.472706] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.481555] env[62643]: DEBUG oslo_vmware.api [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.512978] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52149d45-adeb-2c9e-a9e8-e95c1e84a499, 'name': SearchDatastore_Task, 'duration_secs': 0.023736} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.514078] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8162d3b6-375b-461b-a539-1ef0229e02ec {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.519155] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 873.519155] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52574ddb-da50-2b00-61b6-33d12bce3b74" [ 873.519155] env[62643]: _type = "Task" [ 873.519155] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.524017] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Releasing lock "refresh_cache-9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.524112] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.527543] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6901cec-2123-4919-8ffb-f34476b22d2e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.529961] env[62643]: DEBUG oslo_concurrency.lockutils [req-6efaa743-e26d-441a-9a65-b63da78950c7 req-a1d1d4a6-c453-4767-93ea-e655037ca73a service nova] Releasing lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.529961] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52574ddb-da50-2b00-61b6-33d12bce3b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.533279] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 873.533279] env[62643]: value = "task-2383357" [ 873.533279] env[62643]: _type = "Task" [ 873.533279] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.540359] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.740504] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 7a8bcdaf-4a30-4118-8260-22fb84ed89f3] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 873.818571] env[62643]: DEBUG oslo_vmware.api [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212595} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.818838] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.819047] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.819239] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.819414] env[62643]: INFO nova.compute.manager [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 873.819652] env[62643]: DEBUG oslo.service.loopingcall [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 873.819863] env[62643]: DEBUG nova.compute.manager [-] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.819963] env[62643]: DEBUG nova.network.neutron [-] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.932284] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.932746] env[62643]: DEBUG nova.compute.manager [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.935394] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.921s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.936956] env[62643]: INFO nova.compute.claims [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.983964] env[62643]: DEBUG oslo_vmware.api [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Task: {'id': task-2383356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162795} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.984223] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.984438] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.984585] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.984753] env[62643]: INFO nova.compute.manager [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Took 1.16 seconds to destroy the instance on the hypervisor. [ 873.985036] env[62643]: DEBUG oslo.service.loopingcall [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 873.985231] env[62643]: DEBUG nova.compute.manager [-] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.985320] env[62643]: DEBUG nova.network.neutron [-] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.030893] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52574ddb-da50-2b00-61b6-33d12bce3b74, 'name': SearchDatastore_Task, 'duration_secs': 0.01649} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.031187] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.031496] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 66d05517-71f8-4c9b-8664-2c7b66722c74/66d05517-71f8-4c9b-8664-2c7b66722c74.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.031679] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a917c30b-d128-4d82-836b-25838d71c27b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.043310] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383357, 'name': PowerOffVM_Task, 'duration_secs': 0.186993} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.044500] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.045192] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:20:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3dc4c493-c914-4260-9e4b-8cc1b0dd47fa',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1488267491',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.045416] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.045571] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.045754] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.045901] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.046062] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.046268] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.046425] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.046585] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.046744] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.046933] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.051818] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 874.051818] env[62643]: value = "task-2383358" [ 874.051818] env[62643]: _type = "Task" [ 874.051818] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.056121] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92603e3b-0a61-4dc2-8645-4952c394a990 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.073239] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.074528] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 874.074528] env[62643]: value = "task-2383359" [ 874.074528] env[62643]: _type = "Task" [ 874.074528] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.083014] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.186450] env[62643]: DEBUG nova.compute.manager [req-69b44941-80e4-486b-8f2e-d5e123942e64 req-b92c0f21-14c5-457f-af92-287c304543ed service nova] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Received event network-vif-deleted-b720b156-fbce-4867-93e8-6922f79ad3a7 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.186642] env[62643]: INFO nova.compute.manager [req-69b44941-80e4-486b-8f2e-d5e123942e64 req-b92c0f21-14c5-457f-af92-287c304543ed service nova] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Neutron deleted interface b720b156-fbce-4867-93e8-6922f79ad3a7; detaching it from the instance and deleting it from the info cache [ 874.186842] env[62643]: DEBUG nova.network.neutron [req-69b44941-80e4-486b-8f2e-d5e123942e64 req-b92c0f21-14c5-457f-af92-287c304543ed service nova] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.244669] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: bc813c11-8b43-4ca5-bfdf-832e02f020d9] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 874.441460] env[62643]: DEBUG nova.compute.utils [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 874.446147] env[62643]: DEBUG nova.compute.manager [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.446340] env[62643]: DEBUG nova.network.neutron [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.503325] env[62643]: DEBUG nova.policy [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '599b637b1a5143678e72be49de7a1569', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a767d9ca05254f0e95fb7a29c511cadc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.577586] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383358, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.587119] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383359, 'name': ReconfigVM_Task, 'duration_secs': 0.145184} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.588116] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4575c2a2-911a-45f5-8e2b-6310d53116e3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.607051] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:20:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3dc4c493-c914-4260-9e4b-8cc1b0dd47fa',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1488267491',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.607331] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.607541] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.607775] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.607925] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.608086] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.608305] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.608468] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.608637] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.608821] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.608977] env[62643]: DEBUG nova.virt.hardware [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.609901] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3dc4d8c-3092-4b85-ae4a-d36b8636abe2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.615493] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 874.615493] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525e979d-c0bc-4a3b-9343-ae2c07a11ea8" [ 874.615493] env[62643]: _type = "Task" [ 874.615493] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.623942] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525e979d-c0bc-4a3b-9343-ae2c07a11ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.660559] env[62643]: DEBUG nova.network.neutron [-] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.689915] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68ca8ad1-5163-4e6c-9ef9-64420b1583d2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.698993] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d373ffe2-4ca9-4e99-8ed1-bd8876974aa7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.736511] env[62643]: DEBUG nova.compute.manager [req-69b44941-80e4-486b-8f2e-d5e123942e64 req-b92c0f21-14c5-457f-af92-287c304543ed service nova] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Detach interface failed, port_id=b720b156-fbce-4867-93e8-6922f79ad3a7, reason: Instance 65b151a2-f954-46be-81ac-d19b5a6626d7 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 874.748805] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: c1c90088-c0e8-43b8-83e0-7a29dc83790e] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 874.825119] env[62643]: DEBUG nova.network.neutron [-] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.877048] env[62643]: DEBUG nova.network.neutron [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Successfully created port: 41bf841a-21fd-4c35-8b8d-fc15e35a07fd {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.950210] env[62643]: DEBUG nova.compute.manager [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.077058] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614851} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.081262] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 66d05517-71f8-4c9b-8664-2c7b66722c74/66d05517-71f8-4c9b-8664-2c7b66722c74.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.081505] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.081913] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62ae5db1-f1e3-4cef-85b3-34237a07b2d8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.092712] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 875.092712] env[62643]: value = "task-2383360" [ 875.092712] env[62643]: _type = "Task" [ 875.092712] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.103605] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.126219] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525e979d-c0bc-4a3b-9343-ae2c07a11ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.012793} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.135263] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 875.135798] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af3fa3c2-a9b2-4575-b4d4-2a6bc24dcf3e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.162818] env[62643]: INFO nova.compute.manager [-] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Took 1.34 seconds to deallocate network for instance. [ 875.165733] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 875.165733] env[62643]: value = "task-2383361" [ 875.165733] env[62643]: _type = "Task" [ 875.165733] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.178965] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.253435] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 6e2ca819-ef07-44fd-ad79-f9aaca72d1e2] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 875.327538] env[62643]: INFO nova.compute.manager [-] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Took 1.34 seconds to deallocate network for instance. [ 875.420184] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60927bf-77ec-450b-987d-352f420078fb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.428023] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673543b3-3dd4-439b-8ff1-d4c649402df9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.462531] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959bfc20-dbca-46d7-8b73-fe84ae598f6e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.471197] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ce9a82-d359-4643-a132-ed69e88017d1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.485514] env[62643]: DEBUG nova.compute.provider_tree [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.603599] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064633} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.604062] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.605327] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf5fb9c-03a9-47c4-9fbf-522ce38a7e27 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.628026] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 66d05517-71f8-4c9b-8664-2c7b66722c74/66d05517-71f8-4c9b-8664-2c7b66722c74.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.629402] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6542e56-5a07-4ce3-a900-3f8c0d70f601 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.647492] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 875.647492] env[62643]: value = "task-2383362" [ 875.647492] env[62643]: _type = "Task" [ 875.647492] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.655257] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.674982] env[62643]: DEBUG oslo_concurrency.lockutils [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.675300] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383361, 'name': ReconfigVM_Task, 'duration_secs': 0.172594} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.675548] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 875.676339] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c11e42-55f6-414d-a972-34ebe738635e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.699441] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed/9852bd88-1d3c-4e14-a334-1fbd32cdd3ed.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.699736] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01b01c7f-b1c2-43fa-b0ff-7605de4bcfc4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.717473] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 875.717473] env[62643]: value = "task-2383363" [ 875.717473] env[62643]: _type = "Task" [ 875.717473] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.725179] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.754870] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 863bc2da-9167-470b-a426-f898e8bbe187] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 875.834053] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.967243] env[62643]: DEBUG nova.compute.manager [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.989905] env[62643]: DEBUG nova.scheduler.client.report [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.999592] env[62643]: DEBUG nova.virt.hardware [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.999920] env[62643]: DEBUG nova.virt.hardware [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.000027] env[62643]: DEBUG nova.virt.hardware [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.000184] env[62643]: DEBUG nova.virt.hardware [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.000333] env[62643]: DEBUG nova.virt.hardware [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.000480] env[62643]: DEBUG nova.virt.hardware [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.001735] env[62643]: DEBUG nova.virt.hardware [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.001735] env[62643]: DEBUG nova.virt.hardware [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.001735] env[62643]: DEBUG nova.virt.hardware [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.001735] env[62643]: DEBUG nova.virt.hardware [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.001735] env[62643]: DEBUG nova.virt.hardware [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.002496] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca47c76-e358-4e75-9b00-bc6eea0e381f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.011378] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb252db-dfb1-42c5-95fa-0dea816b6a2a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.158819] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383362, 'name': ReconfigVM_Task, 'duration_secs': 0.298007} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.159031] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 66d05517-71f8-4c9b-8664-2c7b66722c74/66d05517-71f8-4c9b-8664-2c7b66722c74.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.159762] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af5083bc-29b4-4ae0-8a93-0603408d0b77 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.165619] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 876.165619] env[62643]: value = "task-2383364" [ 876.165619] env[62643]: _type = "Task" [ 876.165619] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.173772] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383364, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.214673] env[62643]: DEBUG nova.compute.manager [req-641717a1-d8ed-4418-8e1a-6cec3ad24fe7 req-e56bfdba-2e96-4515-bb3e-18f1c217b3cf service nova] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Received event network-vif-deleted-dd232e12-f38b-4e89-b4de-dcef64722f47 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 876.229032] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.259013] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: c24bad45-17ef-4e2b-805f-e5fd0ac8bca4] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 876.490998] env[62643]: DEBUG nova.network.neutron [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Successfully updated port: 41bf841a-21fd-4c35-8b8d-fc15e35a07fd {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.496271] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.496271] env[62643]: DEBUG nova.compute.manager [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.498893] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.100s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.499123] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.501399] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.818s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.502289] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.505598] env[62643]: DEBUG oslo_concurrency.lockutils [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.741s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.505598] env[62643]: DEBUG oslo_concurrency.lockutils [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.505598] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.483s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.505598] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.507287] env[62643]: DEBUG oslo_concurrency.lockutils [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.207s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.531523] env[62643]: INFO nova.scheduler.client.report [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Deleted allocations for instance 35f0758c-42be-471a-89d1-c4b4e7c84a05 [ 876.533788] env[62643]: INFO nova.scheduler.client.report [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Deleted allocations for instance 1d096b01-89ac-4098-ac44-26bd5168cee9 [ 876.543349] env[62643]: INFO nova.scheduler.client.report [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Deleted allocations for instance 40b80fc9-ab61-4de4-a1ea-c914486fbefb [ 876.551365] env[62643]: INFO nova.scheduler.client.report [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleted allocations for instance 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65 [ 876.677766] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383364, 'name': Rename_Task, 'duration_secs': 0.147911} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.677968] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.678239] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d07d07e0-0d80-4561-9f14-f1587aa45655 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.684688] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 876.684688] env[62643]: value = "task-2383365" [ 876.684688] env[62643]: _type = "Task" [ 876.684688] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.692722] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.727772] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383363, 'name': ReconfigVM_Task, 'duration_secs': 0.712745} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.729057] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed/9852bd88-1d3c-4e14-a334-1fbd32cdd3ed.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.729522] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed0469d-8c40-4d6e-9885-01872fd87d10 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.749059] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532d20ae-1257-4cb3-9998-190dfff87cd5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.767529] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 6e77f974-5c90-4c53-9555-6b08d46d83da] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 876.769981] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236228c5-40a5-4240-a3d6-312baaef618f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.789997] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ae09a9-c8a3-4d12-a815-509283117ecd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.798340] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.798592] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae0dc293-0eed-47b5-9da3-437f1e6aed32 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.804838] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 876.804838] env[62643]: value = "task-2383366" [ 876.804838] env[62643]: _type = "Task" [ 876.804838] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.812307] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.993940] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "refresh_cache-4731d4bf-7003-4cbf-97ee-1a5a4a1bb656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.994159] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquired lock "refresh_cache-4731d4bf-7003-4cbf-97ee-1a5a4a1bb656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.994354] env[62643]: DEBUG nova.network.neutron [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.011661] env[62643]: DEBUG nova.compute.utils [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 877.015099] env[62643]: INFO nova.compute.claims [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.021934] env[62643]: DEBUG nova.compute.manager [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.021934] env[62643]: DEBUG nova.network.neutron [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.045941] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1e91a33a-f1e9-4f54-807a-542e0c99b5a9 tempest-ServerMetadataTestJSON-1122498710 tempest-ServerMetadataTestJSON-1122498710-project-member] Lock "35f0758c-42be-471a-89d1-c4b4e7c84a05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.138s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.054436] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b5a8778b-295a-4ebe-9da1-d921afc3f82d tempest-ServerShowV254Test-1001764000 tempest-ServerShowV254Test-1001764000-project-member] Lock "40b80fc9-ab61-4de4-a1ea-c914486fbefb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.255s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.058384] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d73e1b99-115c-44b2-be1d-45a2d85cb412 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "3f036c4b-0b5b-49e8-89cd-4e63e9c80d65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.427s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.063474] env[62643]: DEBUG oslo_concurrency.lockutils [None req-02f56334-93e2-45cc-85bf-0181cd3b2b22 tempest-InstanceActionsV221TestJSON-1284091327 tempest-InstanceActionsV221TestJSON-1284091327-project-member] Lock "1d096b01-89ac-4098-ac44-26bd5168cee9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.663s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.082596] env[62643]: DEBUG nova.policy [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ae5acaab1aa4f2daab1d5e28055c5bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23859bad67734eb2a65c6eb672f5a96c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.197132] env[62643]: DEBUG oslo_vmware.api [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383365, 'name': PowerOnVM_Task, 'duration_secs': 0.499772} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.198483] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.198874] env[62643]: INFO nova.compute.manager [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Took 8.01 seconds to spawn the instance on the hypervisor. [ 877.199110] env[62643]: DEBUG nova.compute.manager [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.199911] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60664fc6-e85a-4a12-bd99-2cdc239f712e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.273995] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: dd592887-7756-430b-bb18-8bf79d1b7a04] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 877.317312] env[62643]: DEBUG oslo_vmware.api [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383366, 'name': PowerOnVM_Task, 'duration_secs': 0.368115} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.317640] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.320500] env[62643]: WARNING oslo_messaging._drivers.amqpdriver [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 877.523552] env[62643]: INFO nova.compute.resource_tracker [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Updating resource usage from migration e2f66e45-7789-439f-9fe2-df61ba7682c9 [ 877.526389] env[62643]: DEBUG nova.compute.manager [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.529325] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "a7f0e157-fd31-4d6f-af3c-59b311ad974d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.529580] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "a7f0e157-fd31-4d6f-af3c-59b311ad974d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.529945] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "a7f0e157-fd31-4d6f-af3c-59b311ad974d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.529989] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "a7f0e157-fd31-4d6f-af3c-59b311ad974d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.530137] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "a7f0e157-fd31-4d6f-af3c-59b311ad974d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.532374] env[62643]: INFO nova.compute.manager [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Terminating instance [ 877.582249] env[62643]: DEBUG nova.network.neutron [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.733239] env[62643]: INFO nova.compute.manager [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Took 53.96 seconds to build instance. [ 877.777959] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: cc523733-d9ab-4337-bf4f-59c94fa1484b] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 877.951246] env[62643]: DEBUG nova.network.neutron [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Successfully created port: 9399c672-5207-41b6-a489-0ab03ddc171f {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.964147] env[62643]: DEBUG nova.network.neutron [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Updating instance_info_cache with network_info: [{"id": "41bf841a-21fd-4c35-8b8d-fc15e35a07fd", "address": "fa:16:3e:ff:99:92", "network": {"id": "c3562435-f3d1-42d9-855e-7cf1a259fd5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1474606181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a767d9ca05254f0e95fb7a29c511cadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41bf841a-21", "ovs_interfaceid": "41bf841a-21fd-4c35-8b8d-fc15e35a07fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.037561] env[62643]: DEBUG nova.compute.manager [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.037948] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.038897] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626e4071-3772-4e60-9e77-8a0e0c5f3c5c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.043046] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa9db75-eba6-4f7a-9d40-2c7c14738d68 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.053573] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.054903] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38749855-5851-4352-83a7-a3059b1ab033 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.060072] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4230fa5-0bad-4a8a-8b2f-196f8e08a8e1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.097052] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d467b55a-f60a-44ef-85d8-b72971288ded {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.099806] env[62643]: DEBUG oslo_vmware.api [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 878.099806] env[62643]: value = "task-2383367" [ 878.099806] env[62643]: _type = "Task" [ 878.099806] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.107237] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f01632-fcf1-4beb-bf88-7cdb6c4994b4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.114367] env[62643]: DEBUG oslo_vmware.api [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.124276] env[62643]: DEBUG nova.compute.provider_tree [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.245516] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a0ef3d28-9499-481a-bab7-d1e779264f06 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "66d05517-71f8-4c9b-8664-2c7b66722c74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.420s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.259886] env[62643]: DEBUG nova.compute.manager [req-bfb8b5e8-2d98-44fe-9188-9b3e389c6687 req-bb9a8f55-0cad-4392-ae83-295e73c8246c service nova] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Received event network-vif-plugged-41bf841a-21fd-4c35-8b8d-fc15e35a07fd {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.260012] env[62643]: DEBUG oslo_concurrency.lockutils [req-bfb8b5e8-2d98-44fe-9188-9b3e389c6687 req-bb9a8f55-0cad-4392-ae83-295e73c8246c service nova] Acquiring lock "4731d4bf-7003-4cbf-97ee-1a5a4a1bb656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.261250] env[62643]: DEBUG oslo_concurrency.lockutils [req-bfb8b5e8-2d98-44fe-9188-9b3e389c6687 req-bb9a8f55-0cad-4392-ae83-295e73c8246c service nova] Lock "4731d4bf-7003-4cbf-97ee-1a5a4a1bb656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.261250] env[62643]: DEBUG oslo_concurrency.lockutils [req-bfb8b5e8-2d98-44fe-9188-9b3e389c6687 req-bb9a8f55-0cad-4392-ae83-295e73c8246c service nova] Lock "4731d4bf-7003-4cbf-97ee-1a5a4a1bb656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.261250] env[62643]: DEBUG nova.compute.manager [req-bfb8b5e8-2d98-44fe-9188-9b3e389c6687 req-bb9a8f55-0cad-4392-ae83-295e73c8246c service nova] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] No waiting events found dispatching network-vif-plugged-41bf841a-21fd-4c35-8b8d-fc15e35a07fd {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.261473] env[62643]: WARNING nova.compute.manager [req-bfb8b5e8-2d98-44fe-9188-9b3e389c6687 req-bb9a8f55-0cad-4392-ae83-295e73c8246c service nova] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Received unexpected event network-vif-plugged-41bf841a-21fd-4c35-8b8d-fc15e35a07fd for instance with vm_state building and task_state spawning. [ 878.261937] env[62643]: DEBUG nova.compute.manager [req-bfb8b5e8-2d98-44fe-9188-9b3e389c6687 req-bb9a8f55-0cad-4392-ae83-295e73c8246c service nova] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Received event network-changed-41bf841a-21fd-4c35-8b8d-fc15e35a07fd {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.261937] env[62643]: DEBUG nova.compute.manager [req-bfb8b5e8-2d98-44fe-9188-9b3e389c6687 req-bb9a8f55-0cad-4392-ae83-295e73c8246c service nova] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Refreshing instance network info cache due to event network-changed-41bf841a-21fd-4c35-8b8d-fc15e35a07fd. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 878.262109] env[62643]: DEBUG oslo_concurrency.lockutils [req-bfb8b5e8-2d98-44fe-9188-9b3e389c6687 req-bb9a8f55-0cad-4392-ae83-295e73c8246c service nova] Acquiring lock "refresh_cache-4731d4bf-7003-4cbf-97ee-1a5a4a1bb656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.284018] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 66f5454a-bc99-4b92-9a74-ef81b3a0c673] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 878.331887] env[62643]: INFO nova.compute.manager [None req-b1206316-3a30-4357-98f6-f99c73a5a4ea tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updating instance to original state: 'active' [ 878.467285] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Releasing lock "refresh_cache-4731d4bf-7003-4cbf-97ee-1a5a4a1bb656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.467630] env[62643]: DEBUG nova.compute.manager [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Instance network_info: |[{"id": "41bf841a-21fd-4c35-8b8d-fc15e35a07fd", "address": "fa:16:3e:ff:99:92", "network": {"id": "c3562435-f3d1-42d9-855e-7cf1a259fd5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1474606181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a767d9ca05254f0e95fb7a29c511cadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41bf841a-21", "ovs_interfaceid": "41bf841a-21fd-4c35-8b8d-fc15e35a07fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.467969] env[62643]: DEBUG oslo_concurrency.lockutils [req-bfb8b5e8-2d98-44fe-9188-9b3e389c6687 req-bb9a8f55-0cad-4392-ae83-295e73c8246c service nova] Acquired lock "refresh_cache-4731d4bf-7003-4cbf-97ee-1a5a4a1bb656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.468181] env[62643]: DEBUG nova.network.neutron [req-bfb8b5e8-2d98-44fe-9188-9b3e389c6687 req-bb9a8f55-0cad-4392-ae83-295e73c8246c service nova] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Refreshing network info cache for port 41bf841a-21fd-4c35-8b8d-fc15e35a07fd {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.469468] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:99:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41bf841a-21fd-4c35-8b8d-fc15e35a07fd', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.478204] env[62643]: DEBUG oslo.service.loopingcall [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.479104] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.479566] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-400b71ab-cbc5-489a-b20d-87949741113e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.500555] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.500555] env[62643]: value = "task-2383368" [ 878.500555] env[62643]: _type = "Task" [ 878.500555] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.509236] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383368, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.543944] env[62643]: DEBUG nova.compute.manager [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.570415] env[62643]: DEBUG nova.virt.hardware [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.570636] env[62643]: DEBUG nova.virt.hardware [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.570792] env[62643]: DEBUG nova.virt.hardware [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.572142] env[62643]: DEBUG nova.virt.hardware [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.572142] env[62643]: DEBUG nova.virt.hardware [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.572142] env[62643]: DEBUG nova.virt.hardware [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.572308] env[62643]: DEBUG nova.virt.hardware [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.572675] env[62643]: DEBUG nova.virt.hardware [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.572913] env[62643]: DEBUG nova.virt.hardware [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.573226] env[62643]: DEBUG nova.virt.hardware [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.573469] env[62643]: DEBUG nova.virt.hardware [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.574512] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a99363c-c736-4508-8599-7f0a03d59c76 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.583843] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8921b61c-5ffa-4136-a13c-a3240528516b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.610015] env[62643]: DEBUG oslo_vmware.api [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383367, 'name': PowerOffVM_Task, 'duration_secs': 0.299317} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.610647] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.610867] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.611165] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe710444-2319-4995-a962-fe424cb3353d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.627751] env[62643]: DEBUG nova.scheduler.client.report [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.680949] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.681262] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.681499] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleting the datastore file [datastore1] a7f0e157-fd31-4d6f-af3c-59b311ad974d {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.682361] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84892293-e055-451e-b0fd-7d1e367c0eaa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.689793] env[62643]: DEBUG oslo_vmware.api [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 878.689793] env[62643]: value = "task-2383370" [ 878.689793] env[62643]: _type = "Task" [ 878.689793] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.702740] env[62643]: DEBUG oslo_vmware.api [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.790169] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: a8f3bc32-e3ce-4a46-8f09-e087a9597335] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 879.012856] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383368, 'name': CreateVM_Task, 'duration_secs': 0.377318} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.013279] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.014053] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.014283] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.014658] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.015008] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd4306a-3a4f-4d51-808b-02d116558ad7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.021080] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 879.021080] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529066ab-55c7-f5a4-5108-8abeb4e47277" [ 879.021080] env[62643]: _type = "Task" [ 879.021080] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.030873] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529066ab-55c7-f5a4-5108-8abeb4e47277, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.133846] env[62643]: DEBUG oslo_concurrency.lockutils [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.626s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.134094] env[62643]: INFO nova.compute.manager [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Migrating [ 879.145108] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.113s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.145108] env[62643]: INFO nova.compute.claims [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.205052] env[62643]: DEBUG oslo_vmware.api [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189316} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.209357] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.209779] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.210123] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.210432] env[62643]: INFO nova.compute.manager [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 879.210814] env[62643]: DEBUG oslo.service.loopingcall [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 879.211926] env[62643]: DEBUG nova.compute.manager [-] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.212165] env[62643]: DEBUG nova.network.neutron [-] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.295082] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 39c2763c-aab1-4d5b-90b7-7db675df0dea] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 879.329884] env[62643]: DEBUG nova.compute.manager [req-df42c85b-469d-4a80-81ab-00e1a12f8bea req-b1a89f46-3a76-4982-9bd6-94af6052a108 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Received event network-changed-fc612612-a008-443e-8569-0ed7f34e4386 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.329884] env[62643]: DEBUG nova.compute.manager [req-df42c85b-469d-4a80-81ab-00e1a12f8bea req-b1a89f46-3a76-4982-9bd6-94af6052a108 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Refreshing instance network info cache due to event network-changed-fc612612-a008-443e-8569-0ed7f34e4386. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 879.329884] env[62643]: DEBUG oslo_concurrency.lockutils [req-df42c85b-469d-4a80-81ab-00e1a12f8bea req-b1a89f46-3a76-4982-9bd6-94af6052a108 service nova] Acquiring lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.329884] env[62643]: DEBUG oslo_concurrency.lockutils [req-df42c85b-469d-4a80-81ab-00e1a12f8bea req-b1a89f46-3a76-4982-9bd6-94af6052a108 service nova] Acquired lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.331327] env[62643]: DEBUG nova.network.neutron [req-df42c85b-469d-4a80-81ab-00e1a12f8bea req-b1a89f46-3a76-4982-9bd6-94af6052a108 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Refreshing network info cache for port fc612612-a008-443e-8569-0ed7f34e4386 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.538575] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529066ab-55c7-f5a4-5108-8abeb4e47277, 'name': SearchDatastore_Task, 'duration_secs': 0.009312} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.539209] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.539622] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.540756] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.541043] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.542684] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.542684] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aee05ea4-dd39-47e4-bdb5-af982bf5de47 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.555494] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.555494] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.557170] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e1ba9e-3116-4de5-8eec-b42eff4029e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.563343] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 879.563343] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523a891b-e39f-45e1-d606-22c3e5393488" [ 879.563343] env[62643]: _type = "Task" [ 879.563343] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.574231] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523a891b-e39f-45e1-d606-22c3e5393488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.626743] env[62643]: DEBUG nova.network.neutron [req-bfb8b5e8-2d98-44fe-9188-9b3e389c6687 req-bb9a8f55-0cad-4392-ae83-295e73c8246c service nova] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Updated VIF entry in instance network info cache for port 41bf841a-21fd-4c35-8b8d-fc15e35a07fd. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.628014] env[62643]: DEBUG nova.network.neutron [req-bfb8b5e8-2d98-44fe-9188-9b3e389c6687 req-bb9a8f55-0cad-4392-ae83-295e73c8246c service nova] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Updating instance_info_cache with network_info: [{"id": "41bf841a-21fd-4c35-8b8d-fc15e35a07fd", "address": "fa:16:3e:ff:99:92", "network": {"id": "c3562435-f3d1-42d9-855e-7cf1a259fd5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1474606181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a767d9ca05254f0e95fb7a29c511cadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41bf841a-21", "ovs_interfaceid": "41bf841a-21fd-4c35-8b8d-fc15e35a07fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.663105] env[62643]: DEBUG oslo_concurrency.lockutils [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "refresh_cache-209da343-6851-4c27-9254-d1c95829d1e7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.663615] env[62643]: DEBUG oslo_concurrency.lockutils [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "refresh_cache-209da343-6851-4c27-9254-d1c95829d1e7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.663895] env[62643]: DEBUG nova.network.neutron [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.806918] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 43dc5e13-a248-4173-9ed2-a66e9b09bcb9] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 880.061185] env[62643]: DEBUG nova.network.neutron [-] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.074700] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523a891b-e39f-45e1-d606-22c3e5393488, 'name': SearchDatastore_Task, 'duration_secs': 0.011749} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.076107] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536fa512-9b84-45c9-bc2c-def3bad4d17e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.081767] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 880.081767] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5232f2c7-69bc-cb8d-6a31-5f88e6b54d7e" [ 880.081767] env[62643]: _type = "Task" [ 880.081767] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.091318] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5232f2c7-69bc-cb8d-6a31-5f88e6b54d7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.133427] env[62643]: DEBUG oslo_concurrency.lockutils [req-bfb8b5e8-2d98-44fe-9188-9b3e389c6687 req-bb9a8f55-0cad-4392-ae83-295e73c8246c service nova] Releasing lock "refresh_cache-4731d4bf-7003-4cbf-97ee-1a5a4a1bb656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.205285] env[62643]: DEBUG oslo_concurrency.lockutils [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.205596] env[62643]: DEBUG oslo_concurrency.lockutils [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.205812] env[62643]: DEBUG oslo_concurrency.lockutils [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "9852bd88-1d3c-4e14-a334-1fbd32cdd3ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.205996] env[62643]: DEBUG oslo_concurrency.lockutils [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "9852bd88-1d3c-4e14-a334-1fbd32cdd3ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.206198] env[62643]: DEBUG oslo_concurrency.lockutils [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "9852bd88-1d3c-4e14-a334-1fbd32cdd3ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.209502] env[62643]: INFO nova.compute.manager [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Terminating instance [ 880.280518] env[62643]: DEBUG nova.network.neutron [req-df42c85b-469d-4a80-81ab-00e1a12f8bea req-b1a89f46-3a76-4982-9bd6-94af6052a108 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Updated VIF entry in instance network info cache for port fc612612-a008-443e-8569-0ed7f34e4386. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.281273] env[62643]: DEBUG nova.network.neutron [req-df42c85b-469d-4a80-81ab-00e1a12f8bea req-b1a89f46-3a76-4982-9bd6-94af6052a108 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Updating instance_info_cache with network_info: [{"id": "fc612612-a008-443e-8569-0ed7f34e4386", "address": "fa:16:3e:98:5d:40", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc612612-a0", "ovs_interfaceid": "fc612612-a008-443e-8569-0ed7f34e4386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.299235] env[62643]: DEBUG nova.compute.manager [req-19e94e47-10bf-4ee7-86b8-00eae4b843a6 req-591364fc-299b-48b6-a4d6-5da498e24ad5 service nova] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Received event network-vif-plugged-9399c672-5207-41b6-a489-0ab03ddc171f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 880.299591] env[62643]: DEBUG oslo_concurrency.lockutils [req-19e94e47-10bf-4ee7-86b8-00eae4b843a6 req-591364fc-299b-48b6-a4d6-5da498e24ad5 service nova] Acquiring lock "7e2b27e7-8f78-43ef-8935-fd24f71b9cc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.301726] env[62643]: DEBUG oslo_concurrency.lockutils [req-19e94e47-10bf-4ee7-86b8-00eae4b843a6 req-591364fc-299b-48b6-a4d6-5da498e24ad5 service nova] Lock "7e2b27e7-8f78-43ef-8935-fd24f71b9cc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.301726] env[62643]: DEBUG oslo_concurrency.lockutils [req-19e94e47-10bf-4ee7-86b8-00eae4b843a6 req-591364fc-299b-48b6-a4d6-5da498e24ad5 service nova] Lock "7e2b27e7-8f78-43ef-8935-fd24f71b9cc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.301726] env[62643]: DEBUG nova.compute.manager [req-19e94e47-10bf-4ee7-86b8-00eae4b843a6 req-591364fc-299b-48b6-a4d6-5da498e24ad5 service nova] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] No waiting events found dispatching network-vif-plugged-9399c672-5207-41b6-a489-0ab03ddc171f {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.301726] env[62643]: WARNING nova.compute.manager [req-19e94e47-10bf-4ee7-86b8-00eae4b843a6 req-591364fc-299b-48b6-a4d6-5da498e24ad5 service nova] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Received unexpected event network-vif-plugged-9399c672-5207-41b6-a489-0ab03ddc171f for instance with vm_state building and task_state spawning. [ 880.310374] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 916ab81b-1461-464f-8194-1fe0d9a9216e] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 880.369597] env[62643]: DEBUG nova.network.neutron [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Successfully updated port: 9399c672-5207-41b6-a489-0ab03ddc171f {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.563848] env[62643]: INFO nova.compute.manager [-] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Took 1.35 seconds to deallocate network for instance. [ 880.595160] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5232f2c7-69bc-cb8d-6a31-5f88e6b54d7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.595854] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.595854] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656/4731d4bf-7003-4cbf-97ee-1a5a4a1bb656.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.595996] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12a4218b-9fc4-4db6-8615-6efa2246ec7e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.603801] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 880.603801] env[62643]: value = "task-2383371" [ 880.603801] env[62643]: _type = "Task" [ 880.603801] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.618814] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.644201] env[62643]: DEBUG nova.network.neutron [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Updating instance_info_cache with network_info: [{"id": "5cdf8b64-ec17-4043-9998-39e86c380fe5", "address": "fa:16:3e:2f:ee:d4", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cdf8b64-ec", "ovs_interfaceid": "5cdf8b64-ec17-4043-9998-39e86c380fe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.691480] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70f4a79-fa40-4b28-9d5a-b6294db22d0d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.702673] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe25851-5fb0-4edc-bcda-1eadaad76946 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.734682] env[62643]: DEBUG nova.compute.manager [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.735515] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.738149] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ffa71c-9edf-4df4-a13a-9f096b9fc55e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.741161] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c372ac88-3045-4f82-9bb0-1fa9886247ec {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.751795] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43a8fbe-fdde-4fec-a307-70309cbf9587 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.756157] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.756157] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67079262-52e8-474e-a8bc-d05fbcdb7019 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.770756] env[62643]: DEBUG nova.compute.provider_tree [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.774844] env[62643]: DEBUG oslo_vmware.api [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 880.774844] env[62643]: value = "task-2383372" [ 880.774844] env[62643]: _type = "Task" [ 880.774844] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.784767] env[62643]: DEBUG oslo_concurrency.lockutils [req-df42c85b-469d-4a80-81ab-00e1a12f8bea req-b1a89f46-3a76-4982-9bd6-94af6052a108 service nova] Releasing lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.785296] env[62643]: DEBUG oslo_vmware.api [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.815060] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: f3d3bf6b-7561-4084-b363-01368aa28a0a] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 880.876207] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "refresh_cache-7e2b27e7-8f78-43ef-8935-fd24f71b9cc8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.876769] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "refresh_cache-7e2b27e7-8f78-43ef-8935-fd24f71b9cc8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.876769] env[62643]: DEBUG nova.network.neutron [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.076563] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.119580] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383371, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.146728] env[62643]: DEBUG oslo_concurrency.lockutils [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "refresh_cache-209da343-6851-4c27-9254-d1c95829d1e7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.275202] env[62643]: DEBUG nova.scheduler.client.report [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.290933] env[62643]: DEBUG oslo_vmware.api [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383372, 'name': PowerOffVM_Task, 'duration_secs': 0.201696} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.291292] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.291472] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.291730] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32723833-9ce8-403b-ab4e-0f9e173710b9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.319350] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 31c1303a-ec34-4a3c-8d76-413fe8ddbb6f] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 881.358079] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.358322] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.358505] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Deleting the datastore file [datastore2] 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.359022] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e9eb949-d25c-490a-b4ce-51d5fcae4e00 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.362775] env[62643]: DEBUG nova.compute.manager [req-71a92792-67a3-4448-96b4-92a62d457021 req-0bd06bf9-ba23-41ec-954d-14c222142739 service nova] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Received event network-vif-deleted-9d121d7e-4ad8-41fe-953c-f944b6e0bf97 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.367265] env[62643]: DEBUG oslo_vmware.api [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 881.367265] env[62643]: value = "task-2383374" [ 881.367265] env[62643]: _type = "Task" [ 881.367265] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.375398] env[62643]: DEBUG oslo_vmware.api [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.409593] env[62643]: DEBUG nova.network.neutron [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.591451] env[62643]: DEBUG nova.network.neutron [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Updating instance_info_cache with network_info: [{"id": "9399c672-5207-41b6-a489-0ab03ddc171f", "address": "fa:16:3e:8c:2f:48", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9399c672-52", "ovs_interfaceid": "9399c672-5207-41b6-a489-0ab03ddc171f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.613988] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706651} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.614346] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656/4731d4bf-7003-4cbf-97ee-1a5a4a1bb656.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.614605] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.614889] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-374aabe2-5446-4d3f-a820-f539ff111ef4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.620732] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 881.620732] env[62643]: value = "task-2383375" [ 881.620732] env[62643]: _type = "Task" [ 881.620732] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.628908] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.784841] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.785505] env[62643]: DEBUG nova.compute.manager [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.788272] env[62643]: DEBUG oslo_concurrency.lockutils [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.169s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.792019] env[62643]: DEBUG oslo_concurrency.lockutils [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.792019] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.704s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.792019] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.793079] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.816s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.793427] env[62643]: DEBUG nova.objects.instance [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lazy-loading 'resources' on Instance uuid 7871b84e-d19c-4fff-9d22-6e00403a6420 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.814905] env[62643]: INFO nova.scheduler.client.report [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Deleted allocations for instance 589046f1-74fa-4f42-b4ba-cea6a23c9e7a [ 881.818330] env[62643]: INFO nova.scheduler.client.report [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Deleted allocations for instance 966100c4-9633-4d98-a860-578dc2253d7b [ 881.827911] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 33b468d7-3682-49cb-a4ad-1610abc8e2cb] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 881.878682] env[62643]: DEBUG oslo_vmware.api [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158931} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.878944] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.879136] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.879327] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.879515] env[62643]: INFO nova.compute.manager [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Took 1.14 seconds to destroy the instance on the hypervisor. [ 881.879753] env[62643]: DEBUG oslo.service.loopingcall [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.880175] env[62643]: DEBUG nova.compute.manager [-] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.880277] env[62643]: DEBUG nova.network.neutron [-] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.097017] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "refresh_cache-7e2b27e7-8f78-43ef-8935-fd24f71b9cc8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.097017] env[62643]: DEBUG nova.compute.manager [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Instance network_info: |[{"id": "9399c672-5207-41b6-a489-0ab03ddc171f", "address": "fa:16:3e:8c:2f:48", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9399c672-52", "ovs_interfaceid": "9399c672-5207-41b6-a489-0ab03ddc171f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.097017] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:2f:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9399c672-5207-41b6-a489-0ab03ddc171f', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.107068] env[62643]: DEBUG oslo.service.loopingcall [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.107068] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.109531] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41acad38-f91a-4bd5-8536-f193547286a5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.143023] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060713} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.144994] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.145589] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.145589] env[62643]: value = "task-2383376" [ 882.145589] env[62643]: _type = "Task" [ 882.145589] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.146588] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5a23f5-e9fa-4177-8ec3-9f0e0c990e8b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.179906] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656/4731d4bf-7003-4cbf-97ee-1a5a4a1bb656.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.180216] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383376, 'name': CreateVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.184486] env[62643]: DEBUG nova.network.neutron [-] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.185405] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186426b9-3123-4742-9f92-216f6c9d9925 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.202660] env[62643]: INFO nova.compute.manager [-] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Took 0.32 seconds to deallocate network for instance. [ 882.203501] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3d7c4a-d6bd-41a4-81c2-b51b26588e66 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.214014] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 882.214014] env[62643]: value = "task-2383377" [ 882.214014] env[62643]: _type = "Task" [ 882.214014] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.230725] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Updating instance '209da343-6851-4c27-9254-d1c95829d1e7' progress to 0 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.243867] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.297039] env[62643]: DEBUG nova.compute.utils [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 882.303449] env[62643]: DEBUG nova.compute.manager [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.303652] env[62643]: DEBUG nova.network.neutron [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.328625] env[62643]: DEBUG oslo_concurrency.lockutils [None req-755162fb-f289-45a9-9c4a-edaaf98683b6 tempest-ServersAdminNegativeTestJSON-452240222 tempest-ServersAdminNegativeTestJSON-452240222-project-member] Lock "589046f1-74fa-4f42-b4ba-cea6a23c9e7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.622s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.334947] env[62643]: DEBUG nova.compute.manager [req-73f86650-8dcf-4fcf-88ea-4a38b13a07ee req-a62036c8-67f8-4d21-820e-7909348247e9 service nova] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Received event network-changed-9399c672-5207-41b6-a489-0ab03ddc171f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 882.335061] env[62643]: DEBUG nova.compute.manager [req-73f86650-8dcf-4fcf-88ea-4a38b13a07ee req-a62036c8-67f8-4d21-820e-7909348247e9 service nova] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Refreshing instance network info cache due to event network-changed-9399c672-5207-41b6-a489-0ab03ddc171f. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 882.335264] env[62643]: DEBUG oslo_concurrency.lockutils [req-73f86650-8dcf-4fcf-88ea-4a38b13a07ee req-a62036c8-67f8-4d21-820e-7909348247e9 service nova] Acquiring lock "refresh_cache-7e2b27e7-8f78-43ef-8935-fd24f71b9cc8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.335410] env[62643]: DEBUG oslo_concurrency.lockutils [req-73f86650-8dcf-4fcf-88ea-4a38b13a07ee req-a62036c8-67f8-4d21-820e-7909348247e9 service nova] Acquired lock "refresh_cache-7e2b27e7-8f78-43ef-8935-fd24f71b9cc8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.335568] env[62643]: DEBUG nova.network.neutron [req-73f86650-8dcf-4fcf-88ea-4a38b13a07ee req-a62036c8-67f8-4d21-820e-7909348247e9 service nova] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Refreshing network info cache for port 9399c672-5207-41b6-a489-0ab03ddc171f {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.337016] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0f228297-4f3d-45c4-9d9d-09e38c501c83 tempest-SecurityGroupsTestJSON-1292396260 tempest-SecurityGroupsTestJSON-1292396260-project-member] Lock "966100c4-9633-4d98-a860-578dc2253d7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.744s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.338307] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 76de7063-a5a3-4f98-9057-14fce25e3371] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 882.382555] env[62643]: DEBUG nova.policy [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14f8f3180b64463e82cd2e370b40370a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4a4f2591c634c7597aae3681dc08508', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.666674] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383376, 'name': CreateVM_Task, 'duration_secs': 0.36685} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.666815] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.668866] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.668866] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.668866] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.668866] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5142237-ee20-4daf-8eca-b04d642538b9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.676494] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 882.676494] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d54d53-5c96-642c-cdbc-612650060f17" [ 882.676494] env[62643]: _type = "Task" [ 882.676494] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.686339] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d54d53-5c96-642c-cdbc-612650060f17, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.687022] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.687022] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.687231] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.687358] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.687532] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.690252] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a333537-752f-4a08-af7c-8143e3ddba95 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.699359] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.699716] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.700272] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e996bfa-8ea4-4101-adf8-9eb5099ce366 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.705372] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 882.705372] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5259f982-009b-d8c0-6fec-04854b708d30" [ 882.705372] env[62643]: _type = "Task" [ 882.705372] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.713242] env[62643]: DEBUG oslo_concurrency.lockutils [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.716383] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5259f982-009b-d8c0-6fec-04854b708d30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.740316] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.740546] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383377, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.743052] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16c78f6f-5f8c-47ae-b79c-f61c3b5fb310 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.750918] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 882.750918] env[62643]: value = "task-2383378" [ 882.750918] env[62643]: _type = "Task" [ 882.750918] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.758440] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.771956] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80d0660-6dd9-4a53-8aab-4c57961a991e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.778973] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f1613d-efe9-4a26-948b-ea96510837e0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.783202] env[62643]: DEBUG nova.network.neutron [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Successfully created port: d7e4abe9-4923-4210-bc3f-45b3058ad85c {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.812318] env[62643]: DEBUG nova.compute.manager [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.815682] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7490d5-b278-44d4-9451-dbf13a18981d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.823668] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda1dbcd-1fb8-4e6d-b31b-8e6a53672221 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.838788] env[62643]: DEBUG nova.compute.provider_tree [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.844023] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: aaaea473-cf12-456a-8c69-ee3e7656334c] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 883.225456] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5259f982-009b-d8c0-6fec-04854b708d30, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.226458] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5125236-f8f9-4b2d-8bc7-87c078ec54b8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.235689] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 883.235689] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f1e225-e35e-0fe7-a53f-2cef9657f431" [ 883.235689] env[62643]: _type = "Task" [ 883.235689] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.242829] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383377, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.250011] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f1e225-e35e-0fe7-a53f-2cef9657f431, 'name': SearchDatastore_Task, 'duration_secs': 0.013222} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.253017] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.253400] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8/7e2b27e7-8f78-43ef-8935-fd24f71b9cc8.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.253801] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f77a4672-8b1d-42cb-9ad7-ed9ef116cdcf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.265535] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.267481] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 883.267481] env[62643]: value = "task-2383379" [ 883.267481] env[62643]: _type = "Task" [ 883.267481] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.276932] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.342939] env[62643]: DEBUG nova.scheduler.client.report [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.351785] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: ee332a56-22ec-4c79-ac21-287662364180] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 883.544281] env[62643]: DEBUG nova.compute.manager [req-3874e4ff-cd4c-4187-a6f7-45bcfc60f28e req-ced70c90-d374-4816-b136-2fef077f6ab7 service nova] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Received event network-vif-deleted-4f21696d-fc4f-4d8e-b69e-a2cdd4d88b3e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.572423] env[62643]: DEBUG nova.network.neutron [req-73f86650-8dcf-4fcf-88ea-4a38b13a07ee req-a62036c8-67f8-4d21-820e-7909348247e9 service nova] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Updated VIF entry in instance network info cache for port 9399c672-5207-41b6-a489-0ab03ddc171f. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.573417] env[62643]: DEBUG nova.network.neutron [req-73f86650-8dcf-4fcf-88ea-4a38b13a07ee req-a62036c8-67f8-4d21-820e-7909348247e9 service nova] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Updating instance_info_cache with network_info: [{"id": "9399c672-5207-41b6-a489-0ab03ddc171f", "address": "fa:16:3e:8c:2f:48", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9399c672-52", "ovs_interfaceid": "9399c672-5207-41b6-a489-0ab03ddc171f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.748417] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383377, 'name': ReconfigVM_Task, 'duration_secs': 1.288216} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.748702] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656/4731d4bf-7003-4cbf-97ee-1a5a4a1bb656.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.749497] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85939a05-8fbd-4daa-9685-940d79e0a397 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.760562] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 883.760562] env[62643]: value = "task-2383380" [ 883.760562] env[62643]: _type = "Task" [ 883.760562] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.769029] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383378, 'name': PowerOffVM_Task, 'duration_secs': 0.878596} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.772895] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.773284] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Updating instance '209da343-6851-4c27-9254-d1c95829d1e7' progress to 17 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 883.782810] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383380, 'name': Rename_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.792406] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383379, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.827477] env[62643]: DEBUG nova.compute.manager [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.854070] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.861989] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.971s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.862137] env[62643]: DEBUG nova.objects.instance [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lazy-loading 'resources' on Instance uuid 111923d9-7e8d-4876-af8b-04c69f4d2bf7 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.863740] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 8152a888-ec3a-4b51-9c9f-cb1c46d3f8cc] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 883.877592] env[62643]: DEBUG nova.virt.hardware [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.883396] env[62643]: DEBUG nova.virt.hardware [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.883396] env[62643]: DEBUG nova.virt.hardware [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.883396] env[62643]: DEBUG nova.virt.hardware [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.883396] env[62643]: DEBUG nova.virt.hardware [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.883396] env[62643]: DEBUG nova.virt.hardware [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.883396] env[62643]: DEBUG nova.virt.hardware [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.883396] env[62643]: DEBUG nova.virt.hardware [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.883396] env[62643]: DEBUG nova.virt.hardware [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.883396] env[62643]: DEBUG nova.virt.hardware [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.885226] env[62643]: DEBUG nova.virt.hardware [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.890473] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8054d64a-5281-43b3-a441-47eebe1aa995 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.904135] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5a6a1d-4ad8-415e-a5a0-29d6c39c28f5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.909168] env[62643]: INFO nova.scheduler.client.report [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleted allocations for instance 7871b84e-d19c-4fff-9d22-6e00403a6420 [ 884.078361] env[62643]: DEBUG oslo_concurrency.lockutils [req-73f86650-8dcf-4fcf-88ea-4a38b13a07ee req-a62036c8-67f8-4d21-820e-7909348247e9 service nova] Releasing lock "refresh_cache-7e2b27e7-8f78-43ef-8935-fd24f71b9cc8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.277440] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383380, 'name': Rename_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.287264] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.287769] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.287937] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.288194] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.288369] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.288517] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.289109] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.289316] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.289513] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.289685] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.289866] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.296105] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644496} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.296347] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85ff59be-3857-46f8-912c-d7c586c2cfb4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.309879] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8/7e2b27e7-8f78-43ef-8935-fd24f71b9cc8.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.310107] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.310394] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d9d7a51-2b61-4038-a5e0-62c02ab78a56 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.326922] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 884.326922] env[62643]: value = "task-2383381" [ 884.326922] env[62643]: _type = "Task" [ 884.326922] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.327260] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 884.327260] env[62643]: value = "task-2383382" [ 884.327260] env[62643]: _type = "Task" [ 884.327260] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.345058] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.348882] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.369857] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.369857] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Cleaning up deleted instances with incomplete migration {{(pid=62643) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 884.428371] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ca096d3-fb2f-43f8-a10e-1025ae4cb37a tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "7871b84e-d19c-4fff-9d22-6e00403a6420" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.929s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.779537] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383380, 'name': Rename_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.779537] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cda8bf-d9be-41f5-8f05-17ec6034b392 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.788338] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba662ac-e2c0-4bdb-bcec-e4306b84a3ab {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.823878] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4e6b4d-ed07-463d-8aa7-c838079ce70b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.827943] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Acquiring lock "007b2c05-ed2e-4c24-975e-e7a32c599cef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.828271] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Lock "007b2c05-ed2e-4c24-975e-e7a32c599cef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.828524] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Acquiring lock "007b2c05-ed2e-4c24-975e-e7a32c599cef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.828838] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Lock "007b2c05-ed2e-4c24-975e-e7a32c599cef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.828927] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Lock "007b2c05-ed2e-4c24-975e-e7a32c599cef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.831113] env[62643]: INFO nova.compute.manager [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Terminating instance [ 884.843198] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bcf71d-acf7-4ae2-ae5f-5f87f08e7fbe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.856369] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068593} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.856606] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.864983] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.865987] env[62643]: DEBUG nova.compute.provider_tree [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.871358] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768ed1a8-163a-4451-9d78-cf645690c3ab {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.872519] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.893278] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8/7e2b27e7-8f78-43ef-8935-fd24f71b9cc8.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.893931] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-098a71e4-c197-4611-aebb-15c89d19ae6b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.914306] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 884.914306] env[62643]: value = "task-2383383" [ 884.914306] env[62643]: _type = "Task" [ 884.914306] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.926130] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.279905] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383380, 'name': Rename_Task, 'duration_secs': 1.212048} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.280155] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.280413] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-247c9705-c04c-418d-8f13-ce4d09024abe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.287265] env[62643]: DEBUG nova.network.neutron [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Successfully updated port: d7e4abe9-4923-4210-bc3f-45b3058ad85c {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.288968] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 885.288968] env[62643]: value = "task-2383384" [ 885.288968] env[62643]: _type = "Task" [ 885.288968] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.298713] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.336906] env[62643]: DEBUG nova.compute.manager [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.337422] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.338911] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcb6081-f55e-4efe-abd7-786bc66470b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.352823] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383382, 'name': ReconfigVM_Task, 'duration_secs': 0.893772} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.355397] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Updating instance '209da343-6851-4c27-9254-d1c95829d1e7' progress to 33 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.359915] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.360221] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d200faa-d548-4a3c-b9e6-367feb281b4e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.367371] env[62643]: DEBUG oslo_vmware.api [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Waiting for the task: (returnval){ [ 885.367371] env[62643]: value = "task-2383385" [ 885.367371] env[62643]: _type = "Task" [ 885.367371] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.371391] env[62643]: DEBUG nova.scheduler.client.report [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.383788] env[62643]: DEBUG oslo_vmware.api [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': task-2383385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.424363] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383383, 'name': ReconfigVM_Task, 'duration_secs': 0.329457} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.424707] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8/7e2b27e7-8f78-43ef-8935-fd24f71b9cc8.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.425475] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-913d0f2d-d314-4cee-bdf1-3fa9574a1c25 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.432784] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 885.432784] env[62643]: value = "task-2383386" [ 885.432784] env[62643]: _type = "Task" [ 885.432784] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.442066] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383386, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.456029] env[62643]: DEBUG oslo_concurrency.lockutils [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "9b21a7b6-464c-4db7-9308-5377447ade04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.456539] env[62643]: DEBUG oslo_concurrency.lockutils [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "9b21a7b6-464c-4db7-9308-5377447ade04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.456928] env[62643]: DEBUG oslo_concurrency.lockutils [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "9b21a7b6-464c-4db7-9308-5377447ade04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.457201] env[62643]: DEBUG oslo_concurrency.lockutils [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "9b21a7b6-464c-4db7-9308-5377447ade04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.457451] env[62643]: DEBUG oslo_concurrency.lockutils [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "9b21a7b6-464c-4db7-9308-5377447ade04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.461924] env[62643]: INFO nova.compute.manager [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Terminating instance [ 885.724029] env[62643]: DEBUG nova.compute.manager [req-3274ce5b-b6af-4275-9364-ea3ba907544e req-ecc979da-f0d7-4078-930c-c4de52a126af service nova] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Received event network-vif-plugged-d7e4abe9-4923-4210-bc3f-45b3058ad85c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.724029] env[62643]: DEBUG oslo_concurrency.lockutils [req-3274ce5b-b6af-4275-9364-ea3ba907544e req-ecc979da-f0d7-4078-930c-c4de52a126af service nova] Acquiring lock "af91a11c-f401-49df-a8a1-adce696fe2fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.724029] env[62643]: DEBUG oslo_concurrency.lockutils [req-3274ce5b-b6af-4275-9364-ea3ba907544e req-ecc979da-f0d7-4078-930c-c4de52a126af service nova] Lock "af91a11c-f401-49df-a8a1-adce696fe2fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.724029] env[62643]: DEBUG oslo_concurrency.lockutils [req-3274ce5b-b6af-4275-9364-ea3ba907544e req-ecc979da-f0d7-4078-930c-c4de52a126af service nova] Lock "af91a11c-f401-49df-a8a1-adce696fe2fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.724029] env[62643]: DEBUG nova.compute.manager [req-3274ce5b-b6af-4275-9364-ea3ba907544e req-ecc979da-f0d7-4078-930c-c4de52a126af service nova] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] No waiting events found dispatching network-vif-plugged-d7e4abe9-4923-4210-bc3f-45b3058ad85c {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.724029] env[62643]: WARNING nova.compute.manager [req-3274ce5b-b6af-4275-9364-ea3ba907544e req-ecc979da-f0d7-4078-930c-c4de52a126af service nova] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Received unexpected event network-vif-plugged-d7e4abe9-4923-4210-bc3f-45b3058ad85c for instance with vm_state building and task_state spawning. [ 885.724029] env[62643]: DEBUG nova.compute.manager [req-3274ce5b-b6af-4275-9364-ea3ba907544e req-ecc979da-f0d7-4078-930c-c4de52a126af service nova] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Received event network-changed-d7e4abe9-4923-4210-bc3f-45b3058ad85c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.724029] env[62643]: DEBUG nova.compute.manager [req-3274ce5b-b6af-4275-9364-ea3ba907544e req-ecc979da-f0d7-4078-930c-c4de52a126af service nova] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Refreshing instance network info cache due to event network-changed-d7e4abe9-4923-4210-bc3f-45b3058ad85c. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 885.724029] env[62643]: DEBUG oslo_concurrency.lockutils [req-3274ce5b-b6af-4275-9364-ea3ba907544e req-ecc979da-f0d7-4078-930c-c4de52a126af service nova] Acquiring lock "refresh_cache-af91a11c-f401-49df-a8a1-adce696fe2fa" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.724029] env[62643]: DEBUG oslo_concurrency.lockutils [req-3274ce5b-b6af-4275-9364-ea3ba907544e req-ecc979da-f0d7-4078-930c-c4de52a126af service nova] Acquired lock "refresh_cache-af91a11c-f401-49df-a8a1-adce696fe2fa" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.724029] env[62643]: DEBUG nova.network.neutron [req-3274ce5b-b6af-4275-9364-ea3ba907544e req-ecc979da-f0d7-4078-930c-c4de52a126af service nova] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Refreshing network info cache for port d7e4abe9-4923-4210-bc3f-45b3058ad85c {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.790367] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "refresh_cache-af91a11c-f401-49df-a8a1-adce696fe2fa" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.801265] env[62643]: DEBUG oslo_vmware.api [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383384, 'name': PowerOnVM_Task, 'duration_secs': 0.493777} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.801445] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.801660] env[62643]: INFO nova.compute.manager [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Took 9.83 seconds to spawn the instance on the hypervisor. [ 885.801889] env[62643]: DEBUG nova.compute.manager [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.802985] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d729589f-cf16-45e7-a447-a3969628c69a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.867111] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.867111] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.867111] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.867291] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.868448] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.868448] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.868448] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.868448] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.868448] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.868448] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.868742] env[62643]: DEBUG nova.virt.hardware [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.874169] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 885.874549] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-290d3647-1649-403a-8e3a-33da5916ee84 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.893541] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.896055] env[62643]: DEBUG oslo_concurrency.lockutils [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.221s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.896644] env[62643]: DEBUG nova.objects.instance [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lazy-loading 'resources' on Instance uuid 65b151a2-f954-46be-81ac-d19b5a6626d7 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.904339] env[62643]: DEBUG oslo_vmware.api [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': task-2383385, 'name': PowerOffVM_Task, 'duration_secs': 0.286707} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.906240] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.906931] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.908177] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 885.908177] env[62643]: value = "task-2383390" [ 885.908177] env[62643]: _type = "Task" [ 885.908177] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.909271] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e81bf510-e795-403c-8b94-f0eadee6010f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.920497] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.932163] env[62643]: INFO nova.scheduler.client.report [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Deleted allocations for instance 111923d9-7e8d-4876-af8b-04c69f4d2bf7 [ 885.951829] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383386, 'name': Rename_Task, 'duration_secs': 0.174774} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.951829] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.952284] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7b897b9-e38a-4d85-b1cb-326dde5cbfd5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.959590] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 885.959590] env[62643]: value = "task-2383392" [ 885.959590] env[62643]: _type = "Task" [ 885.959590] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.970034] env[62643]: DEBUG nova.compute.manager [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.970358] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.971102] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.971752] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ee43c3-0a06-40db-8a06-9d9e96ff32a4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.978980] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.979262] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd92a7f8-6de0-4a93-90ee-1e479299bb6e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.984740] env[62643]: DEBUG oslo_vmware.api [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 885.984740] env[62643]: value = "task-2383393" [ 885.984740] env[62643]: _type = "Task" [ 885.984740] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.994283] env[62643]: DEBUG oslo_vmware.api [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.003812] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.004141] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.004320] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Deleting the datastore file [datastore1] 007b2c05-ed2e-4c24-975e-e7a32c599cef {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.004629] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-950eb034-966e-4d0b-b8b5-29d884cd3118 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.012161] env[62643]: DEBUG oslo_vmware.api [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Waiting for the task: (returnval){ [ 886.012161] env[62643]: value = "task-2383394" [ 886.012161] env[62643]: _type = "Task" [ 886.012161] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.021502] env[62643]: DEBUG oslo_vmware.api [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': task-2383394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.326628] env[62643]: INFO nova.compute.manager [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Took 52.64 seconds to build instance. [ 886.336700] env[62643]: DEBUG nova.network.neutron [req-3274ce5b-b6af-4275-9364-ea3ba907544e req-ecc979da-f0d7-4078-930c-c4de52a126af service nova] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.428447] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383390, 'name': ReconfigVM_Task, 'duration_secs': 0.218893} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.432764] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 886.434797] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1043bf-b5bc-4b88-b551-15532a477560 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.485527] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 209da343-6851-4c27-9254-d1c95829d1e7/209da343-6851-4c27-9254-d1c95829d1e7.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.489724] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2a378eb6-82cd-4968-bb28-a560d5a7bd59 tempest-ServersTestMultiNic-1095599800 tempest-ServersTestMultiNic-1095599800-project-member] Lock "111923d9-7e8d-4876-af8b-04c69f4d2bf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.695s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.502582] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7ff4ec5-561a-4714-93f0-d2de3ec8eb25 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.539726] env[62643]: DEBUG oslo_concurrency.lockutils [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "52386a0f-53a2-4a30-afe9-dff55d47fb08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.540136] env[62643]: DEBUG oslo_concurrency.lockutils [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "52386a0f-53a2-4a30-afe9-dff55d47fb08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.554543] env[62643]: DEBUG oslo_vmware.api [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383392, 'name': PowerOnVM_Task, 'duration_secs': 0.558669} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.560205] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.561869] env[62643]: INFO nova.compute.manager [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Took 8.02 seconds to spawn the instance on the hypervisor. [ 886.561869] env[62643]: DEBUG nova.compute.manager [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.561869] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 886.561869] env[62643]: value = "task-2383395" [ 886.561869] env[62643]: _type = "Task" [ 886.561869] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.572381] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf51c88a-c8b4-4a20-a237-ebe0f0752955 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.577882] env[62643]: DEBUG oslo_vmware.api [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383393, 'name': PowerOffVM_Task, 'duration_secs': 0.226315} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.578544] env[62643]: DEBUG oslo_vmware.api [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Task: {'id': task-2383394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252455} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.583357] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.583357] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.583747] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.583947] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.584238] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.584472] env[62643]: INFO nova.compute.manager [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Took 1.25 seconds to destroy the instance on the hypervisor. [ 886.584931] env[62643]: DEBUG oslo.service.loopingcall [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 886.591525] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1b6c393-3b4e-4f81-861d-3ae3f8b07163 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.591713] env[62643]: DEBUG nova.compute.manager [-] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.591827] env[62643]: DEBUG nova.network.neutron [-] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.600105] env[62643]: DEBUG nova.network.neutron [req-3274ce5b-b6af-4275-9364-ea3ba907544e req-ecc979da-f0d7-4078-930c-c4de52a126af service nova] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.613895] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.677490] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.677749] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.677943] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleting the datastore file [datastore2] 9b21a7b6-464c-4db7-9308-5377447ade04 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.678237] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d05c111e-9770-4ba1-b767-7754d4f97ecf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.685134] env[62643]: DEBUG oslo_vmware.api [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 886.685134] env[62643]: value = "task-2383397" [ 886.685134] env[62643]: _type = "Task" [ 886.685134] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.697101] env[62643]: DEBUG oslo_vmware.api [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.829060] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a74b22d3-e98f-4ad5-b7e0-c0793e8c0289 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "4731d4bf-7003-4cbf-97ee-1a5a4a1bb656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.513s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.002336] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096b0d49-6f90-4b27-b9dd-f70bf2af0f56 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.011713] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdc8023-6c19-41b1-b000-81a39f2b3c6e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.047902] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804a503b-7e02-407f-8366-ea53e01c62f8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.054194] env[62643]: DEBUG nova.compute.manager [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.067162] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b35f0c-ea61-4a8d-b522-e734f44210b1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.085254] env[62643]: DEBUG nova.compute.provider_tree [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.097654] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.107592] env[62643]: DEBUG oslo_concurrency.lockutils [req-3274ce5b-b6af-4275-9364-ea3ba907544e req-ecc979da-f0d7-4078-930c-c4de52a126af service nova] Releasing lock "refresh_cache-af91a11c-f401-49df-a8a1-adce696fe2fa" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.108228] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquired lock "refresh_cache-af91a11c-f401-49df-a8a1-adce696fe2fa" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.108228] env[62643]: DEBUG nova.network.neutron [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.123828] env[62643]: INFO nova.compute.manager [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Took 49.13 seconds to build instance. [ 887.200133] env[62643]: DEBUG oslo_vmware.api [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342495} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.200262] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.200466] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.200882] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.201662] env[62643]: INFO nova.compute.manager [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Took 1.23 seconds to destroy the instance on the hypervisor. [ 887.201662] env[62643]: DEBUG oslo.service.loopingcall [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 887.202262] env[62643]: DEBUG nova.compute.manager [-] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.202333] env[62643]: DEBUG nova.network.neutron [-] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.593791] env[62643]: DEBUG nova.scheduler.client.report [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.605629] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383395, 'name': ReconfigVM_Task, 'duration_secs': 0.694725} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.607436] env[62643]: DEBUG oslo_concurrency.lockutils [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.608333] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 209da343-6851-4c27-9254-d1c95829d1e7/209da343-6851-4c27-9254-d1c95829d1e7.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.608333] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Updating instance '209da343-6851-4c27-9254-d1c95829d1e7' progress to 50 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.627943] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8c96a7ed-0997-4ece-92dd-4a2e2202973a tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "7e2b27e7-8f78-43ef-8935-fd24f71b9cc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.341s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.656539] env[62643]: DEBUG nova.compute.manager [req-91559ee4-52ba-4ab1-ada1-5f638fd19a5e req-6b00ff6b-0e51-4e91-b22f-cb4d4d03bad3 service nova] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Received event network-vif-deleted-1f87075b-0e7f-4145-982a-f32efab9d615 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 887.656539] env[62643]: INFO nova.compute.manager [req-91559ee4-52ba-4ab1-ada1-5f638fd19a5e req-6b00ff6b-0e51-4e91-b22f-cb4d4d03bad3 service nova] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Neutron deleted interface 1f87075b-0e7f-4145-982a-f32efab9d615; detaching it from the instance and deleting it from the info cache [ 887.656672] env[62643]: DEBUG nova.network.neutron [req-91559ee4-52ba-4ab1-ada1-5f638fd19a5e req-6b00ff6b-0e51-4e91-b22f-cb4d4d03bad3 service nova] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.693969] env[62643]: DEBUG nova.network.neutron [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.754923] env[62643]: DEBUG nova.compute.manager [req-2b58e539-13ba-4142-b6d2-7e9f3c41b268 req-f6672a40-7619-4180-aa25-233f46f8d9c6 service nova] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Received event network-vif-deleted-995fed51-f509-415d-96d4-24ed62736b94 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 887.754923] env[62643]: INFO nova.compute.manager [req-2b58e539-13ba-4142-b6d2-7e9f3c41b268 req-f6672a40-7619-4180-aa25-233f46f8d9c6 service nova] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Neutron deleted interface 995fed51-f509-415d-96d4-24ed62736b94; detaching it from the instance and deleting it from the info cache [ 887.754923] env[62643]: DEBUG nova.network.neutron [req-2b58e539-13ba-4142-b6d2-7e9f3c41b268 req-f6672a40-7619-4180-aa25-233f46f8d9c6 service nova] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.068707] env[62643]: DEBUG nova.compute.manager [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.069656] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a1c5b2-e12d-4e3e-8444-063ce5ca9e12 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.102044] env[62643]: DEBUG oslo_concurrency.lockutils [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.111020] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.275s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.111020] env[62643]: DEBUG nova.objects.instance [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lazy-loading 'resources' on Instance uuid 38eb07c4-d585-448b-a8e0-64706bf14766 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.124162] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa3954c-bbb1-41d5-933b-c5969d735d31 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.128835] env[62643]: DEBUG nova.network.neutron [-] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.152878] env[62643]: INFO nova.compute.manager [-] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Took 1.56 seconds to deallocate network for instance. [ 888.154700] env[62643]: INFO nova.scheduler.client.report [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Deleted allocations for instance 65b151a2-f954-46be-81ac-d19b5a6626d7 [ 888.157093] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e75ccf-5405-4507-a70a-39d5194761bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.171250] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e56b3df4-0acc-443e-90e9-07c746fb3722 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.203203] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886df8b1-cc2d-4a81-89db-d323da1d62d9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.216664] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Updating instance '209da343-6851-4c27-9254-d1c95829d1e7' progress to 67 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 888.220429] env[62643]: DEBUG nova.network.neutron [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Updating instance_info_cache with network_info: [{"id": "d7e4abe9-4923-4210-bc3f-45b3058ad85c", "address": "fa:16:3e:97:a3:11", "network": {"id": "9b219220-1109-4a21-b73b-27bfb2444b6e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-213815050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c4a4f2591c634c7597aae3681dc08508", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e4abe9-49", "ovs_interfaceid": "d7e4abe9-4923-4210-bc3f-45b3058ad85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.222073] env[62643]: DEBUG nova.network.neutron [-] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.248568] env[62643]: DEBUG nova.compute.manager [req-91559ee4-52ba-4ab1-ada1-5f638fd19a5e req-6b00ff6b-0e51-4e91-b22f-cb4d4d03bad3 service nova] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Detach interface failed, port_id=1f87075b-0e7f-4145-982a-f32efab9d615, reason: Instance 007b2c05-ed2e-4c24-975e-e7a32c599cef could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 888.262231] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7d3ba1c-3d0e-4dc4-8e9d-c7fd65556843 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.272526] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64964452-c438-4713-b4a5-bac0f30403c2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.309804] env[62643]: DEBUG nova.compute.manager [req-2b58e539-13ba-4142-b6d2-7e9f3c41b268 req-f6672a40-7619-4180-aa25-233f46f8d9c6 service nova] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Detach interface failed, port_id=995fed51-f509-415d-96d4-24ed62736b94, reason: Instance 9b21a7b6-464c-4db7-9308-5377447ade04 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 888.583185] env[62643]: INFO nova.compute.manager [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] instance snapshotting [ 888.587304] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c289db3-b757-4eee-8a1e-9b4eac2336cc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.610923] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9afd99-9329-4cf8-b54f-583983f82d12 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.677614] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.681527] env[62643]: DEBUG oslo_concurrency.lockutils [None req-063e2024-4b6a-486d-9680-58b3c52ef694 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "65b151a2-f954-46be-81ac-d19b5a6626d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.494s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.723801] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Releasing lock "refresh_cache-af91a11c-f401-49df-a8a1-adce696fe2fa" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.724428] env[62643]: DEBUG nova.compute.manager [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Instance network_info: |[{"id": "d7e4abe9-4923-4210-bc3f-45b3058ad85c", "address": "fa:16:3e:97:a3:11", "network": {"id": "9b219220-1109-4a21-b73b-27bfb2444b6e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-213815050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c4a4f2591c634c7597aae3681dc08508", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e4abe9-49", "ovs_interfaceid": "d7e4abe9-4923-4210-bc3f-45b3058ad85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.730785] env[62643]: INFO nova.compute.manager [-] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Took 1.53 seconds to deallocate network for instance. [ 888.731239] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:a3:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7e4abe9-4923-4210-bc3f-45b3058ad85c', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.742472] env[62643]: DEBUG oslo.service.loopingcall [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.747162] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.749755] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5246bfb8-8a59-455f-a037-a8815018db8c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.779030] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.779030] env[62643]: value = "task-2383398" [ 888.779030] env[62643]: _type = "Task" [ 888.779030] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.790555] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383398, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.854499] env[62643]: DEBUG nova.network.neutron [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Port 5cdf8b64-ec17-4043-9998-39e86c380fe5 binding to destination host cpu-1 is already ACTIVE {{(pid=62643) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 889.097416] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c85f5c9-7021-4481-9339-91019c074699 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.106171] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646f4d64-a929-46c1-8d78-227ac601a7ba {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.143779] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 889.144728] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c71872ff-c741-4307-84bd-b4957d36fad9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.148593] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e40e72-b95a-4bf0-b7f6-30a7a6adc1cb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.159103] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04076de4-342e-401b-b1cf-cb95bc812e5a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.163325] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 889.163325] env[62643]: value = "task-2383400" [ 889.163325] env[62643]: _type = "Task" [ 889.163325] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.178375] env[62643]: DEBUG nova.compute.provider_tree [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.186276] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383400, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.251035] env[62643]: DEBUG oslo_concurrency.lockutils [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.295230] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383398, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.675092] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383400, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.683142] env[62643]: DEBUG nova.scheduler.client.report [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.691209] env[62643]: DEBUG nova.compute.manager [req-b0a9fe5f-5f15-4d7c-a323-9443c56d40ec req-04d820c4-0d1e-490b-957d-e7e6edff26e1 service nova] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Received event network-changed-9399c672-5207-41b6-a489-0ab03ddc171f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.691209] env[62643]: DEBUG nova.compute.manager [req-b0a9fe5f-5f15-4d7c-a323-9443c56d40ec req-04d820c4-0d1e-490b-957d-e7e6edff26e1 service nova] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Refreshing instance network info cache due to event network-changed-9399c672-5207-41b6-a489-0ab03ddc171f. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 889.691209] env[62643]: DEBUG oslo_concurrency.lockutils [req-b0a9fe5f-5f15-4d7c-a323-9443c56d40ec req-04d820c4-0d1e-490b-957d-e7e6edff26e1 service nova] Acquiring lock "refresh_cache-7e2b27e7-8f78-43ef-8935-fd24f71b9cc8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.691209] env[62643]: DEBUG oslo_concurrency.lockutils [req-b0a9fe5f-5f15-4d7c-a323-9443c56d40ec req-04d820c4-0d1e-490b-957d-e7e6edff26e1 service nova] Acquired lock "refresh_cache-7e2b27e7-8f78-43ef-8935-fd24f71b9cc8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.691209] env[62643]: DEBUG nova.network.neutron [req-b0a9fe5f-5f15-4d7c-a323-9443c56d40ec req-04d820c4-0d1e-490b-957d-e7e6edff26e1 service nova] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Refreshing network info cache for port 9399c672-5207-41b6-a489-0ab03ddc171f {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.797584] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383398, 'name': CreateVM_Task, 'duration_secs': 0.517201} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.797584] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.797584] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.797584] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.797584] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.797927] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de25945e-5068-4ea2-8df1-33e4be9af9d9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.804356] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 889.804356] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ab4632-8caf-ce25-38b8-a4351adcdf62" [ 889.804356] env[62643]: _type = "Task" [ 889.804356] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.812503] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ab4632-8caf-ce25-38b8-a4351adcdf62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.879820] env[62643]: DEBUG oslo_concurrency.lockutils [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "209da343-6851-4c27-9254-d1c95829d1e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.880337] env[62643]: DEBUG oslo_concurrency.lockutils [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "209da343-6851-4c27-9254-d1c95829d1e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.880337] env[62643]: DEBUG oslo_concurrency.lockutils [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "209da343-6851-4c27-9254-d1c95829d1e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.176093] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383400, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.199396] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.202734] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.126s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.203880] env[62643]: DEBUG nova.objects.instance [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lazy-loading 'resources' on Instance uuid a7f0e157-fd31-4d6f-af3c-59b311ad974d {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.231384] env[62643]: INFO nova.scheduler.client.report [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Deleted allocations for instance 38eb07c4-d585-448b-a8e0-64706bf14766 [ 890.315608] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ab4632-8caf-ce25-38b8-a4351adcdf62, 'name': SearchDatastore_Task, 'duration_secs': 0.0482} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.315927] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.316170] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.316457] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.316551] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.316710] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.316963] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fc8fe7a-f840-4e06-a123-7b7958f707bf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.331559] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.331736] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.332487] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd267d6-57e6-4fce-9645-e02257ee6522 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.337890] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 890.337890] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522f98a0-e430-7c19-36e7-89a6f60199e0" [ 890.337890] env[62643]: _type = "Task" [ 890.337890] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.345059] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522f98a0-e430-7c19-36e7-89a6f60199e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.681314] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383400, 'name': CreateSnapshot_Task, 'duration_secs': 1.486652} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.681752] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 890.682791] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7703ecd-6076-488b-a9ff-8aee7b6e6776 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.723245] env[62643]: DEBUG nova.network.neutron [req-b0a9fe5f-5f15-4d7c-a323-9443c56d40ec req-04d820c4-0d1e-490b-957d-e7e6edff26e1 service nova] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Updated VIF entry in instance network info cache for port 9399c672-5207-41b6-a489-0ab03ddc171f. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.723871] env[62643]: DEBUG nova.network.neutron [req-b0a9fe5f-5f15-4d7c-a323-9443c56d40ec req-04d820c4-0d1e-490b-957d-e7e6edff26e1 service nova] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Updating instance_info_cache with network_info: [{"id": "9399c672-5207-41b6-a489-0ab03ddc171f", "address": "fa:16:3e:8c:2f:48", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9399c672-52", "ovs_interfaceid": "9399c672-5207-41b6-a489-0ab03ddc171f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.747781] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ccb59cd-f11b-4417-83bd-be43dc449477 tempest-MultipleCreateTestJSON-285298153 tempest-MultipleCreateTestJSON-285298153-project-member] Lock "38eb07c4-d585-448b-a8e0-64706bf14766" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.436s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.848274] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522f98a0-e430-7c19-36e7-89a6f60199e0, 'name': SearchDatastore_Task, 'duration_secs': 0.022862} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.852542] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c471f3-8ce3-4abb-bf8e-db4c0c34083b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.861953] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 890.861953] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528645a6-60be-8df6-0e56-aeb89ad32a0b" [ 890.861953] env[62643]: _type = "Task" [ 890.861953] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.872713] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528645a6-60be-8df6-0e56-aeb89ad32a0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.970140] env[62643]: DEBUG oslo_concurrency.lockutils [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "refresh_cache-209da343-6851-4c27-9254-d1c95829d1e7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.970140] env[62643]: DEBUG oslo_concurrency.lockutils [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "refresh_cache-209da343-6851-4c27-9254-d1c95829d1e7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.970140] env[62643]: DEBUG nova.network.neutron [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.087040] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981d5df0-a3e8-44d4-95b1-99b89e49c0c8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.095162] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117a4984-b74e-4c97-8f4d-6efb160b047d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.131676] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6661f1b-3f08-4289-a772-f2b7314ee01c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.140373] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0712b66-7deb-41e1-a143-8f8152b764ab {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.154236] env[62643]: DEBUG nova.compute.provider_tree [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.205509] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 891.205802] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1d137073-2298-4e9d-b2db-1e19d1e5c8c5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.215874] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 891.215874] env[62643]: value = "task-2383402" [ 891.215874] env[62643]: _type = "Task" [ 891.215874] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.225066] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383402, 'name': CloneVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.231249] env[62643]: DEBUG oslo_concurrency.lockutils [req-b0a9fe5f-5f15-4d7c-a323-9443c56d40ec req-04d820c4-0d1e-490b-957d-e7e6edff26e1 service nova] Releasing lock "refresh_cache-7e2b27e7-8f78-43ef-8935-fd24f71b9cc8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.374640] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528645a6-60be-8df6-0e56-aeb89ad32a0b, 'name': SearchDatastore_Task, 'duration_secs': 0.01208} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.374763] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.375223] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] af91a11c-f401-49df-a8a1-adce696fe2fa/af91a11c-f401-49df-a8a1-adce696fe2fa.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.375499] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7eb5ae5f-0ba3-4ea8-b41b-dcdfd4bfb6ef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.382754] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 891.382754] env[62643]: value = "task-2383403" [ 891.382754] env[62643]: _type = "Task" [ 891.382754] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.392516] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.658578] env[62643]: DEBUG nova.scheduler.client.report [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.728872] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383402, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.894565] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508604} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.894909] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] af91a11c-f401-49df-a8a1-adce696fe2fa/af91a11c-f401-49df-a8a1-adce696fe2fa.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.895058] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.895397] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88dbfdf7-dc2b-48ad-9533-7b96f6139410 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.902217] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 891.902217] env[62643]: value = "task-2383404" [ 891.902217] env[62643]: _type = "Task" [ 891.902217] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.914210] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.945869] env[62643]: DEBUG nova.network.neutron [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Updating instance_info_cache with network_info: [{"id": "5cdf8b64-ec17-4043-9998-39e86c380fe5", "address": "fa:16:3e:2f:ee:d4", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cdf8b64-ec", "ovs_interfaceid": "5cdf8b64-ec17-4043-9998-39e86c380fe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.165904] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.169081] env[62643]: DEBUG oslo_concurrency.lockutils [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.456s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.169431] env[62643]: DEBUG oslo_concurrency.lockutils [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.171695] env[62643]: DEBUG oslo_concurrency.lockutils [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.565s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.173835] env[62643]: INFO nova.compute.claims [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.200100] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquiring lock "3cc8af78-190c-486b-8e28-92895e62d772" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.200100] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "3cc8af78-190c-486b-8e28-92895e62d772" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.200436] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquiring lock "3cc8af78-190c-486b-8e28-92895e62d772-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.200518] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "3cc8af78-190c-486b-8e28-92895e62d772-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.200721] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "3cc8af78-190c-486b-8e28-92895e62d772-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.210683] env[62643]: INFO nova.compute.manager [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Terminating instance [ 892.214992] env[62643]: INFO nova.scheduler.client.report [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Deleted allocations for instance 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed [ 892.222269] env[62643]: INFO nova.scheduler.client.report [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleted allocations for instance a7f0e157-fd31-4d6f-af3c-59b311ad974d [ 892.245879] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383402, 'name': CloneVM_Task} progress is 95%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.414586] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073919} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.414989] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.415934] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103b5848-46c8-445e-ac4a-43759db33303 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.444333] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] af91a11c-f401-49df-a8a1-adce696fe2fa/af91a11c-f401-49df-a8a1-adce696fe2fa.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.445033] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37bda649-3448-4986-913f-2b661c453f9b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.465718] env[62643]: DEBUG oslo_concurrency.lockutils [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "refresh_cache-209da343-6851-4c27-9254-d1c95829d1e7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.477440] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 892.477440] env[62643]: value = "task-2383405" [ 892.477440] env[62643]: _type = "Task" [ 892.477440] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.488993] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.712494] env[62643]: DEBUG nova.compute.manager [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.712494] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.713554] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7965a9-2a29-4a0d-b5de-ee53739d5ca8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.722902] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.723261] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d5f8e0f-df07-4509-9770-ef31367d2bae {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.733807] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383402, 'name': CloneVM_Task, 'duration_secs': 1.164779} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.735289] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Created linked-clone VM from snapshot [ 892.735598] env[62643]: DEBUG oslo_vmware.api [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 892.735598] env[62643]: value = "task-2383406" [ 892.735598] env[62643]: _type = "Task" [ 892.735598] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.736708] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f61d4e-435d-4272-b493-64055495914d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.749926] env[62643]: DEBUG oslo_concurrency.lockutils [None req-303746a8-93d2-408c-9094-0777ae0ae639 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "9852bd88-1d3c-4e14-a334-1fbd32cdd3ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.544s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.751033] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2634a86b-5449-4a7a-9d9f-43b1a8dd1774 tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "a7f0e157-fd31-4d6f-af3c-59b311ad974d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.221s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.764949] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Uploading image 2400a37e-3613-45ad-a812-2362fe98f279 {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 892.766801] env[62643]: DEBUG oslo_vmware.api [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.779850] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 892.780253] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a34b9258-22fe-42ba-8216-13faeea359a7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.791674] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 892.791674] env[62643]: value = "task-2383407" [ 892.791674] env[62643]: _type = "Task" [ 892.791674] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.803491] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383407, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.996790] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.002164] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8bbf8b-b950-4289-a24c-4fe0cb6387c6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.025473] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7801fddd-2014-4554-b46e-0ec70c426cda {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.036516] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Updating instance '209da343-6851-4c27-9254-d1c95829d1e7' progress to 83 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.107324] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Acquiring lock "7e621f86-6ea0-4f07-b89c-2054e212b354" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.107635] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Lock "7e621f86-6ea0-4f07-b89c-2054e212b354" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.260076] env[62643]: DEBUG oslo_vmware.api [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383406, 'name': PowerOffVM_Task, 'duration_secs': 0.357855} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.260076] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.260076] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.260076] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3f75bf4-5e9e-44f6-829f-ad8624e891c6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.309258] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383407, 'name': Destroy_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.338367] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.338769] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.339397] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Deleting the datastore file [datastore1] 3cc8af78-190c-486b-8e28-92895e62d772 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.343110] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b9acfe7-f3d2-4ad1-96f5-cf49af767fb8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.351881] env[62643]: DEBUG oslo_vmware.api [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for the task: (returnval){ [ 893.351881] env[62643]: value = "task-2383410" [ 893.351881] env[62643]: _type = "Task" [ 893.351881] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.365144] env[62643]: DEBUG oslo_vmware.api [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.494018] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "efdf473f-8daa-4179-9a44-3b72bfb87f01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.498307] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "efdf473f-8daa-4179-9a44-3b72bfb87f01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.498307] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "efdf473f-8daa-4179-9a44-3b72bfb87f01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.498307] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "efdf473f-8daa-4179-9a44-3b72bfb87f01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.498307] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "efdf473f-8daa-4179-9a44-3b72bfb87f01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.498307] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383405, 'name': ReconfigVM_Task, 'duration_secs': 0.645591} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.498307] env[62643]: INFO nova.compute.manager [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Terminating instance [ 893.504241] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Reconfigured VM instance instance-00000047 to attach disk [datastore2] af91a11c-f401-49df-a8a1-adce696fe2fa/af91a11c-f401-49df-a8a1-adce696fe2fa.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.508304] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b9b9708-d235-4f4d-bc82-30932b0542ea {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.513270] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Acquiring lock "73df730a-7b26-4fa0-8b7a-0f8b00b45758" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.515334] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Lock "73df730a-7b26-4fa0-8b7a-0f8b00b45758" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.524145] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 893.524145] env[62643]: value = "task-2383411" [ 893.524145] env[62643]: _type = "Task" [ 893.524145] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.540556] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383411, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.544765] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.545523] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24e9e85e-79bf-492c-9011-2f40319b7d68 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.554904] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 893.554904] env[62643]: value = "task-2383412" [ 893.554904] env[62643]: _type = "Task" [ 893.554904] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.568835] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.613344] env[62643]: DEBUG nova.compute.manager [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.794607] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb06a523-be41-44d4-a2f7-a48471f74cbd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.809972] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dc81e8-c5db-42a4-b6b5-efb9bf3ad230 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.813482] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383407, 'name': Destroy_Task, 'duration_secs': 0.696886} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.813880] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Destroyed the VM [ 893.814142] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 893.814785] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-242c10c0-03b4-425c-b265-dfdf69c14e47 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.849873] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6374bc69-b38c-4b85-90e1-07377c480a26 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.852965] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 893.852965] env[62643]: value = "task-2383413" [ 893.852965] env[62643]: _type = "Task" [ 893.852965] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.865560] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450a3fec-6f95-4115-8f98-dc3550ba4d25 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.877171] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383413, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.877401] env[62643]: DEBUG oslo_vmware.api [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Task: {'id': task-2383410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29753} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.878191] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.878426] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.878680] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.878860] env[62643]: INFO nova.compute.manager [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Took 1.17 seconds to destroy the instance on the hypervisor. [ 893.880273] env[62643]: DEBUG oslo.service.loopingcall [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 893.880539] env[62643]: DEBUG nova.compute.manager [-] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.880696] env[62643]: DEBUG nova.network.neutron [-] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.892380] env[62643]: DEBUG nova.compute.provider_tree [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.013968] env[62643]: DEBUG nova.compute.manager [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.014220] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.015390] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d132177-1a40-41e4-9166-60e1f17d361e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.021257] env[62643]: DEBUG nova.compute.manager [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.032214] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.032836] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a1b7768-a1f2-4280-824b-b05bdf211dcc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.037942] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383411, 'name': Rename_Task, 'duration_secs': 0.248654} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.038689] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.039030] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca5325d5-de23-4be4-97a5-9cf1afaa66a7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.044548] env[62643]: DEBUG oslo_vmware.api [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 894.044548] env[62643]: value = "task-2383414" [ 894.044548] env[62643]: _type = "Task" [ 894.044548] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.051813] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 894.051813] env[62643]: value = "task-2383415" [ 894.051813] env[62643]: _type = "Task" [ 894.051813] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.060463] env[62643]: DEBUG oslo_vmware.api [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.068634] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.075761] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383412, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.136197] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.237342] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.237688] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.237886] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.240864] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.240864] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.241304] env[62643]: INFO nova.compute.manager [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Terminating instance [ 894.370469] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383413, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.387022] env[62643]: DEBUG nova.objects.instance [None req-9510092f-173d-4e91-a082-5ffb3e505c6b tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Lazy-loading 'flavor' on Instance uuid 87c398c4-2165-41c0-b584-df1f5995ae3d {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.399033] env[62643]: DEBUG nova.scheduler.client.report [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.563236] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.567984] env[62643]: DEBUG oslo_vmware.api [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383414, 'name': PowerOffVM_Task, 'duration_secs': 0.322467} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.572191] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.572423] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.574045] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4dbb25e-17f2-43b0-ab48-c099b6d5935e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.577195] env[62643]: DEBUG nova.compute.manager [req-d59e8b15-e59c-44f7-8b8c-63bd7e82d81c req-c97d959e-ef45-47a8-9871-24b3eb27f5fb service nova] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Received event network-vif-deleted-799f3de8-47aa-47ba-83cc-915bfb71f733 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.577586] env[62643]: INFO nova.compute.manager [req-d59e8b15-e59c-44f7-8b8c-63bd7e82d81c req-c97d959e-ef45-47a8-9871-24b3eb27f5fb service nova] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Neutron deleted interface 799f3de8-47aa-47ba-83cc-915bfb71f733; detaching it from the instance and deleting it from the info cache [ 894.577811] env[62643]: DEBUG nova.network.neutron [req-d59e8b15-e59c-44f7-8b8c-63bd7e82d81c req-c97d959e-ef45-47a8-9871-24b3eb27f5fb service nova] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.583546] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383415, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.588859] env[62643]: DEBUG oslo_vmware.api [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383412, 'name': PowerOnVM_Task, 'duration_secs': 0.62782} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.589116] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.589315] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-04a16fb0-1a07-45f9-953f-a22aee361a7e tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Updating instance '209da343-6851-4c27-9254-d1c95829d1e7' progress to 100 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.698184] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.698184] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.698444] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleting the datastore file [datastore2] efdf473f-8daa-4179-9a44-3b72bfb87f01 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.698771] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-655bd1b9-dc71-4d7a-8252-540bd9208830 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.708492] env[62643]: DEBUG oslo_vmware.api [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for the task: (returnval){ [ 894.708492] env[62643]: value = "task-2383417" [ 894.708492] env[62643]: _type = "Task" [ 894.708492] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.720962] env[62643]: DEBUG oslo_vmware.api [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.746096] env[62643]: DEBUG nova.compute.manager [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.746376] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.747410] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b299cad-2829-4d5b-988b-d504e1ab05de {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.758784] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.759649] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdf90c51-c6d1-43c1-927c-69318000f828 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.768871] env[62643]: DEBUG oslo_vmware.api [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 894.768871] env[62643]: value = "task-2383418" [ 894.768871] env[62643]: _type = "Task" [ 894.768871] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.779823] env[62643]: DEBUG oslo_vmware.api [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.869920] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383413, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.896149] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9510092f-173d-4e91-a082-5ffb3e505c6b tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Acquiring lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.896149] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9510092f-173d-4e91-a082-5ffb3e505c6b tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Acquired lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.904814] env[62643]: DEBUG oslo_concurrency.lockutils [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.905805] env[62643]: DEBUG nova.compute.manager [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.909108] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.232s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.910493] env[62643]: DEBUG nova.objects.instance [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Lazy-loading 'resources' on Instance uuid 007b2c05-ed2e-4c24-975e-e7a32c599cef {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.043775] env[62643]: DEBUG nova.network.neutron [-] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.066659] env[62643]: DEBUG oslo_vmware.api [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383415, 'name': PowerOnVM_Task, 'duration_secs': 0.691296} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.066938] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.067436] env[62643]: INFO nova.compute.manager [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Took 11.24 seconds to spawn the instance on the hypervisor. [ 895.068083] env[62643]: DEBUG nova.compute.manager [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.073152] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bce920a-b0e7-4531-976f-94cb26fef292 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.084677] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94f1cb7a-27ae-4c9d-9370-5313bf892456 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.095080] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5f4851-0a9f-474c-a87e-7b22d56ec1e0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.148818] env[62643]: DEBUG nova.compute.manager [req-d59e8b15-e59c-44f7-8b8c-63bd7e82d81c req-c97d959e-ef45-47a8-9871-24b3eb27f5fb service nova] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Detach interface failed, port_id=799f3de8-47aa-47ba-83cc-915bfb71f733, reason: Instance 3cc8af78-190c-486b-8e28-92895e62d772 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 895.221240] env[62643]: DEBUG oslo_vmware.api [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Task: {'id': task-2383417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315203} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.221240] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.221240] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.221492] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.221559] env[62643]: INFO nova.compute.manager [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Took 1.21 seconds to destroy the instance on the hypervisor. [ 895.221819] env[62643]: DEBUG oslo.service.loopingcall [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.222088] env[62643]: DEBUG nova.compute.manager [-] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.222136] env[62643]: DEBUG nova.network.neutron [-] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.282817] env[62643]: DEBUG oslo_vmware.api [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383418, 'name': PowerOffVM_Task, 'duration_secs': 0.364848} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.285642] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.285860] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.286168] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e693d22e-2e04-488d-bf7c-5e757ff96f97 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.365069] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.365069] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.365317] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Deleting the datastore file [datastore2] 7b61b38f-3e03-41f5-8d94-f56ec29e416a {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.365543] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5b944f3-9e96-4e91-97c5-45db7693d486 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.372185] env[62643]: DEBUG oslo_vmware.api [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383413, 'name': RemoveSnapshot_Task, 'duration_secs': 1.224173} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.373095] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 895.380484] env[62643]: DEBUG oslo_vmware.api [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for the task: (returnval){ [ 895.380484] env[62643]: value = "task-2383421" [ 895.380484] env[62643]: _type = "Task" [ 895.380484] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.389844] env[62643]: DEBUG oslo_vmware.api [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.413298] env[62643]: DEBUG nova.compute.utils [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 895.415533] env[62643]: DEBUG nova.compute.manager [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.415533] env[62643]: DEBUG nova.network.neutron [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.533024] env[62643]: DEBUG nova.policy [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c75d71ee4b940afb37403f84fdb2f56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ab50f55a8f4ff289536d64ecd45f09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.536271] env[62643]: DEBUG oslo_concurrency.lockutils [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "35c1cd73-520c-4ed1-840b-981f4b70d3c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.536711] env[62643]: DEBUG oslo_concurrency.lockutils [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "35c1cd73-520c-4ed1-840b-981f4b70d3c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.550484] env[62643]: INFO nova.compute.manager [-] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Took 1.67 seconds to deallocate network for instance. [ 895.589060] env[62643]: INFO nova.compute.manager [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Took 43.58 seconds to build instance. [ 895.631737] env[62643]: DEBUG nova.compute.manager [req-28036d80-0e5e-445d-816c-1ce53fd02e4e req-b1573b22-e397-4b10-9f57-b8de4e157bb7 service nova] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Received event network-vif-deleted-49f6c869-eb86-466f-a27d-4f5031a5fb88 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.632665] env[62643]: INFO nova.compute.manager [req-28036d80-0e5e-445d-816c-1ce53fd02e4e req-b1573b22-e397-4b10-9f57-b8de4e157bb7 service nova] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Neutron deleted interface 49f6c869-eb86-466f-a27d-4f5031a5fb88; detaching it from the instance and deleting it from the info cache [ 895.632665] env[62643]: DEBUG nova.network.neutron [req-28036d80-0e5e-445d-816c-1ce53fd02e4e req-b1573b22-e397-4b10-9f57-b8de4e157bb7 service nova] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.634794] env[62643]: DEBUG nova.network.neutron [None req-9510092f-173d-4e91-a082-5ffb3e505c6b tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.820059] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "a7365ef4-5bc3-4f40-98c1-d1dbf24d1720" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.820425] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "a7365ef4-5bc3-4f40-98c1-d1dbf24d1720" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.878041] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9a1708-5319-4a75-ae66-579e174128b0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.880933] env[62643]: WARNING nova.compute.manager [None req-bedc2ad4-a452-442d-836c-b688ba4638a9 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Image not found during snapshot: nova.exception.ImageNotFound: Image 2400a37e-3613-45ad-a812-2362fe98f279 could not be found. [ 895.889287] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6559af-becf-4806-964a-aee416ecb64c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.897244] env[62643]: DEBUG oslo_vmware.api [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Task: {'id': task-2383421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252049} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.898205] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.898831] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.898831] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.899160] env[62643]: INFO nova.compute.manager [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 895.899305] env[62643]: DEBUG oslo.service.loopingcall [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.900044] env[62643]: DEBUG nova.compute.manager [-] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.900044] env[62643]: DEBUG nova.network.neutron [-] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.927514] env[62643]: DEBUG nova.compute.manager [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.931994] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee24ae9-3cca-4928-8615-662a9d054f08 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.940831] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3e02dd-acab-4160-b60c-5bfdd3ef99b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.956768] env[62643]: DEBUG nova.compute.provider_tree [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.015933] env[62643]: DEBUG nova.network.neutron [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Successfully created port: 5f508c49-c4f5-4ff0-96df-ca5f6b0287de {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.047034] env[62643]: DEBUG nova.compute.manager [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.059354] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.090868] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b50fb67c-01da-4b1e-a3d2-74fbb23b8353 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "af91a11c-f401-49df-a8a1-adce696fe2fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.088s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.103355] env[62643]: DEBUG nova.network.neutron [-] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.140828] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87afcf1e-2859-4f78-882c-e3618be71d41 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.152417] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc00c77-1512-4f2b-8cc2-7ee6b154c9a7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.197381] env[62643]: DEBUG nova.compute.manager [req-28036d80-0e5e-445d-816c-1ce53fd02e4e req-b1573b22-e397-4b10-9f57-b8de4e157bb7 service nova] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Detach interface failed, port_id=49f6c869-eb86-466f-a27d-4f5031a5fb88, reason: Instance efdf473f-8daa-4179-9a44-3b72bfb87f01 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 896.241914] env[62643]: INFO nova.compute.manager [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Rescuing [ 896.242532] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "refresh_cache-af91a11c-f401-49df-a8a1-adce696fe2fa" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.242947] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquired lock "refresh_cache-af91a11c-f401-49df-a8a1-adce696fe2fa" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.243165] env[62643]: DEBUG nova.network.neutron [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.325876] env[62643]: DEBUG nova.compute.manager [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.461230] env[62643]: DEBUG nova.scheduler.client.report [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.559374] env[62643]: DEBUG nova.network.neutron [None req-9510092f-173d-4e91-a082-5ffb3e505c6b tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Updating instance_info_cache with network_info: [{"id": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "address": "fa:16:3e:6c:ed:33", "network": {"id": "9eb3ec0e-9320-46fd-a9a4-873f317e4093", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-705116736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ada96215684616b43bede7c6ed8ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c96b52-d4", "ovs_interfaceid": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.572372] env[62643]: DEBUG oslo_concurrency.lockutils [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.605618] env[62643]: INFO nova.compute.manager [-] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Took 1.38 seconds to deallocate network for instance. [ 896.607185] env[62643]: DEBUG nova.compute.manager [req-6883ba1e-7c0b-4d01-8faf-45d49bc25898 req-1e72481c-b9b1-42a0-a8ae-b90cfb36f52d service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Received event network-changed-84c96b52-d47f-4aaf-9a7d-3cbc501adc24 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.607394] env[62643]: DEBUG nova.compute.manager [req-6883ba1e-7c0b-4d01-8faf-45d49bc25898 req-1e72481c-b9b1-42a0-a8ae-b90cfb36f52d service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Refreshing instance network info cache due to event network-changed-84c96b52-d47f-4aaf-9a7d-3cbc501adc24. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 896.607589] env[62643]: DEBUG oslo_concurrency.lockutils [req-6883ba1e-7c0b-4d01-8faf-45d49bc25898 req-1e72481c-b9b1-42a0-a8ae-b90cfb36f52d service nova] Acquiring lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.741837] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "4731d4bf-7003-4cbf-97ee-1a5a4a1bb656" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.742127] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "4731d4bf-7003-4cbf-97ee-1a5a4a1bb656" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.742353] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "4731d4bf-7003-4cbf-97ee-1a5a4a1bb656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.742540] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "4731d4bf-7003-4cbf-97ee-1a5a4a1bb656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.742714] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "4731d4bf-7003-4cbf-97ee-1a5a4a1bb656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.744867] env[62643]: INFO nova.compute.manager [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Terminating instance [ 896.832989] env[62643]: DEBUG nova.network.neutron [-] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.847118] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.941469] env[62643]: DEBUG nova.compute.manager [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.958274] env[62643]: DEBUG nova.network.neutron [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Updating instance_info_cache with network_info: [{"id": "d7e4abe9-4923-4210-bc3f-45b3058ad85c", "address": "fa:16:3e:97:a3:11", "network": {"id": "9b219220-1109-4a21-b73b-27bfb2444b6e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-213815050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c4a4f2591c634c7597aae3681dc08508", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e4abe9-49", "ovs_interfaceid": "d7e4abe9-4923-4210-bc3f-45b3058ad85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.968687] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.971834] env[62643]: DEBUG oslo_concurrency.lockutils [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.721s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.972096] env[62643]: DEBUG nova.objects.instance [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lazy-loading 'resources' on Instance uuid 9b21a7b6-464c-4db7-9308-5377447ade04 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.978889] env[62643]: DEBUG nova.virt.hardware [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.979132] env[62643]: DEBUG nova.virt.hardware [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.979299] env[62643]: DEBUG nova.virt.hardware [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.979486] env[62643]: DEBUG nova.virt.hardware [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.979637] env[62643]: DEBUG nova.virt.hardware [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.979787] env[62643]: DEBUG nova.virt.hardware [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.979994] env[62643]: DEBUG nova.virt.hardware [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.980215] env[62643]: DEBUG nova.virt.hardware [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.980388] env[62643]: DEBUG nova.virt.hardware [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.980555] env[62643]: DEBUG nova.virt.hardware [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.980730] env[62643]: DEBUG nova.virt.hardware [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.982323] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39622cf9-22f6-4858-8d97-1b04885c9315 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.994025] env[62643]: INFO nova.scheduler.client.report [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Deleted allocations for instance 007b2c05-ed2e-4c24-975e-e7a32c599cef [ 896.994467] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0915a34-a032-49df-930f-042038330e2e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.061839] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9510092f-173d-4e91-a082-5ffb3e505c6b tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Releasing lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.062101] env[62643]: DEBUG nova.compute.manager [None req-9510092f-173d-4e91-a082-5ffb3e505c6b tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Inject network info {{(pid=62643) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 897.062372] env[62643]: DEBUG nova.compute.manager [None req-9510092f-173d-4e91-a082-5ffb3e505c6b tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] network_info to inject: |[{"id": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "address": "fa:16:3e:6c:ed:33", "network": {"id": "9eb3ec0e-9320-46fd-a9a4-873f317e4093", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-705116736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ada96215684616b43bede7c6ed8ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c96b52-d4", "ovs_interfaceid": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 897.067405] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9510092f-173d-4e91-a082-5ffb3e505c6b tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Reconfiguring VM instance to set the machine id {{(pid=62643) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 897.067700] env[62643]: DEBUG oslo_concurrency.lockutils [req-6883ba1e-7c0b-4d01-8faf-45d49bc25898 req-1e72481c-b9b1-42a0-a8ae-b90cfb36f52d service nova] Acquired lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.067872] env[62643]: DEBUG nova.network.neutron [req-6883ba1e-7c0b-4d01-8faf-45d49bc25898 req-1e72481c-b9b1-42a0-a8ae-b90cfb36f52d service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Refreshing network info cache for port 84c96b52-d47f-4aaf-9a7d-3cbc501adc24 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.069068] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8952db3e-9f5c-4a9e-af18-9404a3cba474 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.087611] env[62643]: DEBUG oslo_vmware.api [None req-9510092f-173d-4e91-a082-5ffb3e505c6b tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Waiting for the task: (returnval){ [ 897.087611] env[62643]: value = "task-2383422" [ 897.087611] env[62643]: _type = "Task" [ 897.087611] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.096344] env[62643]: DEBUG oslo_vmware.api [None req-9510092f-173d-4e91-a082-5ffb3e505c6b tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.115318] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.145816] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "209da343-6851-4c27-9254-d1c95829d1e7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.146124] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "209da343-6851-4c27-9254-d1c95829d1e7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.146321] env[62643]: DEBUG nova.compute.manager [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Going to confirm migration 3 {{(pid=62643) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 897.252346] env[62643]: DEBUG nova.compute.manager [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.252654] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.253677] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64bb8dc-512d-4af7-a822-95099fdff386 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.262893] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.263171] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cafd302-8a00-407d-97a7-b4cdde946abf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.271623] env[62643]: DEBUG oslo_vmware.api [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 897.271623] env[62643]: value = "task-2383424" [ 897.271623] env[62643]: _type = "Task" [ 897.271623] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.281844] env[62643]: DEBUG oslo_vmware.api [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.337234] env[62643]: INFO nova.compute.manager [-] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Took 1.44 seconds to deallocate network for instance. [ 897.462487] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Releasing lock "refresh_cache-af91a11c-f401-49df-a8a1-adce696fe2fa" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.507253] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9cb68fb4-f5c2-43d3-ab1b-7caf5ec8f28b tempest-ServersTestFqdnHostnames-1017668925 tempest-ServersTestFqdnHostnames-1017668925-project-member] Lock "007b2c05-ed2e-4c24-975e-e7a32c599cef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.679s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.611026] env[62643]: DEBUG oslo_vmware.api [None req-9510092f-173d-4e91-a082-5ffb3e505c6b tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383422, 'name': ReconfigVM_Task, 'duration_secs': 0.255487} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.611026] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9510092f-173d-4e91-a082-5ffb3e505c6b tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Reconfigured VM instance to set the machine id {{(pid=62643) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 897.774497] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "refresh_cache-209da343-6851-4c27-9254-d1c95829d1e7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.774662] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "refresh_cache-209da343-6851-4c27-9254-d1c95829d1e7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.774826] env[62643]: DEBUG nova.network.neutron [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.775012] env[62643]: DEBUG nova.objects.instance [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lazy-loading 'info_cache' on Instance uuid 209da343-6851-4c27-9254-d1c95829d1e7 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.788416] env[62643]: DEBUG oslo_vmware.api [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383424, 'name': PowerOffVM_Task, 'duration_secs': 0.27318} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.789162] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.789162] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.789162] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58d09f9d-03b1-4b1e-8e84-8c928b49e051 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.814142] env[62643]: DEBUG nova.objects.instance [None req-a361bdbf-1f54-422d-94b9-0eeeb4f82b49 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Lazy-loading 'flavor' on Instance uuid 87c398c4-2165-41c0-b584-df1f5995ae3d {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.843935] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.874359] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d17afb8-0370-4870-86f1-9c2ad05b3345 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.879698] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.879918] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.880111] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Deleting the datastore file [datastore1] 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.880369] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7dbe77d-77b8-49fc-8b30-e753eec8e1df {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.886553] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b68969a-3ac3-49fa-97c4-fe6ca1dcc4dd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.892433] env[62643]: DEBUG oslo_vmware.api [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 897.892433] env[62643]: value = "task-2383426" [ 897.892433] env[62643]: _type = "Task" [ 897.892433] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.929994] env[62643]: DEBUG nova.network.neutron [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Successfully updated port: 5f508c49-c4f5-4ff0-96df-ca5f6b0287de {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.932136] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fed0527-fa29-4e54-997d-065f88049d03 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.938526] env[62643]: DEBUG oslo_vmware.api [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.944701] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2764d15-e055-46b1-98dd-e9020585c6fc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.962888] env[62643]: DEBUG nova.compute.provider_tree [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.112151] env[62643]: DEBUG nova.network.neutron [req-6883ba1e-7c0b-4d01-8faf-45d49bc25898 req-1e72481c-b9b1-42a0-a8ae-b90cfb36f52d service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Updated VIF entry in instance network info cache for port 84c96b52-d47f-4aaf-9a7d-3cbc501adc24. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.112600] env[62643]: DEBUG nova.network.neutron [req-6883ba1e-7c0b-4d01-8faf-45d49bc25898 req-1e72481c-b9b1-42a0-a8ae-b90cfb36f52d service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Updating instance_info_cache with network_info: [{"id": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "address": "fa:16:3e:6c:ed:33", "network": {"id": "9eb3ec0e-9320-46fd-a9a4-873f317e4093", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-705116736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ada96215684616b43bede7c6ed8ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c96b52-d4", "ovs_interfaceid": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.325314] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a361bdbf-1f54-422d-94b9-0eeeb4f82b49 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Acquiring lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.409365] env[62643]: DEBUG oslo_vmware.api [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38682} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.409659] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.409848] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.410029] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.410212] env[62643]: INFO nova.compute.manager [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Took 1.16 seconds to destroy the instance on the hypervisor. [ 898.410456] env[62643]: DEBUG oslo.service.loopingcall [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.410656] env[62643]: DEBUG nova.compute.manager [-] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.410746] env[62643]: DEBUG nova.network.neutron [-] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.439204] env[62643]: DEBUG oslo_concurrency.lockutils [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "refresh_cache-52386a0f-53a2-4a30-afe9-dff55d47fb08" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.439391] env[62643]: DEBUG oslo_concurrency.lockutils [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired lock "refresh_cache-52386a0f-53a2-4a30-afe9-dff55d47fb08" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.439686] env[62643]: DEBUG nova.network.neutron [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.467023] env[62643]: DEBUG nova.scheduler.client.report [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.617142] env[62643]: DEBUG oslo_concurrency.lockutils [req-6883ba1e-7c0b-4d01-8faf-45d49bc25898 req-1e72481c-b9b1-42a0-a8ae-b90cfb36f52d service nova] Releasing lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.617520] env[62643]: DEBUG nova.compute.manager [req-6883ba1e-7c0b-4d01-8faf-45d49bc25898 req-1e72481c-b9b1-42a0-a8ae-b90cfb36f52d service nova] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Received event network-vif-deleted-9f8dbc68-75d8-4962-89df-74fb7ed6f66b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.617761] env[62643]: INFO nova.compute.manager [req-6883ba1e-7c0b-4d01-8faf-45d49bc25898 req-1e72481c-b9b1-42a0-a8ae-b90cfb36f52d service nova] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Neutron deleted interface 9f8dbc68-75d8-4962-89df-74fb7ed6f66b; detaching it from the instance and deleting it from the info cache [ 898.617997] env[62643]: DEBUG nova.network.neutron [req-6883ba1e-7c0b-4d01-8faf-45d49bc25898 req-1e72481c-b9b1-42a0-a8ae-b90cfb36f52d service nova] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.619590] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a361bdbf-1f54-422d-94b9-0eeeb4f82b49 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Acquired lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.643714] env[62643]: DEBUG nova.compute.manager [req-1dedebf1-eb6c-4ab8-be5f-7780f03bb5d1 req-c2c94892-6124-4463-b11c-c13236bb1c52 service nova] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Received event network-vif-plugged-5f508c49-c4f5-4ff0-96df-ca5f6b0287de {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.643892] env[62643]: DEBUG oslo_concurrency.lockutils [req-1dedebf1-eb6c-4ab8-be5f-7780f03bb5d1 req-c2c94892-6124-4463-b11c-c13236bb1c52 service nova] Acquiring lock "52386a0f-53a2-4a30-afe9-dff55d47fb08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.644115] env[62643]: DEBUG oslo_concurrency.lockutils [req-1dedebf1-eb6c-4ab8-be5f-7780f03bb5d1 req-c2c94892-6124-4463-b11c-c13236bb1c52 service nova] Lock "52386a0f-53a2-4a30-afe9-dff55d47fb08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.644289] env[62643]: DEBUG oslo_concurrency.lockutils [req-1dedebf1-eb6c-4ab8-be5f-7780f03bb5d1 req-c2c94892-6124-4463-b11c-c13236bb1c52 service nova] Lock "52386a0f-53a2-4a30-afe9-dff55d47fb08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.644462] env[62643]: DEBUG nova.compute.manager [req-1dedebf1-eb6c-4ab8-be5f-7780f03bb5d1 req-c2c94892-6124-4463-b11c-c13236bb1c52 service nova] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] No waiting events found dispatching network-vif-plugged-5f508c49-c4f5-4ff0-96df-ca5f6b0287de {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.644619] env[62643]: WARNING nova.compute.manager [req-1dedebf1-eb6c-4ab8-be5f-7780f03bb5d1 req-c2c94892-6124-4463-b11c-c13236bb1c52 service nova] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Received unexpected event network-vif-plugged-5f508c49-c4f5-4ff0-96df-ca5f6b0287de for instance with vm_state building and task_state spawning. [ 898.644776] env[62643]: DEBUG nova.compute.manager [req-1dedebf1-eb6c-4ab8-be5f-7780f03bb5d1 req-c2c94892-6124-4463-b11c-c13236bb1c52 service nova] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Received event network-changed-5f508c49-c4f5-4ff0-96df-ca5f6b0287de {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.644925] env[62643]: DEBUG nova.compute.manager [req-1dedebf1-eb6c-4ab8-be5f-7780f03bb5d1 req-c2c94892-6124-4463-b11c-c13236bb1c52 service nova] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Refreshing instance network info cache due to event network-changed-5f508c49-c4f5-4ff0-96df-ca5f6b0287de. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 898.645327] env[62643]: DEBUG oslo_concurrency.lockutils [req-1dedebf1-eb6c-4ab8-be5f-7780f03bb5d1 req-c2c94892-6124-4463-b11c-c13236bb1c52 service nova] Acquiring lock "refresh_cache-52386a0f-53a2-4a30-afe9-dff55d47fb08" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.901323] env[62643]: DEBUG nova.compute.manager [req-b3843327-dd20-4990-8f1b-817981fb6a8f req-e477aa91-441b-4eb2-94c0-1cd059be8bd7 service nova] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Received event network-vif-deleted-41bf841a-21fd-4c35-8b8d-fc15e35a07fd {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.901587] env[62643]: INFO nova.compute.manager [req-b3843327-dd20-4990-8f1b-817981fb6a8f req-e477aa91-441b-4eb2-94c0-1cd059be8bd7 service nova] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Neutron deleted interface 41bf841a-21fd-4c35-8b8d-fc15e35a07fd; detaching it from the instance and deleting it from the info cache [ 898.901678] env[62643]: DEBUG nova.network.neutron [req-b3843327-dd20-4990-8f1b-817981fb6a8f req-e477aa91-441b-4eb2-94c0-1cd059be8bd7 service nova] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.971032] env[62643]: DEBUG oslo_concurrency.lockutils [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.974488] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.838s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.975682] env[62643]: INFO nova.compute.claims [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.984614] env[62643]: DEBUG nova.network.neutron [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.000050] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.000319] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b452a8f-7fee-4f37-835c-78f53469a810 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.010698] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 899.010698] env[62643]: value = "task-2383427" [ 899.010698] env[62643]: _type = "Task" [ 899.010698] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.017020] env[62643]: INFO nova.scheduler.client.report [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleted allocations for instance 9b21a7b6-464c-4db7-9308-5377447ade04 [ 899.030041] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.129204] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cbd58ca-af79-4909-b789-55749835e657 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.142371] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b06b0f2-c5c1-4005-99fe-e839d9cebaaf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.187038] env[62643]: DEBUG nova.compute.manager [req-6883ba1e-7c0b-4d01-8faf-45d49bc25898 req-1e72481c-b9b1-42a0-a8ae-b90cfb36f52d service nova] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Detach interface failed, port_id=9f8dbc68-75d8-4962-89df-74fb7ed6f66b, reason: Instance 7b61b38f-3e03-41f5-8d94-f56ec29e416a could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 899.222201] env[62643]: DEBUG nova.network.neutron [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Updating instance_info_cache with network_info: [{"id": "5cdf8b64-ec17-4043-9998-39e86c380fe5", "address": "fa:16:3e:2f:ee:d4", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cdf8b64-ec", "ovs_interfaceid": "5cdf8b64-ec17-4043-9998-39e86c380fe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.271857] env[62643]: DEBUG nova.network.neutron [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Updating instance_info_cache with network_info: [{"id": "5f508c49-c4f5-4ff0-96df-ca5f6b0287de", "address": "fa:16:3e:ae:35:ec", "network": {"id": "7913ea5d-c434-47bd-8c92-ec7d02c3c89a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-714094955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab50f55a8f4ff289536d64ecd45f09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f508c49-c4", "ovs_interfaceid": "5f508c49-c4f5-4ff0-96df-ca5f6b0287de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.299647] env[62643]: DEBUG nova.network.neutron [None req-a361bdbf-1f54-422d-94b9-0eeeb4f82b49 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.378458] env[62643]: DEBUG nova.network.neutron [-] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.404703] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df2087bc-138e-461c-ad14-7de34f599612 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.415581] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463134e1-1df4-4187-a9d2-74bbe5705c23 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.450873] env[62643]: DEBUG nova.compute.manager [req-b3843327-dd20-4990-8f1b-817981fb6a8f req-e477aa91-441b-4eb2-94c0-1cd059be8bd7 service nova] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Detach interface failed, port_id=41bf841a-21fd-4c35-8b8d-fc15e35a07fd, reason: Instance 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 899.521667] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383427, 'name': PowerOffVM_Task, 'duration_secs': 0.311096} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.521957] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.522969] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a6b584-f2cf-4773-846c-b6a735a54765 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.548068] env[62643]: DEBUG oslo_concurrency.lockutils [None req-213c877d-b3c0-40f5-ab88-71395110656f tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "9b21a7b6-464c-4db7-9308-5377447ade04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.092s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.549456] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497341d3-15b2-49be-bcf8-6b065341863f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.587508] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.587819] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ea350bb-1c7d-4f36-acb9-a4d158bcfa1d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.596510] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 899.596510] env[62643]: value = "task-2383429" [ 899.596510] env[62643]: _type = "Task" [ 899.596510] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.605982] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.725489] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "refresh_cache-209da343-6851-4c27-9254-d1c95829d1e7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.725819] env[62643]: DEBUG nova.objects.instance [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lazy-loading 'migration_context' on Instance uuid 209da343-6851-4c27-9254-d1c95829d1e7 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.773286] env[62643]: DEBUG oslo_concurrency.lockutils [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Releasing lock "refresh_cache-52386a0f-53a2-4a30-afe9-dff55d47fb08" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.773623] env[62643]: DEBUG nova.compute.manager [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Instance network_info: |[{"id": "5f508c49-c4f5-4ff0-96df-ca5f6b0287de", "address": "fa:16:3e:ae:35:ec", "network": {"id": "7913ea5d-c434-47bd-8c92-ec7d02c3c89a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-714094955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab50f55a8f4ff289536d64ecd45f09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f508c49-c4", "ovs_interfaceid": "5f508c49-c4f5-4ff0-96df-ca5f6b0287de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.773950] env[62643]: DEBUG oslo_concurrency.lockutils [req-1dedebf1-eb6c-4ab8-be5f-7780f03bb5d1 req-c2c94892-6124-4463-b11c-c13236bb1c52 service nova] Acquired lock "refresh_cache-52386a0f-53a2-4a30-afe9-dff55d47fb08" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.774157] env[62643]: DEBUG nova.network.neutron [req-1dedebf1-eb6c-4ab8-be5f-7780f03bb5d1 req-c2c94892-6124-4463-b11c-c13236bb1c52 service nova] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Refreshing network info cache for port 5f508c49-c4f5-4ff0-96df-ca5f6b0287de {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.778703] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:35:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f508c49-c4f5-4ff0-96df-ca5f6b0287de', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.784841] env[62643]: DEBUG oslo.service.loopingcall [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 899.787569] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.788043] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10989153-f5cd-49b1-8ae8-898978582627 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.811698] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.811698] env[62643]: value = "task-2383430" [ 899.811698] env[62643]: _type = "Task" [ 899.811698] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.821508] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383430, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.881848] env[62643]: INFO nova.compute.manager [-] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Took 1.47 seconds to deallocate network for instance. [ 900.078052] env[62643]: DEBUG nova.network.neutron [None req-a361bdbf-1f54-422d-94b9-0eeeb4f82b49 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Updating instance_info_cache with network_info: [{"id": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "address": "fa:16:3e:6c:ed:33", "network": {"id": "9eb3ec0e-9320-46fd-a9a4-873f317e4093", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-705116736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ada96215684616b43bede7c6ed8ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c96b52-d4", "ovs_interfaceid": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.111908] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] VM already powered off {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 900.112149] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.112431] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.112538] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.112717] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.115140] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d12fbd5-0188-4e7f-88e0-ce1c7d072a74 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.127975] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.127975] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.127975] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3669b9ca-73e6-42d1-a904-3bfc1837aafa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.133653] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 900.133653] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522cbf0b-f743-bdf5-19ec-fe8d7504e795" [ 900.133653] env[62643]: _type = "Task" [ 900.133653] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.146687] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522cbf0b-f743-bdf5-19ec-fe8d7504e795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.191237] env[62643]: DEBUG nova.network.neutron [req-1dedebf1-eb6c-4ab8-be5f-7780f03bb5d1 req-c2c94892-6124-4463-b11c-c13236bb1c52 service nova] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Updated VIF entry in instance network info cache for port 5f508c49-c4f5-4ff0-96df-ca5f6b0287de. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.191963] env[62643]: DEBUG nova.network.neutron [req-1dedebf1-eb6c-4ab8-be5f-7780f03bb5d1 req-c2c94892-6124-4463-b11c-c13236bb1c52 service nova] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Updating instance_info_cache with network_info: [{"id": "5f508c49-c4f5-4ff0-96df-ca5f6b0287de", "address": "fa:16:3e:ae:35:ec", "network": {"id": "7913ea5d-c434-47bd-8c92-ec7d02c3c89a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-714094955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab50f55a8f4ff289536d64ecd45f09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f508c49-c4", "ovs_interfaceid": "5f508c49-c4f5-4ff0-96df-ca5f6b0287de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.228855] env[62643]: DEBUG nova.objects.base [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Object Instance<209da343-6851-4c27-9254-d1c95829d1e7> lazy-loaded attributes: info_cache,migration_context {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 900.229985] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ecdeef-2149-4732-9466-808b6ef9c6ad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.262496] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-767100da-71fe-4b4c-991a-cb5662871aaa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.271518] env[62643]: DEBUG oslo_vmware.api [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 900.271518] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52389dd4-f786-46ec-8eb0-ee8c41e6ef50" [ 900.271518] env[62643]: _type = "Task" [ 900.271518] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.282241] env[62643]: DEBUG oslo_vmware.api [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52389dd4-f786-46ec-8eb0-ee8c41e6ef50, 'name': SearchDatastore_Task, 'duration_secs': 0.008955} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.285772] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.322736] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383430, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.390506] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.440127] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a4a5e4-2dee-404c-8847-4925959af192 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.448220] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a3fcda-6a26-4211-bc66-e2465518736e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.485403] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f98798-edc5-4b00-b848-bef9f085817e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.493987] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bd24ca-3b21-4a65-80dd-956718bb86b8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.508851] env[62643]: DEBUG nova.compute.provider_tree [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.588474] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a361bdbf-1f54-422d-94b9-0eeeb4f82b49 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Releasing lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.588474] env[62643]: DEBUG nova.compute.manager [None req-a361bdbf-1f54-422d-94b9-0eeeb4f82b49 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Inject network info {{(pid=62643) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 900.588474] env[62643]: DEBUG nova.compute.manager [None req-a361bdbf-1f54-422d-94b9-0eeeb4f82b49 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] network_info to inject: |[{"id": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "address": "fa:16:3e:6c:ed:33", "network": {"id": "9eb3ec0e-9320-46fd-a9a4-873f317e4093", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-705116736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ada96215684616b43bede7c6ed8ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c96b52-d4", "ovs_interfaceid": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 900.592898] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a361bdbf-1f54-422d-94b9-0eeeb4f82b49 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Reconfiguring VM instance to set the machine id {{(pid=62643) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 900.593377] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-407e6840-a13b-4679-b439-c936dbb54f82 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.612324] env[62643]: DEBUG oslo_vmware.api [None req-a361bdbf-1f54-422d-94b9-0eeeb4f82b49 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Waiting for the task: (returnval){ [ 900.612324] env[62643]: value = "task-2383431" [ 900.612324] env[62643]: _type = "Task" [ 900.612324] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.621468] env[62643]: DEBUG oslo_vmware.api [None req-a361bdbf-1f54-422d-94b9-0eeeb4f82b49 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.645931] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522cbf0b-f743-bdf5-19ec-fe8d7504e795, 'name': SearchDatastore_Task, 'duration_secs': 0.011371} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.646964] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca802e71-5d18-4960-a416-a74c32b59c13 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.653095] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 900.653095] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52770bd9-d1ee-d41d-0098-8e64327be6d2" [ 900.653095] env[62643]: _type = "Task" [ 900.653095] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.661690] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52770bd9-d1ee-d41d-0098-8e64327be6d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.684161] env[62643]: DEBUG nova.compute.manager [req-e0d2f5dd-501d-4294-8bbf-a92a42e756d9 req-9e5d9e47-552f-4367-8c29-aa84c136f9d3 service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Received event network-changed-84c96b52-d47f-4aaf-9a7d-3cbc501adc24 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.684304] env[62643]: DEBUG nova.compute.manager [req-e0d2f5dd-501d-4294-8bbf-a92a42e756d9 req-9e5d9e47-552f-4367-8c29-aa84c136f9d3 service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Refreshing instance network info cache due to event network-changed-84c96b52-d47f-4aaf-9a7d-3cbc501adc24. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 900.684966] env[62643]: DEBUG oslo_concurrency.lockutils [req-e0d2f5dd-501d-4294-8bbf-a92a42e756d9 req-9e5d9e47-552f-4367-8c29-aa84c136f9d3 service nova] Acquiring lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.684966] env[62643]: DEBUG oslo_concurrency.lockutils [req-e0d2f5dd-501d-4294-8bbf-a92a42e756d9 req-9e5d9e47-552f-4367-8c29-aa84c136f9d3 service nova] Acquired lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.684966] env[62643]: DEBUG nova.network.neutron [req-e0d2f5dd-501d-4294-8bbf-a92a42e756d9 req-9e5d9e47-552f-4367-8c29-aa84c136f9d3 service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Refreshing network info cache for port 84c96b52-d47f-4aaf-9a7d-3cbc501adc24 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.696862] env[62643]: DEBUG oslo_concurrency.lockutils [req-1dedebf1-eb6c-4ab8-be5f-7780f03bb5d1 req-c2c94892-6124-4463-b11c-c13236bb1c52 service nova] Releasing lock "refresh_cache-52386a0f-53a2-4a30-afe9-dff55d47fb08" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.823842] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383430, 'name': CreateVM_Task, 'duration_secs': 0.614633} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.824055] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.824749] env[62643]: DEBUG oslo_concurrency.lockutils [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.824926] env[62643]: DEBUG oslo_concurrency.lockutils [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.825224] env[62643]: DEBUG oslo_concurrency.lockutils [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.825487] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b65e34f-6dde-47d6-a331-e4ba9e4a6e65 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.831164] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 900.831164] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522fe301-9611-8712-8e69-042d885121cd" [ 900.831164] env[62643]: _type = "Task" [ 900.831164] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.840630] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522fe301-9611-8712-8e69-042d885121cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.011583] env[62643]: DEBUG nova.scheduler.client.report [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.123208] env[62643]: DEBUG oslo_vmware.api [None req-a361bdbf-1f54-422d-94b9-0eeeb4f82b49 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383431, 'name': ReconfigVM_Task, 'duration_secs': 0.166626} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.123496] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a361bdbf-1f54-422d-94b9-0eeeb4f82b49 tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Reconfigured VM instance to set the machine id {{(pid=62643) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 901.164418] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52770bd9-d1ee-d41d-0098-8e64327be6d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.164707] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.165874] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] af91a11c-f401-49df-a8a1-adce696fe2fa/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk. {{(pid=62643) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 901.165874] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acd8785e-f1c0-4bee-8215-3ec92b4aebaf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.173412] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 901.173412] env[62643]: value = "task-2383432" [ 901.173412] env[62643]: _type = "Task" [ 901.173412] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.181727] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.342351] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522fe301-9611-8712-8e69-042d885121cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.342679] env[62643]: DEBUG oslo_concurrency.lockutils [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.342913] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.343163] env[62643]: DEBUG oslo_concurrency.lockutils [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.343326] env[62643]: DEBUG oslo_concurrency.lockutils [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.343536] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.343813] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d940534a-990a-49ce-8eb6-55d378d29f40 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.363342] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.363658] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.364818] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd339d8-3a69-4647-adfd-8c993982ab99 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.371564] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 901.371564] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528f56e7-b66b-80d6-7b20-ff6325cdcbd4" [ 901.371564] env[62643]: _type = "Task" [ 901.371564] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.382446] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528f56e7-b66b-80d6-7b20-ff6325cdcbd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.481983] env[62643]: DEBUG nova.network.neutron [req-e0d2f5dd-501d-4294-8bbf-a92a42e756d9 req-9e5d9e47-552f-4367-8c29-aa84c136f9d3 service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Updated VIF entry in instance network info cache for port 84c96b52-d47f-4aaf-9a7d-3cbc501adc24. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.482426] env[62643]: DEBUG nova.network.neutron [req-e0d2f5dd-501d-4294-8bbf-a92a42e756d9 req-9e5d9e47-552f-4367-8c29-aa84c136f9d3 service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Updating instance_info_cache with network_info: [{"id": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "address": "fa:16:3e:6c:ed:33", "network": {"id": "9eb3ec0e-9320-46fd-a9a4-873f317e4093", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-705116736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ada96215684616b43bede7c6ed8ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c96b52-d4", "ovs_interfaceid": "84c96b52-d47f-4aaf-9a7d-3cbc501adc24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.516820] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.517561] env[62643]: DEBUG nova.compute.manager [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.520438] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.957s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.522084] env[62643]: INFO nova.compute.claims [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.526488] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Acquiring lock "87c398c4-2165-41c0-b584-df1f5995ae3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.526609] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Lock "87c398c4-2165-41c0-b584-df1f5995ae3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.528386] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Acquiring lock "87c398c4-2165-41c0-b584-df1f5995ae3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.528386] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Lock "87c398c4-2165-41c0-b584-df1f5995ae3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.528386] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Lock "87c398c4-2165-41c0-b584-df1f5995ae3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.529537] env[62643]: INFO nova.compute.manager [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Terminating instance [ 901.688699] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383432, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.882216] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528f56e7-b66b-80d6-7b20-ff6325cdcbd4, 'name': SearchDatastore_Task, 'duration_secs': 0.06674} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.882998] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8daa6d00-0a06-4da6-94cc-d2b0ad4ca417 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.888669] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 901.888669] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a39399-7df1-df8f-e171-a8242e63981d" [ 901.888669] env[62643]: _type = "Task" [ 901.888669] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.896677] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a39399-7df1-df8f-e171-a8242e63981d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.985703] env[62643]: DEBUG oslo_concurrency.lockutils [req-e0d2f5dd-501d-4294-8bbf-a92a42e756d9 req-9e5d9e47-552f-4367-8c29-aa84c136f9d3 service nova] Releasing lock "refresh_cache-87c398c4-2165-41c0-b584-df1f5995ae3d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.027515] env[62643]: DEBUG nova.compute.utils [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 902.029239] env[62643]: DEBUG nova.compute.manager [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.029239] env[62643]: DEBUG nova.network.neutron [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.033242] env[62643]: DEBUG nova.compute.manager [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.033441] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.034834] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8925aa-c9c2-4325-bd8e-5629d37a8478 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.043093] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.043885] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33e1b54d-5f6f-4304-8298-6a509207356c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.051105] env[62643]: DEBUG oslo_vmware.api [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Waiting for the task: (returnval){ [ 902.051105] env[62643]: value = "task-2383434" [ 902.051105] env[62643]: _type = "Task" [ 902.051105] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.059965] env[62643]: DEBUG oslo_vmware.api [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.100981] env[62643]: DEBUG nova.policy [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2d835c0425846e086b43070ed42dc68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39715954b50944b8b4cce3ffe92932c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.188620] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516778} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.189011] env[62643]: INFO nova.virt.vmwareapi.ds_util [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] af91a11c-f401-49df-a8a1-adce696fe2fa/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk. [ 902.191169] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc36304-5877-49c2-bcdb-a4fc3e9ec7b3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.223636] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] af91a11c-f401-49df-a8a1-adce696fe2fa/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.225012] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e42291de-163a-40f6-a117-0bda19b742b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.250504] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 902.250504] env[62643]: value = "task-2383435" [ 902.250504] env[62643]: _type = "Task" [ 902.250504] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.260050] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.400624] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a39399-7df1-df8f-e171-a8242e63981d, 'name': SearchDatastore_Task, 'duration_secs': 0.010718} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.400874] env[62643]: DEBUG oslo_concurrency.lockutils [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.401167] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 52386a0f-53a2-4a30-afe9-dff55d47fb08/52386a0f-53a2-4a30-afe9-dff55d47fb08.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.401449] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea362d33-a662-4467-8688-c92c5720c0cd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.409899] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 902.409899] env[62643]: value = "task-2383436" [ 902.409899] env[62643]: _type = "Task" [ 902.409899] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.418957] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.532676] env[62643]: DEBUG nova.compute.manager [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.576962] env[62643]: DEBUG oslo_vmware.api [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383434, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.653480] env[62643]: DEBUG nova.network.neutron [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Successfully created port: 408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.745379] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "20c560c8-551e-476c-b26a-45e5d9770dce" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.745727] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "20c560c8-551e-476c-b26a-45e5d9770dce" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.762013] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383435, 'name': ReconfigVM_Task, 'duration_secs': 0.309045} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.765881] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Reconfigured VM instance instance-00000047 to attach disk [datastore2] af91a11c-f401-49df-a8a1-adce696fe2fa/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.767110] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c09b461-f962-45ab-8dd1-2aa8d261af31 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.802018] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70ca6c02-fd61-4e1a-a22e-6c1a4bc21963 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.823025] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 902.823025] env[62643]: value = "task-2383437" [ 902.823025] env[62643]: _type = "Task" [ 902.823025] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.838515] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383437, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.920733] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383436, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.021266] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c406cf-0fc6-4ef6-9b86-d4af4577ed56 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.028759] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3aba23-71bc-4850-8395-ac83ec611a30 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.079062] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d4bfdc-83eb-42f4-bc68-90181d084962 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.093494] env[62643]: DEBUG oslo_vmware.api [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383434, 'name': PowerOffVM_Task, 'duration_secs': 0.562769} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.093494] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.093719] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.093957] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29c6fca7-b380-4071-a4d2-9d3566956e0d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.096566] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed1ed41-0dd9-44b6-ba9c-a4cb087ddce6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.116246] env[62643]: DEBUG nova.compute.provider_tree [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.251736] env[62643]: INFO nova.compute.manager [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Detaching volume 0b1fac4e-f62d-4b3a-be5d-10378f08da6a [ 903.296104] env[62643]: INFO nova.virt.block_device [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Attempting to driver detach volume 0b1fac4e-f62d-4b3a-be5d-10378f08da6a from mountpoint /dev/sdb [ 903.296104] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 903.296104] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483641', 'volume_id': '0b1fac4e-f62d-4b3a-be5d-10378f08da6a', 'name': 'volume-0b1fac4e-f62d-4b3a-be5d-10378f08da6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '20c560c8-551e-476c-b26a-45e5d9770dce', 'attached_at': '', 'detached_at': '', 'volume_id': '0b1fac4e-f62d-4b3a-be5d-10378f08da6a', 'serial': '0b1fac4e-f62d-4b3a-be5d-10378f08da6a'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 903.296104] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7622f1-e036-47b8-a7e6-68268999d7c3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.322025] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60056166-ba0f-4f87-9b3c-2a036917a6fd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.339037] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6897e4f-a74f-4e5c-9e78-b17864516c2f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.340965] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383437, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.364518] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1a98b5-861c-4aee-899f-23d4e7e5f34e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.370470] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.370470] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.370470] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Deleting the datastore file [datastore1] 87c398c4-2165-41c0-b584-df1f5995ae3d {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.370910] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e730fc9-d11f-4fd3-a39f-22fced11d2e7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.387701] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] The volume has not been displaced from its original location: [datastore1] volume-0b1fac4e-f62d-4b3a-be5d-10378f08da6a/volume-0b1fac4e-f62d-4b3a-be5d-10378f08da6a.vmdk. No consolidation needed. {{(pid=62643) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 903.394905] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Reconfiguring VM instance instance-00000015 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 903.395758] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a956586d-b113-4c29-8d90-b2ddd516baa9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.411483] env[62643]: DEBUG oslo_vmware.api [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Waiting for the task: (returnval){ [ 903.411483] env[62643]: value = "task-2383439" [ 903.411483] env[62643]: _type = "Task" [ 903.411483] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.422037] env[62643]: DEBUG oslo_vmware.api [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 903.422037] env[62643]: value = "task-2383440" [ 903.422037] env[62643]: _type = "Task" [ 903.422037] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.433207] env[62643]: DEBUG oslo_vmware.api [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.433459] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575598} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.434165] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 52386a0f-53a2-4a30-afe9-dff55d47fb08/52386a0f-53a2-4a30-afe9-dff55d47fb08.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.434408] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.434701] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e62bf66-0a8b-4b90-ac15-f98dc105e6db {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.440492] env[62643]: DEBUG oslo_vmware.api [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.445776] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 903.445776] env[62643]: value = "task-2383441" [ 903.445776] env[62643]: _type = "Task" [ 903.445776] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.455199] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.575161] env[62643]: DEBUG nova.compute.manager [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.600202] env[62643]: DEBUG nova.virt.hardware [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.600354] env[62643]: DEBUG nova.virt.hardware [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.600514] env[62643]: DEBUG nova.virt.hardware [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.600694] env[62643]: DEBUG nova.virt.hardware [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.600839] env[62643]: DEBUG nova.virt.hardware [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.600990] env[62643]: DEBUG nova.virt.hardware [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.601235] env[62643]: DEBUG nova.virt.hardware [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.601400] env[62643]: DEBUG nova.virt.hardware [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.601568] env[62643]: DEBUG nova.virt.hardware [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.601727] env[62643]: DEBUG nova.virt.hardware [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.601898] env[62643]: DEBUG nova.virt.hardware [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.602798] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53e084c-1423-49f9-8458-36f751fdcfe2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.611433] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91a24d3-8773-42ec-afe6-f21954f2d790 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.626394] env[62643]: DEBUG nova.scheduler.client.report [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.844147] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383437, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.930131] env[62643]: DEBUG oslo_vmware.api [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Task: {'id': task-2383439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143741} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.930910] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.931180] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.931358] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.931585] env[62643]: INFO nova.compute.manager [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Took 1.90 seconds to destroy the instance on the hypervisor. [ 903.931838] env[62643]: DEBUG oslo.service.loopingcall [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 903.932045] env[62643]: DEBUG nova.compute.manager [-] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.932227] env[62643]: DEBUG nova.network.neutron [-] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.937244] env[62643]: DEBUG oslo_vmware.api [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.958087] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063473} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.958400] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.962780] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84219e5a-db5f-469e-b86f-609d36422075 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.985357] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 52386a0f-53a2-4a30-afe9-dff55d47fb08/52386a0f-53a2-4a30-afe9-dff55d47fb08.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.986163] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ab460c2-5dc4-48e4-80c1-e41f52563345 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.011021] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 904.011021] env[62643]: value = "task-2383442" [ 904.011021] env[62643]: _type = "Task" [ 904.011021] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.019985] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.131629] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.131803] env[62643]: DEBUG nova.compute.manager [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.136213] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.076s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.136213] env[62643]: DEBUG nova.objects.instance [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lazy-loading 'resources' on Instance uuid 3cc8af78-190c-486b-8e28-92895e62d772 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.341022] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383437, 'name': ReconfigVM_Task, 'duration_secs': 1.292395} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.341022] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.341022] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1856eef0-1737-475d-b296-69b9d8b1d2aa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.347818] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 904.347818] env[62643]: value = "task-2383443" [ 904.347818] env[62643]: _type = "Task" [ 904.347818] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.361647] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.432644] env[62643]: DEBUG nova.compute.manager [req-4089c623-166f-4320-97c7-e5c2293ebeff req-37690154-e043-4506-aea2-de9c460c3980 service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Received event network-vif-plugged-408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.432881] env[62643]: DEBUG oslo_concurrency.lockutils [req-4089c623-166f-4320-97c7-e5c2293ebeff req-37690154-e043-4506-aea2-de9c460c3980 service nova] Acquiring lock "7e621f86-6ea0-4f07-b89c-2054e212b354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.433368] env[62643]: DEBUG oslo_concurrency.lockutils [req-4089c623-166f-4320-97c7-e5c2293ebeff req-37690154-e043-4506-aea2-de9c460c3980 service nova] Lock "7e621f86-6ea0-4f07-b89c-2054e212b354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.433552] env[62643]: DEBUG oslo_concurrency.lockutils [req-4089c623-166f-4320-97c7-e5c2293ebeff req-37690154-e043-4506-aea2-de9c460c3980 service nova] Lock "7e621f86-6ea0-4f07-b89c-2054e212b354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.433728] env[62643]: DEBUG nova.compute.manager [req-4089c623-166f-4320-97c7-e5c2293ebeff req-37690154-e043-4506-aea2-de9c460c3980 service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] No waiting events found dispatching network-vif-plugged-408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.433893] env[62643]: WARNING nova.compute.manager [req-4089c623-166f-4320-97c7-e5c2293ebeff req-37690154-e043-4506-aea2-de9c460c3980 service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Received unexpected event network-vif-plugged-408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b for instance with vm_state building and task_state spawning. [ 904.445610] env[62643]: DEBUG oslo_vmware.api [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383440, 'name': ReconfigVM_Task, 'duration_secs': 0.923297} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.445610] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Reconfigured VM instance instance-00000015 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 904.448328] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6aa2ef1-8635-4557-85b8-e2396ef3110a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.466333] env[62643]: DEBUG oslo_vmware.api [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 904.466333] env[62643]: value = "task-2383444" [ 904.466333] env[62643]: _type = "Task" [ 904.466333] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.478554] env[62643]: DEBUG oslo_vmware.api [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.525870] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383442, 'name': ReconfigVM_Task, 'duration_secs': 0.365296} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.525870] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 52386a0f-53a2-4a30-afe9-dff55d47fb08/52386a0f-53a2-4a30-afe9-dff55d47fb08.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.526167] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81d9a7b8-fcf9-464b-ab1a-e13f6707c21c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.533797] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 904.533797] env[62643]: value = "task-2383445" [ 904.533797] env[62643]: _type = "Task" [ 904.533797] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.543616] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383445, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.623813] env[62643]: DEBUG nova.network.neutron [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Successfully updated port: 408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.640743] env[62643]: DEBUG nova.compute.utils [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 904.646555] env[62643]: DEBUG nova.compute.manager [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Not allocating networking since 'none' was specified. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 904.728033] env[62643]: DEBUG nova.compute.manager [req-87a988ea-02d3-43ec-bf43-81f5f008a1b3 req-de023c68-3529-447a-ab2b-6cd0d62b3f3c service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Received event network-vif-deleted-84c96b52-d47f-4aaf-9a7d-3cbc501adc24 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.728321] env[62643]: INFO nova.compute.manager [req-87a988ea-02d3-43ec-bf43-81f5f008a1b3 req-de023c68-3529-447a-ab2b-6cd0d62b3f3c service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Neutron deleted interface 84c96b52-d47f-4aaf-9a7d-3cbc501adc24; detaching it from the instance and deleting it from the info cache [ 904.728594] env[62643]: DEBUG nova.network.neutron [req-87a988ea-02d3-43ec-bf43-81f5f008a1b3 req-de023c68-3529-447a-ab2b-6cd0d62b3f3c service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.863383] env[62643]: DEBUG oslo_vmware.api [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383443, 'name': PowerOnVM_Task, 'duration_secs': 0.433376} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.863871] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.873480] env[62643]: DEBUG nova.compute.manager [None req-8e968506-1de1-486b-8fbc-d3e28f56c573 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.874970] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f409678-04d5-492a-aa7a-5d1db901e275 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.988726] env[62643]: DEBUG oslo_vmware.api [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383444, 'name': ReconfigVM_Task, 'duration_secs': 0.165453} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.989596] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483641', 'volume_id': '0b1fac4e-f62d-4b3a-be5d-10378f08da6a', 'name': 'volume-0b1fac4e-f62d-4b3a-be5d-10378f08da6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '20c560c8-551e-476c-b26a-45e5d9770dce', 'attached_at': '', 'detached_at': '', 'volume_id': '0b1fac4e-f62d-4b3a-be5d-10378f08da6a', 'serial': '0b1fac4e-f62d-4b3a-be5d-10378f08da6a'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 905.050870] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383445, 'name': Rename_Task, 'duration_secs': 0.157416} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.054156] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.055776] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d2ff93c-809c-4ecb-a301-39651515207f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.066261] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 905.066261] env[62643]: value = "task-2383446" [ 905.066261] env[62643]: _type = "Task" [ 905.066261] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.083948] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.128904] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Acquiring lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.129079] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Acquired lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.129236] env[62643]: DEBUG nova.network.neutron [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.146653] env[62643]: DEBUG nova.compute.manager [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.178395] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02a9310-4a6e-4b3a-aae3-3ae2353c95bf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.192316] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac91515-f8dc-45f9-b54c-32f3901211c6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.230297] env[62643]: DEBUG nova.network.neutron [-] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.232937] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeef998-e335-4205-adfb-02918a4e5125 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.236567] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9f92f6a-be9f-4870-a1b2-2cbce0459a28 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.246220] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e343fc-5c11-455f-9dd3-59d7d2b642fa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.254116] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8760e896-3b08-4c96-a04f-027b12f2aac0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.278102] env[62643]: DEBUG nova.compute.provider_tree [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.297140] env[62643]: DEBUG nova.compute.manager [req-87a988ea-02d3-43ec-bf43-81f5f008a1b3 req-de023c68-3529-447a-ab2b-6cd0d62b3f3c service nova] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Detach interface failed, port_id=84c96b52-d47f-4aaf-9a7d-3cbc501adc24, reason: Instance 87c398c4-2165-41c0-b584-df1f5995ae3d could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 905.564823] env[62643]: DEBUG nova.objects.instance [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lazy-loading 'flavor' on Instance uuid 20c560c8-551e-476c-b26a-45e5d9770dce {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.583780] env[62643]: DEBUG oslo_vmware.api [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383446, 'name': PowerOnVM_Task, 'duration_secs': 0.487406} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.584753] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.584957] env[62643]: INFO nova.compute.manager [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Took 8.64 seconds to spawn the instance on the hypervisor. [ 905.585909] env[62643]: DEBUG nova.compute.manager [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.586039] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcf4eb5-7aa2-48b7-b501-ee75d7773ccc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.682397] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Acquiring lock "bff716d8-52bc-41f3-83da-c9db563f8186" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.682643] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Lock "bff716d8-52bc-41f3-83da-c9db563f8186" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.684525] env[62643]: DEBUG nova.network.neutron [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.733532] env[62643]: INFO nova.compute.manager [-] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Took 1.80 seconds to deallocate network for instance. [ 905.781089] env[62643]: DEBUG nova.scheduler.client.report [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.835618] env[62643]: DEBUG nova.network.neutron [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Updating instance_info_cache with network_info: [{"id": "408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b", "address": "fa:16:3e:f5:30:82", "network": {"id": "43a6a69f-54f5-40ef-9b95-596f898c291b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-866405430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39715954b50944b8b4cce3ffe92932c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408f7eaa-a7", "ovs_interfaceid": "408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.962199] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Acquiring lock "4887d2be-b1fc-47f0-9ab9-389fdf853a7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.962433] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Lock "4887d2be-b1fc-47f0-9ab9-389fdf853a7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.105453] env[62643]: INFO nova.compute.manager [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Took 18.54 seconds to build instance. [ 906.162609] env[62643]: DEBUG nova.compute.manager [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.187978] env[62643]: DEBUG nova.compute.manager [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.194066] env[62643]: DEBUG nova.virt.hardware [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.194066] env[62643]: DEBUG nova.virt.hardware [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.194066] env[62643]: DEBUG nova.virt.hardware [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.194066] env[62643]: DEBUG nova.virt.hardware [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.194066] env[62643]: DEBUG nova.virt.hardware [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.194066] env[62643]: DEBUG nova.virt.hardware [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.194066] env[62643]: DEBUG nova.virt.hardware [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.194066] env[62643]: DEBUG nova.virt.hardware [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.194066] env[62643]: DEBUG nova.virt.hardware [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.194066] env[62643]: DEBUG nova.virt.hardware [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.194492] env[62643]: DEBUG nova.virt.hardware [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.194968] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479b95ae-b121-4771-ba04-5bed196c3fff {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.204386] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f061de36-0c45-4125-b393-9a49020d6f26 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.219179] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Instance VIF info [] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.224686] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Creating folder: Project (6c1849f9c42c48cc8d814ad355b29b74). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.225388] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53c6fb1e-487a-4a15-921a-10c29cbb218a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.239210] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Created folder: Project (6c1849f9c42c48cc8d814ad355b29b74) in parent group-v483488. [ 906.239445] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Creating folder: Instances. Parent ref: group-v483683. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.239705] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd34a74d-2f81-4db6-a0d9-5388065278b4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.242715] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.252694] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Created folder: Instances in parent group-v483683. [ 906.253370] env[62643]: DEBUG oslo.service.loopingcall [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.253370] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.253370] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-046d4c27-2136-416d-bc68-6d94f20d53b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.274170] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.274170] env[62643]: value = "task-2383449" [ 906.274170] env[62643]: _type = "Task" [ 906.274170] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.283052] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383449, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.286016] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.288607] env[62643]: DEBUG oslo_concurrency.lockutils [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.717s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.289974] env[62643]: INFO nova.compute.claims [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.304839] env[62643]: INFO nova.compute.manager [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Unrescuing [ 906.304839] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "refresh_cache-af91a11c-f401-49df-a8a1-adce696fe2fa" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.304985] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquired lock "refresh_cache-af91a11c-f401-49df-a8a1-adce696fe2fa" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.305092] env[62643]: DEBUG nova.network.neutron [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.309294] env[62643]: INFO nova.scheduler.client.report [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Deleted allocations for instance 3cc8af78-190c-486b-8e28-92895e62d772 [ 906.338065] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Releasing lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.338410] env[62643]: DEBUG nova.compute.manager [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Instance network_info: |[{"id": "408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b", "address": "fa:16:3e:f5:30:82", "network": {"id": "43a6a69f-54f5-40ef-9b95-596f898c291b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-866405430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39715954b50944b8b4cce3ffe92932c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408f7eaa-a7", "ovs_interfaceid": "408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.338843] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:30:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.347179] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Creating folder: Project (39715954b50944b8b4cce3ffe92932c4). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.348023] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef0c9fc4-206d-48f7-968f-c3c2d2fee06c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.361512] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Created folder: Project (39715954b50944b8b4cce3ffe92932c4) in parent group-v483488. [ 906.361729] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Creating folder: Instances. Parent ref: group-v483686. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.361979] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99077803-7a73-4287-96ed-e33570638940 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.373946] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Created folder: Instances in parent group-v483686. [ 906.374202] env[62643]: DEBUG oslo.service.loopingcall [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.374394] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.374614] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a958894-ad8d-4423-a159-190ec47316e1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.396494] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.396494] env[62643]: value = "task-2383452" [ 906.396494] env[62643]: _type = "Task" [ 906.396494] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.406092] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383452, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.464306] env[62643]: DEBUG nova.compute.manager [req-fd65a015-9a73-4a46-83b4-7e8256374704 req-440d5e3a-a1df-4c05-95ab-11b2034a5961 service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Received event network-changed-408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.465310] env[62643]: DEBUG nova.compute.manager [req-fd65a015-9a73-4a46-83b4-7e8256374704 req-440d5e3a-a1df-4c05-95ab-11b2034a5961 service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Refreshing instance network info cache due to event network-changed-408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 906.465310] env[62643]: DEBUG oslo_concurrency.lockutils [req-fd65a015-9a73-4a46-83b4-7e8256374704 req-440d5e3a-a1df-4c05-95ab-11b2034a5961 service nova] Acquiring lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.465310] env[62643]: DEBUG oslo_concurrency.lockutils [req-fd65a015-9a73-4a46-83b4-7e8256374704 req-440d5e3a-a1df-4c05-95ab-11b2034a5961 service nova] Acquired lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.465533] env[62643]: DEBUG nova.network.neutron [req-fd65a015-9a73-4a46-83b4-7e8256374704 req-440d5e3a-a1df-4c05-95ab-11b2034a5961 service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Refreshing network info cache for port 408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.467259] env[62643]: DEBUG nova.compute.manager [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.571878] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b030b6c8-a329-46b9-99e3-1c407b826943 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "20c560c8-551e-476c-b26a-45e5d9770dce" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.826s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.607803] env[62643]: DEBUG oslo_concurrency.lockutils [None req-191db0e6-3e4e-4631-81c8-a23beba25858 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "52386a0f-53a2-4a30-afe9-dff55d47fb08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.067s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.719417] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.785367] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383449, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.815432] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1d67834e-23c6-4a70-beb3-77ad17c175d0 tempest-ServersWithSpecificFlavorTestJSON-557541803 tempest-ServersWithSpecificFlavorTestJSON-557541803-project-member] Lock "3cc8af78-190c-486b-8e28-92895e62d772" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.615s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.910260] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383452, 'name': CreateVM_Task, 'duration_secs': 0.405279} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.910447] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.911411] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.911519] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.911842] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.912250] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e220b8-0f73-455f-b7cd-8dae769367b9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.917221] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 906.917221] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5201fe5d-5cff-d998-d6a5-c93b88b01aec" [ 906.917221] env[62643]: _type = "Task" [ 906.917221] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.926173] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5201fe5d-5cff-d998-d6a5-c93b88b01aec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.988531] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.080952] env[62643]: DEBUG nova.network.neutron [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Updating instance_info_cache with network_info: [{"id": "d7e4abe9-4923-4210-bc3f-45b3058ad85c", "address": "fa:16:3e:97:a3:11", "network": {"id": "9b219220-1109-4a21-b73b-27bfb2444b6e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-213815050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c4a4f2591c634c7597aae3681dc08508", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e4abe9-49", "ovs_interfaceid": "d7e4abe9-4923-4210-bc3f-45b3058ad85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.195335] env[62643]: DEBUG nova.network.neutron [req-fd65a015-9a73-4a46-83b4-7e8256374704 req-440d5e3a-a1df-4c05-95ab-11b2034a5961 service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Updated VIF entry in instance network info cache for port 408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.195740] env[62643]: DEBUG nova.network.neutron [req-fd65a015-9a73-4a46-83b4-7e8256374704 req-440d5e3a-a1df-4c05-95ab-11b2034a5961 service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Updating instance_info_cache with network_info: [{"id": "408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b", "address": "fa:16:3e:f5:30:82", "network": {"id": "43a6a69f-54f5-40ef-9b95-596f898c291b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-866405430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39715954b50944b8b4cce3ffe92932c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408f7eaa-a7", "ovs_interfaceid": "408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.290923] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383449, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.389539] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "20c560c8-551e-476c-b26a-45e5d9770dce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.389807] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "20c560c8-551e-476c-b26a-45e5d9770dce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.390049] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "20c560c8-551e-476c-b26a-45e5d9770dce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.390236] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "20c560c8-551e-476c-b26a-45e5d9770dce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.390402] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "20c560c8-551e-476c-b26a-45e5d9770dce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.394837] env[62643]: INFO nova.compute.manager [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Terminating instance [ 907.432972] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5201fe5d-5cff-d998-d6a5-c93b88b01aec, 'name': SearchDatastore_Task, 'duration_secs': 0.012476} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.433310] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.433548] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.435500] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.435500] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.435500] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.435500] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59c1ff3f-48c2-476d-9deb-42f612574d5d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.450628] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.451355] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.451591] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae3c2fcd-155e-48aa-8d42-9f3202ba9aa9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.460805] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 907.460805] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529b1134-c461-3bb2-2663-0dd99835d829" [ 907.460805] env[62643]: _type = "Task" [ 907.460805] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.475237] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529b1134-c461-3bb2-2663-0dd99835d829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.583402] env[62643]: DEBUG oslo_concurrency.lockutils [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Releasing lock "refresh_cache-af91a11c-f401-49df-a8a1-adce696fe2fa" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.584019] env[62643]: DEBUG nova.objects.instance [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lazy-loading 'flavor' on Instance uuid af91a11c-f401-49df-a8a1-adce696fe2fa {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.690984] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6ec035-b20b-497f-9072-d45fc40d0df9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.699104] env[62643]: DEBUG oslo_concurrency.lockutils [req-fd65a015-9a73-4a46-83b4-7e8256374704 req-440d5e3a-a1df-4c05-95ab-11b2034a5961 service nova] Releasing lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.700370] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa8a232-c772-403b-bc73-3f60d3cea850 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.731952] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f1b7a0-e07d-43fb-9aea-7c95237b2b74 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.740751] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8819848-4e3d-472d-a027-c91883716a2b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.756699] env[62643]: DEBUG nova.compute.provider_tree [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.786926] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383449, 'name': CreateVM_Task, 'duration_secs': 1.444361} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.787115] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.787550] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.787710] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.788035] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.788287] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2420edb-d38f-416c-a4e2-eab9e7df86e1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.793080] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Waiting for the task: (returnval){ [ 907.793080] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523ffdd2-b221-cc47-9647-56e5611d0d2a" [ 907.793080] env[62643]: _type = "Task" [ 907.793080] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.802165] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523ffdd2-b221-cc47-9647-56e5611d0d2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.908278] env[62643]: DEBUG nova.compute.manager [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.908278] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.908495] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7a03e5-5046-4090-9f92-255af1ab1797 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.916487] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.916751] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9831d99-8f82-4ce8-bbbd-8c2aa0124efc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.923160] env[62643]: DEBUG oslo_vmware.api [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 907.923160] env[62643]: value = "task-2383453" [ 907.923160] env[62643]: _type = "Task" [ 907.923160] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.933521] env[62643]: DEBUG oslo_vmware.api [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.972342] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529b1134-c461-3bb2-2663-0dd99835d829, 'name': SearchDatastore_Task, 'duration_secs': 0.041722} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.973103] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-608966be-6d6d-46dd-a45d-6139e13c7705 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.980343] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 907.980343] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5207198a-129e-545e-c9db-7f08196c53c2" [ 907.980343] env[62643]: _type = "Task" [ 907.980343] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.988407] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5207198a-129e-545e-c9db-7f08196c53c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.089564] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c783429-f3fd-4296-962f-eb2f818f0f70 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.111637] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.112012] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-519c47c1-188b-4f83-974e-57a580b4501b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.121201] env[62643]: DEBUG oslo_vmware.api [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 908.121201] env[62643]: value = "task-2383454" [ 908.121201] env[62643]: _type = "Task" [ 908.121201] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.130808] env[62643]: DEBUG oslo_vmware.api [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.145242] env[62643]: DEBUG nova.compute.manager [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.146263] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f4b00c-97bf-460b-8b89-1f922d822ba5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.260180] env[62643]: DEBUG nova.scheduler.client.report [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.306661] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523ffdd2-b221-cc47-9647-56e5611d0d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.03797} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.306978] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.307241] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.307447] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.436025] env[62643]: DEBUG oslo_vmware.api [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383453, 'name': PowerOffVM_Task, 'duration_secs': 0.267192} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.436025] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.436025] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.436025] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb8de736-36ea-45e5-8ecf-4fcd5911090d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.491603] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5207198a-129e-545e-c9db-7f08196c53c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013322} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.492198] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.492579] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 7e621f86-6ea0-4f07-b89c-2054e212b354/7e621f86-6ea0-4f07-b89c-2054e212b354.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.493038] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.493762] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.493762] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0cbd58b-eec7-4478-a24f-7908788f936f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.495947] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4beedb2-0b99-4449-94ab-faec82c91707 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.505031] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.505031] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.505031] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Deleting the datastore file [datastore1] 20c560c8-551e-476c-b26a-45e5d9770dce {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.505031] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-270766e4-7799-4e6d-8820-519e84380a72 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.507465] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 908.507465] env[62643]: value = "task-2383456" [ 908.507465] env[62643]: _type = "Task" [ 908.507465] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.513506] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.513883] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.515957] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c58e3363-7aba-4ce2-8165-988812c41cbe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.518807] env[62643]: DEBUG oslo_vmware.api [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 908.518807] env[62643]: value = "task-2383457" [ 908.518807] env[62643]: _type = "Task" [ 908.518807] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.527708] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Waiting for the task: (returnval){ [ 908.527708] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52778174-a3a3-e98e-3382-b2b4e5de634a" [ 908.527708] env[62643]: _type = "Task" [ 908.527708] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.528261] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.536946] env[62643]: DEBUG oslo_vmware.api [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.543650] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52778174-a3a3-e98e-3382-b2b4e5de634a, 'name': SearchDatastore_Task, 'duration_secs': 0.013121} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.544427] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98cbfeed-2b2a-4a06-bd6e-88678c53a55e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.552112] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Waiting for the task: (returnval){ [ 908.552112] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5275cd1d-5243-98e4-3531-e31ab9ecc798" [ 908.552112] env[62643]: _type = "Task" [ 908.552112] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.559081] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5275cd1d-5243-98e4-3531-e31ab9ecc798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.633031] env[62643]: DEBUG oslo_vmware.api [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383454, 'name': PowerOffVM_Task, 'duration_secs': 0.20285} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.636459] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.639369] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 908.639787] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb4a2e40-c687-4b5a-a028-8d05c910910a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.660204] env[62643]: INFO nova.compute.manager [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] instance snapshotting [ 908.661323] env[62643]: DEBUG oslo_vmware.api [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 908.661323] env[62643]: value = "task-2383458" [ 908.661323] env[62643]: _type = "Task" [ 908.661323] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.663088] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b1ccbb-f668-411c-b79a-8e742cad3920 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.677110] env[62643]: DEBUG oslo_vmware.api [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383458, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.691930] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63426847-b35c-4ce2-a333-fb5fbc2cba97 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.765616] env[62643]: DEBUG oslo_concurrency.lockutils [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.767604] env[62643]: DEBUG nova.compute.manager [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.772743] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.924s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.774400] env[62643]: INFO nova.compute.claims [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.018220] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383456, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.029418] env[62643]: DEBUG oslo_vmware.api [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163678} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.029851] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.030172] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.030471] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.030769] env[62643]: INFO nova.compute.manager [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Took 1.12 seconds to destroy the instance on the hypervisor. [ 909.031124] env[62643]: DEBUG oslo.service.loopingcall [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 909.031439] env[62643]: DEBUG nova.compute.manager [-] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.031633] env[62643]: DEBUG nova.network.neutron [-] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.061633] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5275cd1d-5243-98e4-3531-e31ab9ecc798, 'name': SearchDatastore_Task, 'duration_secs': 0.01131} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.062159] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.062536] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 73df730a-7b26-4fa0-8b7a-0f8b00b45758/73df730a-7b26-4fa0-8b7a-0f8b00b45758.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.062951] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e05ccb6a-751e-4970-a66c-c5c2ad6321f1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.071848] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Waiting for the task: (returnval){ [ 909.071848] env[62643]: value = "task-2383459" [ 909.071848] env[62643]: _type = "Task" [ 909.071848] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.082599] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': task-2383459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.173470] env[62643]: DEBUG oslo_vmware.api [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383458, 'name': ReconfigVM_Task, 'duration_secs': 0.461271} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.173736] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 909.173926] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.174195] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76ba2ee1-7929-410b-b70d-98349493a88d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.182328] env[62643]: DEBUG oslo_vmware.api [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 909.182328] env[62643]: value = "task-2383460" [ 909.182328] env[62643]: _type = "Task" [ 909.182328] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.193154] env[62643]: DEBUG oslo_vmware.api [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.204049] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 909.204303] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c24073fa-5411-4b74-a161-c2ee3a483c84 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.215093] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 909.215093] env[62643]: value = "task-2383461" [ 909.215093] env[62643]: _type = "Task" [ 909.215093] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.227128] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383461, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.279866] env[62643]: DEBUG nova.compute.utils [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 909.281538] env[62643]: DEBUG nova.compute.manager [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Not allocating networking since 'none' was specified. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 909.522066] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529902} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.522395] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 7e621f86-6ea0-4f07-b89c-2054e212b354/7e621f86-6ea0-4f07-b89c-2054e212b354.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.522775] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.523166] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b739b55-e227-46a2-98a8-1bb42c4af37a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.535029] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 909.535029] env[62643]: value = "task-2383462" [ 909.535029] env[62643]: _type = "Task" [ 909.535029] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.545907] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.588235] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': task-2383459, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.606174] env[62643]: DEBUG nova.compute.manager [req-c3614add-8e9f-498e-8cb6-99fcd19f1101 req-f8f805d9-a650-483e-a802-81678958a232 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Received event network-vif-deleted-20e8f5a1-205b-4df3-8683-b08327bbe676 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.606428] env[62643]: INFO nova.compute.manager [req-c3614add-8e9f-498e-8cb6-99fcd19f1101 req-f8f805d9-a650-483e-a802-81678958a232 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Neutron deleted interface 20e8f5a1-205b-4df3-8683-b08327bbe676; detaching it from the instance and deleting it from the info cache [ 909.606739] env[62643]: DEBUG nova.network.neutron [req-c3614add-8e9f-498e-8cb6-99fcd19f1101 req-f8f805d9-a650-483e-a802-81678958a232 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.698909] env[62643]: DEBUG oslo_vmware.api [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383460, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.725793] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383461, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.785876] env[62643]: DEBUG nova.compute.manager [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.045347] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178671} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.046120] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.046623] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239233d0-8a97-47c5-9c34-a310b4016973 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.077032] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 7e621f86-6ea0-4f07-b89c-2054e212b354/7e621f86-6ea0-4f07-b89c-2054e212b354.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.082115] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76cf4570-9819-45a4-892b-19e1de85efd8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.106427] env[62643]: DEBUG nova.network.neutron [-] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.109305] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e7e90ce-c494-4b08-a2f1-17b6f5ac7dbc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.116203] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': task-2383459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644275} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.122191] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 73df730a-7b26-4fa0-8b7a-0f8b00b45758/73df730a-7b26-4fa0-8b7a-0f8b00b45758.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.122191] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.122458] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 910.122458] env[62643]: value = "task-2383463" [ 910.122458] env[62643]: _type = "Task" [ 910.122458] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.123285] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd8c088f-3a8a-43c1-b896-65454a0ad001 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.137367] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6602d748-7eb8-4bdb-8cb9-59ad09307725 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.154671] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Waiting for the task: (returnval){ [ 910.154671] env[62643]: value = "task-2383464" [ 910.154671] env[62643]: _type = "Task" [ 910.154671] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.163300] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.170329] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': task-2383464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.183065] env[62643]: DEBUG nova.compute.manager [req-c3614add-8e9f-498e-8cb6-99fcd19f1101 req-f8f805d9-a650-483e-a802-81678958a232 service nova] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Detach interface failed, port_id=20e8f5a1-205b-4df3-8683-b08327bbe676, reason: Instance 20c560c8-551e-476c-b26a-45e5d9770dce could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 910.195333] env[62643]: DEBUG oslo_vmware.api [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383460, 'name': PowerOnVM_Task, 'duration_secs': 0.658721} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.195601] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.198150] env[62643]: DEBUG nova.compute.manager [None req-72c3fd4a-dd89-4268-a065-56a9df0b2fbc tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.198150] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435ed5d1-a427-4541-87a1-7b5f26305dee {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.228941] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383461, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.277773] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3064ca-485f-41cb-999f-f027398e7820 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.286571] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e67f6b-4670-417e-aa40-de9f9b3490f6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.324011] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcabcfc-b10b-4cff-a447-90b18ede64a3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.332829] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05715089-74d3-4a48-83e6-0e540dde2e44 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.347852] env[62643]: DEBUG nova.compute.provider_tree [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.609744] env[62643]: INFO nova.compute.manager [-] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Took 1.58 seconds to deallocate network for instance. [ 910.635746] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383463, 'name': ReconfigVM_Task, 'duration_secs': 0.300647} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.636079] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 7e621f86-6ea0-4f07-b89c-2054e212b354/7e621f86-6ea0-4f07-b89c-2054e212b354.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.636930] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-113adf41-9e10-46c0-bea1-203ff873937d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.645113] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 910.645113] env[62643]: value = "task-2383465" [ 910.645113] env[62643]: _type = "Task" [ 910.645113] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.653857] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383465, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.666660] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': task-2383464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13287} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.666920] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.667760] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcc60f6-357e-4052-a734-dbd15ce0409b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.689387] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 73df730a-7b26-4fa0-8b7a-0f8b00b45758/73df730a-7b26-4fa0-8b7a-0f8b00b45758.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.690064] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cfbf03b-87ec-4c90-8da7-b1fa39cdd15e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.711983] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Waiting for the task: (returnval){ [ 910.711983] env[62643]: value = "task-2383466" [ 910.711983] env[62643]: _type = "Task" [ 910.711983] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.734862] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': task-2383466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.745442] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383461, 'name': CreateSnapshot_Task, 'duration_secs': 1.053814} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.745760] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 910.746592] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f85482c-a332-4165-8ddd-c02d1bd4c9fd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.824963] env[62643]: DEBUG nova.compute.manager [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.851715] env[62643]: DEBUG nova.scheduler.client.report [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.860782] env[62643]: DEBUG nova.virt.hardware [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.860782] env[62643]: DEBUG nova.virt.hardware [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.860782] env[62643]: DEBUG nova.virt.hardware [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.860782] env[62643]: DEBUG nova.virt.hardware [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.860782] env[62643]: DEBUG nova.virt.hardware [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.860782] env[62643]: DEBUG nova.virt.hardware [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.861238] env[62643]: DEBUG nova.virt.hardware [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.861238] env[62643]: DEBUG nova.virt.hardware [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.861238] env[62643]: DEBUG nova.virt.hardware [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.861339] env[62643]: DEBUG nova.virt.hardware [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.861477] env[62643]: DEBUG nova.virt.hardware [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.862364] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573faad9-fc5e-4235-b607-e1c1ed4e6de4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.871599] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673ff322-2769-44da-96be-51c77f1410a9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.886486] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Instance VIF info [] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.893096] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Creating folder: Project (79039e9d2c0040449ce73292fd3508ee). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.894186] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fddacbc-eb76-40ef-9b12-cb14d3d31955 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.906239] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Created folder: Project (79039e9d2c0040449ce73292fd3508ee) in parent group-v483488. [ 910.906239] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Creating folder: Instances. Parent ref: group-v483690. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.906466] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c037322-0fd3-4112-981e-14a81da8e4cf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.917239] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Created folder: Instances in parent group-v483690. [ 910.917501] env[62643]: DEBUG oslo.service.loopingcall [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.917709] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.918007] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6347d88c-2bd7-41b1-8550-867e2b569f8c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.936416] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.936416] env[62643]: value = "task-2383469" [ 910.936416] env[62643]: _type = "Task" [ 910.936416] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.946872] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383469, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.117263] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.156174] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383465, 'name': Rename_Task, 'duration_secs': 0.181134} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.156665] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.157449] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78e6b95b-9288-4e83-8944-6d84bed2878b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.165041] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 911.165041] env[62643]: value = "task-2383470" [ 911.165041] env[62643]: _type = "Task" [ 911.165041] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.173636] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.232195] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': task-2383466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.239084] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "af91a11c-f401-49df-a8a1-adce696fe2fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.239845] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "af91a11c-f401-49df-a8a1-adce696fe2fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.239935] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "af91a11c-f401-49df-a8a1-adce696fe2fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.241503] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "af91a11c-f401-49df-a8a1-adce696fe2fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.241503] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "af91a11c-f401-49df-a8a1-adce696fe2fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.245495] env[62643]: INFO nova.compute.manager [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Terminating instance [ 911.276884] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 911.277798] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a54df877-28b2-44bf-8bbd-f68985543570 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.291163] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 911.291163] env[62643]: value = "task-2383471" [ 911.291163] env[62643]: _type = "Task" [ 911.291163] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.305329] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383471, 'name': CloneVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.359141] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.359544] env[62643]: DEBUG nova.compute.manager [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.362728] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.247s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.362728] env[62643]: DEBUG nova.objects.instance [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lazy-loading 'resources' on Instance uuid efdf473f-8daa-4179-9a44-3b72bfb87f01 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.452359] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383469, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.676268] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383470, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.724305] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': task-2383466, 'name': ReconfigVM_Task, 'duration_secs': 0.746356} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.724589] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 73df730a-7b26-4fa0-8b7a-0f8b00b45758/73df730a-7b26-4fa0-8b7a-0f8b00b45758.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.725229] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c25ae14-4505-4b57-8695-fca1c21add2b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.733399] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Waiting for the task: (returnval){ [ 911.733399] env[62643]: value = "task-2383472" [ 911.733399] env[62643]: _type = "Task" [ 911.733399] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.744629] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': task-2383472, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.749485] env[62643]: DEBUG nova.compute.manager [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.749863] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.750668] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c374d1-20fd-4b83-8787-ba91a22c73ba {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.759165] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.759497] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96ec6c14-7259-4628-ab82-a9ab3092a99a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.767732] env[62643]: DEBUG oslo_vmware.api [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 911.767732] env[62643]: value = "task-2383473" [ 911.767732] env[62643]: _type = "Task" [ 911.767732] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.783914] env[62643]: DEBUG oslo_vmware.api [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.801766] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383471, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.867135] env[62643]: DEBUG nova.compute.utils [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 911.872793] env[62643]: DEBUG nova.compute.manager [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Not allocating networking since 'none' was specified. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 911.952134] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383469, 'name': CreateVM_Task, 'duration_secs': 0.574994} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.952354] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.952815] env[62643]: DEBUG oslo_concurrency.lockutils [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.953420] env[62643]: DEBUG oslo_concurrency.lockutils [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.953420] env[62643]: DEBUG oslo_concurrency.lockutils [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.954298] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b541a30-21a7-4e7d-a571-cb282a23c126 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.964828] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 911.964828] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5247f2c0-0e68-c67f-8e60-c37a11f74b8b" [ 911.964828] env[62643]: _type = "Task" [ 911.964828] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.973981] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5247f2c0-0e68-c67f-8e60-c37a11f74b8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.178312] env[62643]: DEBUG oslo_vmware.api [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383470, 'name': PowerOnVM_Task, 'duration_secs': 0.538825} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.178697] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.179084] env[62643]: INFO nova.compute.manager [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Took 8.61 seconds to spawn the instance on the hypervisor. [ 912.179311] env[62643]: DEBUG nova.compute.manager [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.182905] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfda4680-5d30-494f-83df-b852bc7110ae {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.248104] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': task-2383472, 'name': Rename_Task, 'duration_secs': 0.164627} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.248345] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.249041] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87e604bb-e398-4d72-bf09-d6c8ae7dfc9b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.257251] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Waiting for the task: (returnval){ [ 912.257251] env[62643]: value = "task-2383474" [ 912.257251] env[62643]: _type = "Task" [ 912.257251] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.269048] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': task-2383474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.284227] env[62643]: DEBUG oslo_vmware.api [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383473, 'name': PowerOffVM_Task, 'duration_secs': 0.234457} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.284747] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.284933] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.285461] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f6b57bd-8f5f-4864-9a91-7d51c402aa21 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.292176] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5877af-abcc-4165-a0a7-7abf98bb91df {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.307834] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383471, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.309595] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ffaa61-03c0-4082-8877-663d2689b47d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.347394] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5964ffce-635e-4913-a630-13fd4f5c8a4d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.356976] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2b1e3a-e859-42de-a2d2-c9f071dd9d90 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.373742] env[62643]: DEBUG nova.compute.manager [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.375804] env[62643]: DEBUG nova.compute.provider_tree [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.385224] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.385499] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.385632] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Deleting the datastore file [datastore2] af91a11c-f401-49df-a8a1-adce696fe2fa {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.385937] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-197fe2e5-9bbb-47d8-84e4-7a9f1bc04add {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.395704] env[62643]: DEBUG oslo_vmware.api [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 912.395704] env[62643]: value = "task-2383476" [ 912.395704] env[62643]: _type = "Task" [ 912.395704] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.403738] env[62643]: DEBUG oslo_vmware.api [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.476596] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5247f2c0-0e68-c67f-8e60-c37a11f74b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.024124} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.476969] env[62643]: DEBUG oslo_concurrency.lockutils [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.477242] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.477501] env[62643]: DEBUG oslo_concurrency.lockutils [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.477674] env[62643]: DEBUG oslo_concurrency.lockutils [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.477942] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.478205] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6104da2f-b32c-414d-a14d-88d8e64ad16b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.487869] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.488102] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.489579] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f316d2-a5ab-4304-be75-a84eedeeb8ea {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.496746] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 912.496746] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52247297-5a44-7bca-a14c-cf943d63cf51" [ 912.496746] env[62643]: _type = "Task" [ 912.496746] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.505245] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52247297-5a44-7bca-a14c-cf943d63cf51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.706972] env[62643]: INFO nova.compute.manager [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Took 18.59 seconds to build instance. [ 912.771321] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': task-2383474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.808715] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383471, 'name': CloneVM_Task, 'duration_secs': 1.515594} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.809022] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Created linked-clone VM from snapshot [ 912.809801] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8c4733-3e61-4903-ba1e-48b802f7ffd1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.817732] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Uploading image f6a213cf-2a52-4610-85de-523f13e287c1 {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 912.830608] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 912.830884] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7e5653a2-9694-4c31-81a4-a06130852c0a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.838203] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 912.838203] env[62643]: value = "task-2383477" [ 912.838203] env[62643]: _type = "Task" [ 912.838203] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.849018] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383477, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.881759] env[62643]: DEBUG nova.scheduler.client.report [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.904901] env[62643]: DEBUG oslo_vmware.api [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182657} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.905296] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.905440] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.905570] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.906138] env[62643]: INFO nova.compute.manager [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 912.906138] env[62643]: DEBUG oslo.service.loopingcall [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 912.906138] env[62643]: DEBUG nova.compute.manager [-] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.906385] env[62643]: DEBUG nova.network.neutron [-] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.007934] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52247297-5a44-7bca-a14c-cf943d63cf51, 'name': SearchDatastore_Task, 'duration_secs': 0.012539} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.008805] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-779e2e15-b745-4077-abc4-344261a13656 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.014683] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 913.014683] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526a1011-c231-d7ee-9d74-1aaa262bd82e" [ 913.014683] env[62643]: _type = "Task" [ 913.014683] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.023689] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526a1011-c231-d7ee-9d74-1aaa262bd82e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.212561] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0da1679c-6100-431a-8fb5-0d423e1c5d3d tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Lock "7e621f86-6ea0-4f07-b89c-2054e212b354" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.101s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.250226] env[62643]: DEBUG nova.compute.manager [req-b6a1f298-2343-4b33-90c7-2b5bfb7d4a9c req-25e59204-223c-482b-8c43-65a9bbaf0c94 service nova] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Received event network-vif-deleted-d7e4abe9-4923-4210-bc3f-45b3058ad85c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.251133] env[62643]: INFO nova.compute.manager [req-b6a1f298-2343-4b33-90c7-2b5bfb7d4a9c req-25e59204-223c-482b-8c43-65a9bbaf0c94 service nova] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Neutron deleted interface d7e4abe9-4923-4210-bc3f-45b3058ad85c; detaching it from the instance and deleting it from the info cache [ 913.251133] env[62643]: DEBUG nova.network.neutron [req-b6a1f298-2343-4b33-90c7-2b5bfb7d4a9c req-25e59204-223c-482b-8c43-65a9bbaf0c94 service nova] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.272103] env[62643]: DEBUG oslo_vmware.api [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': task-2383474, 'name': PowerOnVM_Task, 'duration_secs': 0.589779} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.272298] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.273580] env[62643]: INFO nova.compute.manager [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Took 7.11 seconds to spawn the instance on the hypervisor. [ 913.273703] env[62643]: DEBUG nova.compute.manager [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.277102] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e526e4f6-57bc-450f-8275-84541afc2d70 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.350818] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383477, 'name': Destroy_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.386422] env[62643]: DEBUG nova.compute.manager [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.388996] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.391179] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.547s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.391295] env[62643]: DEBUG nova.objects.instance [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lazy-loading 'resources' on Instance uuid 7b61b38f-3e03-41f5-8d94-f56ec29e416a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.420359] env[62643]: INFO nova.scheduler.client.report [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Deleted allocations for instance efdf473f-8daa-4179-9a44-3b72bfb87f01 [ 913.427624] env[62643]: DEBUG nova.virt.hardware [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.428665] env[62643]: DEBUG nova.virt.hardware [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.428665] env[62643]: DEBUG nova.virt.hardware [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.428665] env[62643]: DEBUG nova.virt.hardware [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.428826] env[62643]: DEBUG nova.virt.hardware [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.429069] env[62643]: DEBUG nova.virt.hardware [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.430295] env[62643]: DEBUG nova.virt.hardware [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.430295] env[62643]: DEBUG nova.virt.hardware [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.430295] env[62643]: DEBUG nova.virt.hardware [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.430295] env[62643]: DEBUG nova.virt.hardware [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.430295] env[62643]: DEBUG nova.virt.hardware [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.431130] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270dde9e-b6b3-406d-be7d-c02b4b3c2886 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.444401] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76826ca-8254-474e-bdfe-7505c1813fc4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.464125] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Instance VIF info [] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.470821] env[62643]: DEBUG oslo.service.loopingcall [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.472350] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.475152] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59268fd1-22c6-4bad-ba19-39d7ce1d6b87 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.492957] env[62643]: INFO nova.compute.manager [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Rescuing [ 913.493322] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Acquiring lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.493570] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Acquired lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.493961] env[62643]: DEBUG nova.network.neutron [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.501729] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.501729] env[62643]: value = "task-2383478" [ 913.501729] env[62643]: _type = "Task" [ 913.501729] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.513104] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383478, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.526568] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526a1011-c231-d7ee-9d74-1aaa262bd82e, 'name': SearchDatastore_Task, 'duration_secs': 0.013679} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.526708] env[62643]: DEBUG oslo_concurrency.lockutils [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.527645] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 35c1cd73-520c-4ed1-840b-981f4b70d3c0/35c1cd73-520c-4ed1-840b-981f4b70d3c0.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.527645] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67c60a08-6b4d-46cb-97ea-0507416fb461 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.538442] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 913.538442] env[62643]: value = "task-2383479" [ 913.538442] env[62643]: _type = "Task" [ 913.538442] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.549119] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.672906] env[62643]: DEBUG nova.network.neutron [-] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.758690] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f20b0ff0-b466-461d-aa5c-fe3af81a4a52 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.770280] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d3e3f2-2aea-41b6-ab22-539e86be2c78 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.803880] env[62643]: INFO nova.compute.manager [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Took 19.27 seconds to build instance. [ 913.823182] env[62643]: DEBUG nova.compute.manager [req-b6a1f298-2343-4b33-90c7-2b5bfb7d4a9c req-25e59204-223c-482b-8c43-65a9bbaf0c94 service nova] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Detach interface failed, port_id=d7e4abe9-4923-4210-bc3f-45b3058ad85c, reason: Instance af91a11c-f401-49df-a8a1-adce696fe2fa could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 913.853643] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383477, 'name': Destroy_Task, 'duration_secs': 0.681685} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.854275] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Destroyed the VM [ 913.855075] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 913.855075] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b98159e8-8554-47f4-80e0-db9ddc210195 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.863988] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 913.863988] env[62643]: value = "task-2383480" [ 913.863988] env[62643]: _type = "Task" [ 913.863988] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.876415] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383480, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.941435] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9796b43a-0522-42f8-bf0c-a01e187e068a tempest-ServersAdminTestJSON-756284229 tempest-ServersAdminTestJSON-756284229-project-member] Lock "efdf473f-8daa-4179-9a44-3b72bfb87f01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.447s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.018957] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383478, 'name': CreateVM_Task, 'duration_secs': 0.423923} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.023849] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.026822] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.027130] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.027729] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.028758] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5699355-1c63-4410-b074-0b923d97f549 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.041132] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 914.041132] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5207c436-07c6-7347-39c2-cd9d5c5fd441" [ 914.041132] env[62643]: _type = "Task" [ 914.041132] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.055116] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383479, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.062325] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5207c436-07c6-7347-39c2-cd9d5c5fd441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.177824] env[62643]: INFO nova.compute.manager [-] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Took 1.27 seconds to deallocate network for instance. [ 914.284172] env[62643]: DEBUG nova.network.neutron [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Updating instance_info_cache with network_info: [{"id": "408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b", "address": "fa:16:3e:f5:30:82", "network": {"id": "43a6a69f-54f5-40ef-9b95-596f898c291b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-866405430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39715954b50944b8b4cce3ffe92932c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408f7eaa-a7", "ovs_interfaceid": "408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.306485] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2aa109cd-c4fa-4ad9-af5c-6a71ffddc29c tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Lock "73df730a-7b26-4fa0-8b7a-0f8b00b45758" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.792s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.315859] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4361503-00b3-47c7-aeaf-b1c04e94828b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.328896] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3a3988-14da-4c1c-beaa-2ab928a514ad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.374624] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ade106-1d56-4f3a-a4a7-7fcc59b51a97 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.386307] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc789ac4-a7e6-4e5f-b54a-6bad59b81fe9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.390308] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383480, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.401319] env[62643]: DEBUG nova.compute.provider_tree [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.421143] env[62643]: DEBUG nova.compute.manager [None req-1faf5f57-a553-4550-b8f0-35238b2d7c17 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.421290] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7081cc3c-78ef-4fce-b261-cd1365384794 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.530501] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Acquiring lock "73df730a-7b26-4fa0-8b7a-0f8b00b45758" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.530501] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Lock "73df730a-7b26-4fa0-8b7a-0f8b00b45758" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.530700] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Acquiring lock "73df730a-7b26-4fa0-8b7a-0f8b00b45758-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.530878] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Lock "73df730a-7b26-4fa0-8b7a-0f8b00b45758-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.531157] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Lock "73df730a-7b26-4fa0-8b7a-0f8b00b45758-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.534466] env[62643]: INFO nova.compute.manager [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Terminating instance [ 914.551952] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603455} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.552612] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 35c1cd73-520c-4ed1-840b-981f4b70d3c0/35c1cd73-520c-4ed1-840b-981f4b70d3c0.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.552828] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.553103] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91a76ca3-d072-4c0d-8e66-d334a5201999 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.560317] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5207c436-07c6-7347-39c2-cd9d5c5fd441, 'name': SearchDatastore_Task, 'duration_secs': 0.061815} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.561058] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.561297] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.561526] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.561673] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.561849] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.562132] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94710352-90b8-43a8-a0d9-a4d50a027bd8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.567020] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 914.567020] env[62643]: value = "task-2383481" [ 914.567020] env[62643]: _type = "Task" [ 914.567020] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.573299] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.573599] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.577353] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb9ca6e5-33ed-42ea-bc3e-dee1dbf82d1d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.583046] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.584620] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 914.584620] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f1cbec-ce90-8bf5-8689-c4a8405d8a75" [ 914.584620] env[62643]: _type = "Task" [ 914.584620] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.595201] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f1cbec-ce90-8bf5-8689-c4a8405d8a75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.685847] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.787845] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Releasing lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.881129] env[62643]: DEBUG oslo_vmware.api [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383480, 'name': RemoveSnapshot_Task, 'duration_secs': 0.855966} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.881465] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 914.905490] env[62643]: DEBUG nova.scheduler.client.report [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.935691] env[62643]: INFO nova.compute.manager [None req-1faf5f57-a553-4550-b8f0-35238b2d7c17 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] instance snapshotting [ 914.935691] env[62643]: DEBUG nova.objects.instance [None req-1faf5f57-a553-4550-b8f0-35238b2d7c17 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Lazy-loading 'flavor' on Instance uuid 73df730a-7b26-4fa0-8b7a-0f8b00b45758 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.037843] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Acquiring lock "refresh_cache-73df730a-7b26-4fa0-8b7a-0f8b00b45758" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.038167] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Acquired lock "refresh_cache-73df730a-7b26-4fa0-8b7a-0f8b00b45758" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.038445] env[62643]: DEBUG nova.network.neutron [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.083235] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077669} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.083646] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.084870] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0d0861-b40d-4108-b539-7ace251d299d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.103327] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f1cbec-ce90-8bf5-8689-c4a8405d8a75, 'name': SearchDatastore_Task, 'duration_secs': 0.018054} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.129377] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 35c1cd73-520c-4ed1-840b-981f4b70d3c0/35c1cd73-520c-4ed1-840b-981f4b70d3c0.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.129721] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754c0010-c692-4704-9713-cd2da574efc6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.132238] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66084b85-2a75-4a1a-8f56-3f1c8c83191c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.151386] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 915.151386] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ad2b0c-e5e5-c299-438d-fc617a7231c5" [ 915.151386] env[62643]: _type = "Task" [ 915.151386] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.156152] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 915.156152] env[62643]: value = "task-2383482" [ 915.156152] env[62643]: _type = "Task" [ 915.156152] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.163309] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ad2b0c-e5e5-c299-438d-fc617a7231c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.169454] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.387250] env[62643]: WARNING nova.compute.manager [None req-0c947390-ae40-4293-8b85-769663cb6ea0 tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Image not found during snapshot: nova.exception.ImageNotFound: Image f6a213cf-2a52-4610-85de-523f13e287c1 could not be found. [ 915.411189] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.414997] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.128s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.436910] env[62643]: INFO nova.scheduler.client.report [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Deleted allocations for instance 7b61b38f-3e03-41f5-8d94-f56ec29e416a [ 915.446292] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac22d8a7-4fbc-40f3-9c9c-8a4d62e3af65 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.470951] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d19a7fc-ca6a-4e7a-8984-dbfaeb70c756 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.565841] env[62643]: DEBUG nova.network.neutron [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.670010] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ad2b0c-e5e5-c299-438d-fc617a7231c5, 'name': SearchDatastore_Task, 'duration_secs': 0.019862} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.674501] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.674817] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] a7365ef4-5bc3-4f40-98c1-d1dbf24d1720/a7365ef4-5bc3-4f40-98c1-d1dbf24d1720.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.675112] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383482, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.675341] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a76229d-36c6-4406-9a94-0619df333e13 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.678206] env[62643]: DEBUG nova.network.neutron [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.686374] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 915.686374] env[62643]: value = "task-2383483" [ 915.686374] env[62643]: _type = "Task" [ 915.686374] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.696813] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.954039] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41146cef-5512-4185-9abc-0583a2175498 tempest-MigrationsAdminTest-1665998859 tempest-MigrationsAdminTest-1665998859-project-member] Lock "7b61b38f-3e03-41f5-8d94-f56ec29e416a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.716s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.989169] env[62643]: DEBUG nova.compute.manager [None req-1faf5f57-a553-4550-b8f0-35238b2d7c17 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Instance disappeared during snapshot {{(pid=62643) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 916.161757] env[62643]: DEBUG nova.compute.manager [None req-1faf5f57-a553-4550-b8f0-35238b2d7c17 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Found 0 images (rotation: 2) {{(pid=62643) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 916.168608] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383482, 'name': ReconfigVM_Task, 'duration_secs': 0.563429} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.169051] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 35c1cd73-520c-4ed1-840b-981f4b70d3c0/35c1cd73-520c-4ed1-840b-981f4b70d3c0.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.169564] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1988a8f-db30-4f10-8605-8638f8e95bed {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.180874] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Releasing lock "refresh_cache-73df730a-7b26-4fa0-8b7a-0f8b00b45758" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.181293] env[62643]: DEBUG nova.compute.manager [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.181482] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.181809] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 916.181809] env[62643]: value = "task-2383484" [ 916.181809] env[62643]: _type = "Task" [ 916.181809] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.182523] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd5d555-b7a2-4d22-8d5d-b218a9b306d7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.205287] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.211517] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bf888e1-54fe-44d6-9eb8-e19aed0c5bdf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.213157] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383484, 'name': Rename_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.218388] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.222710] env[62643]: DEBUG oslo_vmware.api [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Waiting for the task: (returnval){ [ 916.222710] env[62643]: value = "task-2383485" [ 916.222710] env[62643]: _type = "Task" [ 916.222710] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.232360] env[62643]: DEBUG oslo_vmware.api [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': task-2383485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.328791] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.328791] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30e995f7-9b42-478d-8482-ed253233d85d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.340348] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 916.340348] env[62643]: value = "task-2383486" [ 916.340348] env[62643]: _type = "Task" [ 916.340348] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.351484] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.357918] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1276e6af-5c73-49d0-af56-0eb3571245fd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.366545] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740761cb-bff3-4eed-8603-c27c33894045 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.405529] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d54d0c-a927-4a9c-8b13-73f3698a8d43 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.419400] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dba0547-da7f-4a88-a162-7f9e7800424e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.438313] env[62643]: DEBUG nova.compute.provider_tree [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.698146] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383484, 'name': Rename_Task, 'duration_secs': 0.157764} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.699991] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.700327] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d616fe37-dc6c-4293-8910-6803636b8e55 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.709434] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383483, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.709678] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 916.709678] env[62643]: value = "task-2383487" [ 916.709678] env[62643]: _type = "Task" [ 916.709678] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.719445] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.736743] env[62643]: DEBUG oslo_vmware.api [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': task-2383485, 'name': PowerOffVM_Task, 'duration_secs': 0.160941} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.737160] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.737694] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.737954] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c7497a4-8376-4041-9905-f1069e91be6d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.771889] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.772147] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.772329] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Deleting the datastore file [datastore1] 73df730a-7b26-4fa0-8b7a-0f8b00b45758 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.772617] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-951f7f1f-e153-4a8a-b042-c178ef65ed7b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.784262] env[62643]: DEBUG oslo_vmware.api [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Waiting for the task: (returnval){ [ 916.784262] env[62643]: value = "task-2383489" [ 916.784262] env[62643]: _type = "Task" [ 916.784262] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.793842] env[62643]: DEBUG oslo_vmware.api [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': task-2383489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.857123] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383486, 'name': PowerOffVM_Task, 'duration_secs': 0.216267} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.857123] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.857123] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d661a92-8d17-4288-9952-7e4398afb114 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.884627] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e341c50-6cd1-4c60-ad1c-c00a0fc376cd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.915931] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "52386a0f-53a2-4a30-afe9-dff55d47fb08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.915931] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "52386a0f-53a2-4a30-afe9-dff55d47fb08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.916063] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "52386a0f-53a2-4a30-afe9-dff55d47fb08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.916296] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "52386a0f-53a2-4a30-afe9-dff55d47fb08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.916408] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "52386a0f-53a2-4a30-afe9-dff55d47fb08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.918787] env[62643]: INFO nova.compute.manager [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Terminating instance [ 916.923060] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.923326] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e9cde71-0d63-4755-bbbc-568a8d3f47b2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.932405] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 916.932405] env[62643]: value = "task-2383490" [ 916.932405] env[62643]: _type = "Task" [ 916.932405] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.944901] env[62643]: DEBUG nova.scheduler.client.report [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.950026] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] VM already powered off {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 916.950150] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.950394] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.950543] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.950714] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.951267] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f86300ad-93a7-435c-ad1b-d338eb82a1eb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.963191] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.963191] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.964242] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0b6c08-440e-4f3b-9f3d-d0d65127c0f0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.980854] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 916.980854] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f92d6e-30bb-d868-6727-64ecb1619c58" [ 916.980854] env[62643]: _type = "Task" [ 916.980854] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.990650] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f92d6e-30bb-d868-6727-64ecb1619c58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.206712] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383483, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.218738] env[62643]: DEBUG oslo_vmware.api [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383487, 'name': PowerOnVM_Task, 'duration_secs': 0.465815} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.220204] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.220204] env[62643]: INFO nova.compute.manager [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Took 6.39 seconds to spawn the instance on the hypervisor. [ 917.220204] env[62643]: DEBUG nova.compute.manager [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.221678] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51982b68-4d4f-49e8-aaaa-82ad073069e7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.298331] env[62643]: DEBUG oslo_vmware.api [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Task: {'id': task-2383489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105157} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.299372] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.299372] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.299372] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.299372] env[62643]: INFO nova.compute.manager [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Took 1.12 seconds to destroy the instance on the hypervisor. [ 917.299816] env[62643]: DEBUG oslo.service.loopingcall [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.299816] env[62643]: DEBUG nova.compute.manager [-] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.299917] env[62643]: DEBUG nova.network.neutron [-] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.348743] env[62643]: DEBUG nova.network.neutron [-] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.432372] env[62643]: DEBUG nova.compute.manager [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.432372] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.432372] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3a92d1-bbd3-40bd-ba67-039201bb97e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.441018] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.441018] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa7fa70f-dd52-4775-a6f9-7c55b63d530c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.453487] env[62643]: DEBUG oslo_vmware.api [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 917.453487] env[62643]: value = "task-2383491" [ 917.453487] env[62643]: _type = "Task" [ 917.453487] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.466770] env[62643]: DEBUG oslo_vmware.api [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.496629] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f92d6e-30bb-d868-6727-64ecb1619c58, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.497825] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea680b81-e0d9-4753-8beb-6be2011fb292 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.508019] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 917.508019] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ea0487-d7b7-ac1a-374c-1792b12d891a" [ 917.508019] env[62643]: _type = "Task" [ 917.508019] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.515770] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ea0487-d7b7-ac1a-374c-1792b12d891a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.707606] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383483, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.947872} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.708179] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] a7365ef4-5bc3-4f40-98c1-d1dbf24d1720/a7365ef4-5bc3-4f40-98c1-d1dbf24d1720.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.709692] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.709692] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69e0bc3e-d6a7-4921-a637-c8c30707986a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.717025] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 917.717025] env[62643]: value = "task-2383492" [ 917.717025] env[62643]: _type = "Task" [ 917.717025] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.726927] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.744764] env[62643]: INFO nova.compute.manager [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Took 21.19 seconds to build instance. [ 917.854742] env[62643]: DEBUG nova.network.neutron [-] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.955300] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.541s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.961754] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.568s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.961754] env[62643]: DEBUG nova.objects.instance [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lazy-loading 'resources' on Instance uuid 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.986963] env[62643]: DEBUG oslo_vmware.api [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383491, 'name': PowerOffVM_Task, 'duration_secs': 0.471794} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.987731] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.987731] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.987956] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-867cbb39-af55-4b2f-b254-e7a1d2ce666d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.018400] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ea0487-d7b7-ac1a-374c-1792b12d891a, 'name': SearchDatastore_Task, 'duration_secs': 0.011613} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.018866] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.018964] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 7e621f86-6ea0-4f07-b89c-2054e212b354/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk. {{(pid=62643) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 918.019255] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd29648e-6e90-4e9e-8b8b-045e84814c76 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.027872] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 918.027872] env[62643]: value = "task-2383494" [ 918.027872] env[62643]: _type = "Task" [ 918.027872] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.037786] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.099479] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.099797] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.099913] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleting the datastore file [datastore2] 52386a0f-53a2-4a30-afe9-dff55d47fb08 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.100406] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1ed8d47-fdaf-4134-aa3e-b9aa7c92eb5f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.108544] env[62643]: DEBUG oslo_vmware.api [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for the task: (returnval){ [ 918.108544] env[62643]: value = "task-2383495" [ 918.108544] env[62643]: _type = "Task" [ 918.108544] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.119632] env[62643]: DEBUG oslo_vmware.api [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.229522] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068567} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.229940] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.230613] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdf59e0-7eea-42fe-a133-16fbf2469e17 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.254333] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] a7365ef4-5bc3-4f40-98c1-d1dbf24d1720/a7365ef4-5bc3-4f40-98c1-d1dbf24d1720.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.254911] env[62643]: DEBUG oslo_concurrency.lockutils [None req-78d6b86b-0540-4940-8041-82fcfd825783 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "35c1cd73-520c-4ed1-840b-981f4b70d3c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.718s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.255235] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67ca2ad8-8b65-4119-be90-7c453c3d230f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.279209] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 918.279209] env[62643]: value = "task-2383496" [ 918.279209] env[62643]: _type = "Task" [ 918.279209] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.289653] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.367759] env[62643]: INFO nova.compute.manager [-] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Took 1.07 seconds to deallocate network for instance. [ 918.542963] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507903} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.543613] env[62643]: INFO nova.virt.vmwareapi.ds_util [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 7e621f86-6ea0-4f07-b89c-2054e212b354/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk. [ 918.544626] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7e0aa6-04b1-4676-9cf3-be4d636dc77f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.553103] env[62643]: INFO nova.scheduler.client.report [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleted allocation for migration e2f66e45-7789-439f-9fe2-df61ba7682c9 [ 918.579831] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 7e621f86-6ea0-4f07-b89c-2054e212b354/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.588095] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41fd8cfc-b653-43ca-9b28-fd614bf92903 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.613846] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 918.613846] env[62643]: value = "task-2383497" [ 918.613846] env[62643]: _type = "Task" [ 918.613846] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.637035] env[62643]: DEBUG oslo_vmware.api [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Task: {'id': task-2383495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209038} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.637035] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.637301] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.637535] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.637802] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.637953] env[62643]: INFO nova.compute.manager [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Took 1.21 seconds to destroy the instance on the hypervisor. [ 918.638220] env[62643]: DEBUG oslo.service.loopingcall [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 918.639180] env[62643]: DEBUG nova.compute.manager [-] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.639180] env[62643]: DEBUG nova.network.neutron [-] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.793979] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383496, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.878041] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.991321] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5212d151-33ab-4927-ab94-044dd5d4ec5d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.003612] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797d266d-e550-4119-b06b-9f761ccd4ce4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.039699] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9378998e-5a6c-4e29-b977-5faac1417ba0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.052861] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b747d70-ea84-4a8c-a4bd-9d975580e185 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.069111] env[62643]: DEBUG nova.compute.provider_tree [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.102476] env[62643]: DEBUG nova.compute.manager [req-6fe85041-7233-435e-b34e-509d8179cde8 req-5739ce0e-d07e-49af-a6c5-a51092b88259 service nova] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Received event network-vif-deleted-5f508c49-c4f5-4ff0-96df-ca5f6b0287de {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 919.102921] env[62643]: INFO nova.compute.manager [req-6fe85041-7233-435e-b34e-509d8179cde8 req-5739ce0e-d07e-49af-a6c5-a51092b88259 service nova] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Neutron deleted interface 5f508c49-c4f5-4ff0-96df-ca5f6b0287de; detaching it from the instance and deleting it from the info cache [ 919.104089] env[62643]: DEBUG nova.network.neutron [req-6fe85041-7233-435e-b34e-509d8179cde8 req-5739ce0e-d07e-49af-a6c5-a51092b88259 service nova] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.108394] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c31c3637-2a04-451c-94a8-8f4f46cf4f53 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "209da343-6851-4c27-9254-d1c95829d1e7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.962s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.138240] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383497, 'name': ReconfigVM_Task, 'duration_secs': 0.326345} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.138580] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 7e621f86-6ea0-4f07-b89c-2054e212b354/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.139527] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795dcc6b-3755-4a67-95a3-06e8a9cc0e0f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.167575] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-265b7765-41e5-46f7-9f60-92bef5d9db31 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.189728] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 919.189728] env[62643]: value = "task-2383498" [ 919.189728] env[62643]: _type = "Task" [ 919.189728] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.201697] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383498, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.298103] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383496, 'name': ReconfigVM_Task, 'duration_secs': 0.526091} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.298103] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Reconfigured VM instance instance-0000004c to attach disk [datastore2] a7365ef4-5bc3-4f40-98c1-d1dbf24d1720/a7365ef4-5bc3-4f40-98c1-d1dbf24d1720.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.298103] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4121fba-069c-49a3-bb1c-8e8072f47448 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.309036] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 919.309036] env[62643]: value = "task-2383499" [ 919.309036] env[62643]: _type = "Task" [ 919.309036] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.318565] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383499, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.548144] env[62643]: DEBUG nova.network.neutron [-] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.571802] env[62643]: DEBUG nova.scheduler.client.report [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.611326] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23563acb-ff1d-48f5-8d01-c883fca06f06 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.624691] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afb8b3c-ebd0-4e37-b491-a4ee0aa3cc23 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.669760] env[62643]: DEBUG nova.compute.manager [req-6fe85041-7233-435e-b34e-509d8179cde8 req-5739ce0e-d07e-49af-a6c5-a51092b88259 service nova] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Detach interface failed, port_id=5f508c49-c4f5-4ff0-96df-ca5f6b0287de, reason: Instance 52386a0f-53a2-4a30-afe9-dff55d47fb08 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 919.704626] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383498, 'name': ReconfigVM_Task, 'duration_secs': 0.166909} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.704626] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.704626] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51813cd8-89f1-42cd-80dd-50e74807a6c8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.713391] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 919.713391] env[62643]: value = "task-2383500" [ 919.713391] env[62643]: _type = "Task" [ 919.713391] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.730397] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.822266] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383499, 'name': Rename_Task, 'duration_secs': 0.330481} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.822599] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.822862] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f72c1a5-96a3-4b48-9171-1873a225d708 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.831577] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 919.831577] env[62643]: value = "task-2383501" [ 919.831577] env[62643]: _type = "Task" [ 919.831577] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.844068] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.054022] env[62643]: INFO nova.compute.manager [-] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Took 1.41 seconds to deallocate network for instance. [ 920.079746] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.088500] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.841s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.088925] env[62643]: DEBUG nova.objects.instance [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Lazy-loading 'resources' on Instance uuid 87c398c4-2165-41c0-b584-df1f5995ae3d {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.118815] env[62643]: INFO nova.scheduler.client.report [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Deleted allocations for instance 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656 [ 920.224639] env[62643]: DEBUG oslo_vmware.api [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383500, 'name': PowerOnVM_Task, 'duration_secs': 0.426534} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.224917] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.227936] env[62643]: DEBUG nova.compute.manager [None req-b7ef9ba0-c934-4bfb-aa0e-e983b7b041d6 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.228870] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6fb48d-206d-4acc-989b-a1e8a5dc2305 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.343907] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383501, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.565543] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.632032] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a1674085-984f-4a31-9d00-bf299634e6fc tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "4731d4bf-7003-4cbf-97ee-1a5a4a1bb656" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.889s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.844590] env[62643]: DEBUG oslo_vmware.api [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383501, 'name': PowerOnVM_Task, 'duration_secs': 0.714603} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.844590] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.844712] env[62643]: INFO nova.compute.manager [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Took 7.46 seconds to spawn the instance on the hypervisor. [ 920.844902] env[62643]: DEBUG nova.compute.manager [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.845702] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dccdc7-39f0-4fdb-a33f-cfb3465e495e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.953906] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbe8016-1890-4154-9b28-4b2ade3c6d04 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.963136] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad46fec-3fb1-486c-90bc-b225f08c87ad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.013645] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4141bb1b-d500-45f2-b02e-12774b4e2324 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.026283] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca62b08-ee60-4da2-ae23-54ef9467295a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.042278] env[62643]: DEBUG nova.compute.provider_tree [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.376789] env[62643]: INFO nova.compute.manager [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Took 24.54 seconds to build instance. [ 921.522965] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "209da343-6851-4c27-9254-d1c95829d1e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.522965] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "209da343-6851-4c27-9254-d1c95829d1e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.522965] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "209da343-6851-4c27-9254-d1c95829d1e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.522965] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "209da343-6851-4c27-9254-d1c95829d1e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.522965] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "209da343-6851-4c27-9254-d1c95829d1e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.524623] env[62643]: INFO nova.compute.manager [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Terminating instance [ 921.546214] env[62643]: DEBUG nova.scheduler.client.report [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.882778] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e9a62e3-f20c-4eb6-8a5a-270ebb7310dc tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "a7365ef4-5bc3-4f40-98c1-d1dbf24d1720" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.062s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.985872] env[62643]: INFO nova.compute.manager [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Rebuilding instance [ 922.029387] env[62643]: DEBUG nova.compute.manager [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.029387] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.029748] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28203c14-4d5a-4645-add7-0123429d1990 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.042425] env[62643]: DEBUG nova.compute.manager [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.046451] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594d60ed-54ef-4da7-ac82-e704d0f202de {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.050173] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.050299] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f92c6500-834b-4248-ab52-ed69d8eac6b7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.053530] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.059104] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.338s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.059617] env[62643]: INFO nova.compute.claims [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.078407] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "73cf614a-8275-4290-8d77-00d26b6d0ac4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.080524] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "73cf614a-8275-4290-8d77-00d26b6d0ac4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.080524] env[62643]: DEBUG oslo_vmware.api [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 922.080524] env[62643]: value = "task-2383505" [ 922.080524] env[62643]: _type = "Task" [ 922.080524] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.093957] env[62643]: DEBUG oslo_vmware.api [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.093957] env[62643]: INFO nova.scheduler.client.report [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Deleted allocations for instance 87c398c4-2165-41c0-b584-df1f5995ae3d [ 922.201651] env[62643]: DEBUG nova.compute.manager [req-9f5ca538-0a20-45a9-8ee5-47fb5696b9f9 req-b5be4420-a6e9-48be-82f1-971338a80688 service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Received event network-changed-408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.201886] env[62643]: DEBUG nova.compute.manager [req-9f5ca538-0a20-45a9-8ee5-47fb5696b9f9 req-b5be4420-a6e9-48be-82f1-971338a80688 service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Refreshing instance network info cache due to event network-changed-408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 922.202353] env[62643]: DEBUG oslo_concurrency.lockutils [req-9f5ca538-0a20-45a9-8ee5-47fb5696b9f9 req-b5be4420-a6e9-48be-82f1-971338a80688 service nova] Acquiring lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.202353] env[62643]: DEBUG oslo_concurrency.lockutils [req-9f5ca538-0a20-45a9-8ee5-47fb5696b9f9 req-b5be4420-a6e9-48be-82f1-971338a80688 service nova] Acquired lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.202463] env[62643]: DEBUG nova.network.neutron [req-9f5ca538-0a20-45a9-8ee5-47fb5696b9f9 req-b5be4420-a6e9-48be-82f1-971338a80688 service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Refreshing network info cache for port 408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.564929] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Acquiring lock "d145deec-66fb-48e8-95e3-71556e63ab37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.565680] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Lock "d145deec-66fb-48e8-95e3-71556e63ab37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.584769] env[62643]: DEBUG nova.compute.manager [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.600297] env[62643]: DEBUG oslo_vmware.api [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383505, 'name': PowerOffVM_Task, 'duration_secs': 0.281748} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.600297] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.600297] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.600297] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ff9773b-8ef7-463e-9c34-fbb338bea0e2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.610258] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bf604fef-826c-4ac8-a4e4-c4ccc50cb8fb tempest-AttachInterfacesUnderV243Test-707631780 tempest-AttachInterfacesUnderV243Test-707631780-project-member] Lock "87c398c4-2165-41c0-b584-df1f5995ae3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.083s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.742494] env[62643]: DEBUG oslo_concurrency.lockutils [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Acquiring lock "a0db6825-9518-4c5b-a1d9-78c453db9b04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.742733] env[62643]: DEBUG oslo_concurrency.lockutils [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Lock "a0db6825-9518-4c5b-a1d9-78c453db9b04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.854444] env[62643]: DEBUG nova.compute.manager [req-4856180d-7ec5-47e3-8d5f-2b3536dee8f0 req-64a7cdec-ffa2-41dc-acfa-eb1a93627aaa service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Received event network-changed-408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.854781] env[62643]: DEBUG nova.compute.manager [req-4856180d-7ec5-47e3-8d5f-2b3536dee8f0 req-64a7cdec-ffa2-41dc-acfa-eb1a93627aaa service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Refreshing instance network info cache due to event network-changed-408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 922.855028] env[62643]: DEBUG oslo_concurrency.lockutils [req-4856180d-7ec5-47e3-8d5f-2b3536dee8f0 req-64a7cdec-ffa2-41dc-acfa-eb1a93627aaa service nova] Acquiring lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.068350] env[62643]: DEBUG nova.compute.manager [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.083231] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.083566] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-244d29e4-f7ca-4348-afd2-e48201653f9f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.096806] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 923.096806] env[62643]: value = "task-2383508" [ 923.096806] env[62643]: _type = "Task" [ 923.096806] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.112119] env[62643]: DEBUG nova.network.neutron [req-9f5ca538-0a20-45a9-8ee5-47fb5696b9f9 req-b5be4420-a6e9-48be-82f1-971338a80688 service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Updated VIF entry in instance network info cache for port 408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.112520] env[62643]: DEBUG nova.network.neutron [req-9f5ca538-0a20-45a9-8ee5-47fb5696b9f9 req-b5be4420-a6e9-48be-82f1-971338a80688 service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Updating instance_info_cache with network_info: [{"id": "408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b", "address": "fa:16:3e:f5:30:82", "network": {"id": "43a6a69f-54f5-40ef-9b95-596f898c291b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-866405430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39715954b50944b8b4cce3ffe92932c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408f7eaa-a7", "ovs_interfaceid": "408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.117719] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.134444] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.139842] env[62643]: DEBUG oslo_concurrency.lockutils [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "efce1f1d-a36c-4902-8968-776d78d44977" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.140159] env[62643]: DEBUG oslo_concurrency.lockutils [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "efce1f1d-a36c-4902-8968-776d78d44977" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.245691] env[62643]: DEBUG nova.compute.manager [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.513719] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1405fdd7-9219-48e6-bfcb-ef24acb39005 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.522359] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803bcdd4-76e2-4236-8727-992e8faaaa5c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.558028] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749f8ddc-2112-44f4-a207-8157f0adcc3d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.567500] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5756e81-c524-4024-80fc-818a8b7b6072 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.586713] env[62643]: DEBUG nova.compute.provider_tree [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.606986] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.614114] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383508, 'name': PowerOffVM_Task, 'duration_secs': 0.150933} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.616907] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.616907] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.616907] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c535df0-af8c-4146-9362-5bb3974078fa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.619778] env[62643]: DEBUG oslo_concurrency.lockutils [req-9f5ca538-0a20-45a9-8ee5-47fb5696b9f9 req-b5be4420-a6e9-48be-82f1-971338a80688 service nova] Releasing lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.620254] env[62643]: DEBUG oslo_concurrency.lockutils [req-4856180d-7ec5-47e3-8d5f-2b3536dee8f0 req-64a7cdec-ffa2-41dc-acfa-eb1a93627aaa service nova] Acquired lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.620788] env[62643]: DEBUG nova.network.neutron [req-4856180d-7ec5-47e3-8d5f-2b3536dee8f0 req-64a7cdec-ffa2-41dc-acfa-eb1a93627aaa service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Refreshing network info cache for port 408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.628743] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.629452] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adf6dd3b-e555-4410-b18e-72f66fa83de7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.643609] env[62643]: DEBUG nova.compute.manager [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.661553] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.661726] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.661913] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Deleting the datastore file [datastore2] a7365ef4-5bc3-4f40-98c1-d1dbf24d1720 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.662197] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab8e5344-214e-49ea-964a-a383a4716d73 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.671082] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 923.671082] env[62643]: value = "task-2383510" [ 923.671082] env[62643]: _type = "Task" [ 923.671082] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.679913] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.769716] env[62643]: DEBUG oslo_concurrency.lockutils [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.095038] env[62643]: DEBUG nova.scheduler.client.report [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.109355] env[62643]: DEBUG nova.compute.manager [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.110544] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cef8c3-7190-4052-b6ec-b636d070c874 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.177330] env[62643]: DEBUG oslo_concurrency.lockutils [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.183762] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458029} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.184102] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.184374] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.184603] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.248673] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.249012] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.249275] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleting the datastore file [datastore1] 209da343-6851-4c27-9254-d1c95829d1e7 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.249556] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bede9435-c8aa-4534-9b21-b09524576152 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.257432] env[62643]: DEBUG oslo_vmware.api [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 924.257432] env[62643]: value = "task-2383511" [ 924.257432] env[62643]: _type = "Task" [ 924.257432] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.266399] env[62643]: DEBUG oslo_vmware.api [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.530148] env[62643]: DEBUG nova.network.neutron [req-4856180d-7ec5-47e3-8d5f-2b3536dee8f0 req-64a7cdec-ffa2-41dc-acfa-eb1a93627aaa service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Updated VIF entry in instance network info cache for port 408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.530520] env[62643]: DEBUG nova.network.neutron [req-4856180d-7ec5-47e3-8d5f-2b3536dee8f0 req-64a7cdec-ffa2-41dc-acfa-eb1a93627aaa service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Updating instance_info_cache with network_info: [{"id": "408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b", "address": "fa:16:3e:f5:30:82", "network": {"id": "43a6a69f-54f5-40ef-9b95-596f898c291b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-866405430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39715954b50944b8b4cce3ffe92932c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408f7eaa-a7", "ovs_interfaceid": "408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.598065] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.598515] env[62643]: DEBUG nova.compute.manager [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.602312] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.614s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.603862] env[62643]: INFO nova.compute.claims [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.631044] env[62643]: INFO nova.compute.manager [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] instance snapshotting [ 924.631305] env[62643]: DEBUG nova.objects.instance [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lazy-loading 'flavor' on Instance uuid ae942842-00af-408a-beb2-312839415d76 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.769353] env[62643]: DEBUG oslo_vmware.api [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234184} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.771066] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.771066] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.771066] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.771066] env[62643]: INFO nova.compute.manager [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Took 2.74 seconds to destroy the instance on the hypervisor. [ 924.771066] env[62643]: DEBUG oslo.service.loopingcall [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 924.771066] env[62643]: DEBUG nova.compute.manager [-] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.771066] env[62643]: DEBUG nova.network.neutron [-] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.973535] env[62643]: DEBUG nova.compute.manager [req-6aa18b3f-efba-4e8c-bdd6-c6ffb15ad969 req-37b31e51-c3e7-440b-b371-b9043cbebb6e service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Received event network-changed-408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.973721] env[62643]: DEBUG nova.compute.manager [req-6aa18b3f-efba-4e8c-bdd6-c6ffb15ad969 req-37b31e51-c3e7-440b-b371-b9043cbebb6e service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Refreshing instance network info cache due to event network-changed-408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 924.973914] env[62643]: DEBUG oslo_concurrency.lockutils [req-6aa18b3f-efba-4e8c-bdd6-c6ffb15ad969 req-37b31e51-c3e7-440b-b371-b9043cbebb6e service nova] Acquiring lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.035187] env[62643]: DEBUG oslo_concurrency.lockutils [req-4856180d-7ec5-47e3-8d5f-2b3536dee8f0 req-64a7cdec-ffa2-41dc-acfa-eb1a93627aaa service nova] Releasing lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.035187] env[62643]: DEBUG oslo_concurrency.lockutils [req-6aa18b3f-efba-4e8c-bdd6-c6ffb15ad969 req-37b31e51-c3e7-440b-b371-b9043cbebb6e service nova] Acquired lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.035187] env[62643]: DEBUG nova.network.neutron [req-6aa18b3f-efba-4e8c-bdd6-c6ffb15ad969 req-37b31e51-c3e7-440b-b371-b9043cbebb6e service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Refreshing network info cache for port 408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.104454] env[62643]: DEBUG nova.compute.utils [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 925.107274] env[62643]: DEBUG nova.compute.manager [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.107274] env[62643]: DEBUG nova.network.neutron [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.139025] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef7e6bf-a42d-48b0-9239-58e3f21ad8a5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.161737] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d4c7c9-3bce-4687-b1bf-239c6d235c14 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.183741] env[62643]: DEBUG nova.policy [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46debdfe19e2455d8af887f432c1c23f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95a84a08481843eb9b73d49450156510', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.223785] env[62643]: DEBUG nova.virt.hardware [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.224152] env[62643]: DEBUG nova.virt.hardware [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.224496] env[62643]: DEBUG nova.virt.hardware [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.224496] env[62643]: DEBUG nova.virt.hardware [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.227023] env[62643]: DEBUG nova.virt.hardware [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.227235] env[62643]: DEBUG nova.virt.hardware [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.227592] env[62643]: DEBUG nova.virt.hardware [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.227677] env[62643]: DEBUG nova.virt.hardware [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.227873] env[62643]: DEBUG nova.virt.hardware [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.228102] env[62643]: DEBUG nova.virt.hardware [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.228238] env[62643]: DEBUG nova.virt.hardware [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.229388] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79af3741-480d-45a9-83de-ee40e540e378 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.240626] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e930fef-b518-404b-a8bc-86b1eb78c222 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.255844] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Instance VIF info [] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.261598] env[62643]: DEBUG oslo.service.loopingcall [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.264206] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.264437] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1316a6d9-f84a-4256-9ee2-6f3c2cf189b7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.289644] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.289644] env[62643]: value = "task-2383513" [ 925.289644] env[62643]: _type = "Task" [ 925.289644] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.298947] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383513, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.611881] env[62643]: DEBUG nova.compute.manager [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.681435] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 925.681435] env[62643]: DEBUG nova.network.neutron [-] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.681435] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b61110f3-12ea-4edb-aa4d-1fe4c558a9e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.698132] env[62643]: DEBUG oslo_vmware.api [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 925.698132] env[62643]: value = "task-2383514" [ 925.698132] env[62643]: _type = "Task" [ 925.698132] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.721482] env[62643]: DEBUG oslo_vmware.api [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383514, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.809037] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383513, 'name': CreateVM_Task, 'duration_secs': 0.5012} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.809037] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.809037] env[62643]: DEBUG oslo_concurrency.lockutils [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.809291] env[62643]: DEBUG oslo_concurrency.lockutils [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.810044] env[62643]: DEBUG oslo_concurrency.lockutils [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.810416] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6803690b-7ba0-486f-9a91-fd12e019a6b3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.821570] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 925.821570] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5234fb82-143e-2030-daf1-5f01e0bf0aac" [ 925.821570] env[62643]: _type = "Task" [ 925.821570] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.830251] env[62643]: DEBUG nova.network.neutron [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Successfully created port: e09b7bb4-f588-44e7-8504-6a208dbf238c {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.841784] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5234fb82-143e-2030-daf1-5f01e0bf0aac, 'name': SearchDatastore_Task, 'duration_secs': 0.011417} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.842103] env[62643]: DEBUG oslo_concurrency.lockutils [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.842346] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.842573] env[62643]: DEBUG oslo_concurrency.lockutils [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.842717] env[62643]: DEBUG oslo_concurrency.lockutils [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.842891] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.843165] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bf60806-d593-4e48-9dc3-51f3d8a13a30 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.855292] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.855484] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.856717] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bbb81d1-fbea-41fb-a93d-cf50a4d89e66 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.862955] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 925.862955] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524fc2b2-d2ee-9481-82ad-b689d0d03783" [ 925.862955] env[62643]: _type = "Task" [ 925.862955] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.879900] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524fc2b2-d2ee-9481-82ad-b689d0d03783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.902465] env[62643]: DEBUG nova.network.neutron [req-6aa18b3f-efba-4e8c-bdd6-c6ffb15ad969 req-37b31e51-c3e7-440b-b371-b9043cbebb6e service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Updated VIF entry in instance network info cache for port 408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.902465] env[62643]: DEBUG nova.network.neutron [req-6aa18b3f-efba-4e8c-bdd6-c6ffb15ad969 req-37b31e51-c3e7-440b-b371-b9043cbebb6e service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Updating instance_info_cache with network_info: [{"id": "408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b", "address": "fa:16:3e:f5:30:82", "network": {"id": "43a6a69f-54f5-40ef-9b95-596f898c291b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-866405430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39715954b50944b8b4cce3ffe92932c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408f7eaa-a7", "ovs_interfaceid": "408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.073997] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f7004f-dcb4-48e2-b41f-4c96fc306794 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.083854] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f686e8-3f41-4493-b2aa-8af830f5b71d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.122481] env[62643]: INFO nova.virt.block_device [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Booting with volume 556bfb1e-9b0a-4750-a192-e1b04b188c69 at /dev/sda [ 926.125606] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc334367-a238-4a0b-b6da-61dd6d24dc53 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.137805] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f327baeb-e247-4d25-ad38-c141829a4566 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.154688] env[62643]: DEBUG nova.compute.provider_tree [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.165244] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a67ceec9-470d-47ca-9b9f-0c5fc3a03747 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.174745] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f12d25-2296-40b6-86ce-7de9c50dccfc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.190379] env[62643]: INFO nova.compute.manager [-] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Took 1.42 seconds to deallocate network for instance. [ 926.220685] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b2ce206-754b-4777-8c1a-aa779fa60722 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.232684] env[62643]: DEBUG oslo_vmware.api [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383514, 'name': CreateSnapshot_Task, 'duration_secs': 0.476639} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.234682] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 926.236243] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402076a1-b016-4d37-96b7-c236d1fc75ec {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.244111] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dfd066-98ce-4884-98f3-a48fe82cee4a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.289200] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a8e33a-f8e9-4a7b-a844-64e0d6e32800 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.297825] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f299ab9-0960-4dc5-9271-e1806641fcb7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.316721] env[62643]: DEBUG nova.virt.block_device [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Updating existing volume attachment record: 69fe82f6-a756-4f1b-9bdf-c9e61b331cf8 {{(pid=62643) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 926.376187] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524fc2b2-d2ee-9481-82ad-b689d0d03783, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.376996] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd11c3fa-88b2-41af-8b31-c396dd962a1f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.383118] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 926.383118] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52dc2c80-81cb-874a-eb3b-70f8c79ebcb7" [ 926.383118] env[62643]: _type = "Task" [ 926.383118] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.395982] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52dc2c80-81cb-874a-eb3b-70f8c79ebcb7, 'name': SearchDatastore_Task} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.396183] env[62643]: DEBUG oslo_concurrency.lockutils [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.396581] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] a7365ef4-5bc3-4f40-98c1-d1dbf24d1720/a7365ef4-5bc3-4f40-98c1-d1dbf24d1720.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.396700] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5173835b-e6d4-4af6-a533-55fecf95b87d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.405049] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 926.405049] env[62643]: value = "task-2383515" [ 926.405049] env[62643]: _type = "Task" [ 926.405049] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.415584] env[62643]: DEBUG oslo_concurrency.lockutils [req-6aa18b3f-efba-4e8c-bdd6-c6ffb15ad969 req-37b31e51-c3e7-440b-b371-b9043cbebb6e service nova] Releasing lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.416011] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.660948] env[62643]: DEBUG nova.scheduler.client.report [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.697454] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.796509] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.796918] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7b4923d1-95ab-4615-8c4c-e4172f67a13f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.808378] env[62643]: DEBUG oslo_vmware.api [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 926.808378] env[62643]: value = "task-2383516" [ 926.808378] env[62643]: _type = "Task" [ 926.808378] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.817732] env[62643]: DEBUG oslo_vmware.api [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383516, 'name': CloneVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.915550] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383515, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.166663] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.167207] env[62643]: DEBUG nova.compute.manager [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.170069] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.053s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.170298] env[62643]: DEBUG nova.objects.instance [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lazy-loading 'resources' on Instance uuid 20c560c8-551e-476c-b26a-45e5d9770dce {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.184837] env[62643]: DEBUG nova.compute.manager [req-d9753fe0-e3c9-47c4-bc33-17198377bca6 req-3c624ef1-98a3-495e-9f01-075deb9218dd service nova] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Received event network-vif-deleted-5cdf8b64-ec17-4043-9998-39e86c380fe5 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.184899] env[62643]: DEBUG nova.compute.manager [req-d9753fe0-e3c9-47c4-bc33-17198377bca6 req-3c624ef1-98a3-495e-9f01-075deb9218dd service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Received event network-changed-408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.185161] env[62643]: DEBUG nova.compute.manager [req-d9753fe0-e3c9-47c4-bc33-17198377bca6 req-3c624ef1-98a3-495e-9f01-075deb9218dd service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Refreshing instance network info cache due to event network-changed-408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 927.185437] env[62643]: DEBUG oslo_concurrency.lockutils [req-d9753fe0-e3c9-47c4-bc33-17198377bca6 req-3c624ef1-98a3-495e-9f01-075deb9218dd service nova] Acquiring lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.185592] env[62643]: DEBUG oslo_concurrency.lockutils [req-d9753fe0-e3c9-47c4-bc33-17198377bca6 req-3c624ef1-98a3-495e-9f01-075deb9218dd service nova] Acquired lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.185818] env[62643]: DEBUG nova.network.neutron [req-d9753fe0-e3c9-47c4-bc33-17198377bca6 req-3c624ef1-98a3-495e-9f01-075deb9218dd service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Refreshing network info cache for port 408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.320711] env[62643]: DEBUG oslo_vmware.api [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383516, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.420696] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525008} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.422497] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] a7365ef4-5bc3-4f40-98c1-d1dbf24d1720/a7365ef4-5bc3-4f40-98c1-d1dbf24d1720.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.422497] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.422497] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d02ad027-4547-4db7-8831-78ccd120c91c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.434021] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 927.434021] env[62643]: value = "task-2383518" [ 927.434021] env[62643]: _type = "Task" [ 927.434021] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.439666] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Acquiring lock "7e621f86-6ea0-4f07-b89c-2054e212b354" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.440261] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Lock "7e621f86-6ea0-4f07-b89c-2054e212b354" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.440611] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Acquiring lock "7e621f86-6ea0-4f07-b89c-2054e212b354-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.440972] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Lock "7e621f86-6ea0-4f07-b89c-2054e212b354-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.441741] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Lock "7e621f86-6ea0-4f07-b89c-2054e212b354-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.444870] env[62643]: INFO nova.compute.manager [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Terminating instance [ 927.451303] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.667208] env[62643]: DEBUG nova.compute.manager [req-03839bb3-4d12-487f-9c2b-44b927c75117 req-4e8de675-3e54-459d-ae34-c89e5cd5b255 service nova] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Received event network-vif-plugged-e09b7bb4-f588-44e7-8504-6a208dbf238c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.668587] env[62643]: DEBUG oslo_concurrency.lockutils [req-03839bb3-4d12-487f-9c2b-44b927c75117 req-4e8de675-3e54-459d-ae34-c89e5cd5b255 service nova] Acquiring lock "bff716d8-52bc-41f3-83da-c9db563f8186-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.668587] env[62643]: DEBUG oslo_concurrency.lockutils [req-03839bb3-4d12-487f-9c2b-44b927c75117 req-4e8de675-3e54-459d-ae34-c89e5cd5b255 service nova] Lock "bff716d8-52bc-41f3-83da-c9db563f8186-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.668784] env[62643]: DEBUG oslo_concurrency.lockutils [req-03839bb3-4d12-487f-9c2b-44b927c75117 req-4e8de675-3e54-459d-ae34-c89e5cd5b255 service nova] Lock "bff716d8-52bc-41f3-83da-c9db563f8186-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.668965] env[62643]: DEBUG nova.compute.manager [req-03839bb3-4d12-487f-9c2b-44b927c75117 req-4e8de675-3e54-459d-ae34-c89e5cd5b255 service nova] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] No waiting events found dispatching network-vif-plugged-e09b7bb4-f588-44e7-8504-6a208dbf238c {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.669145] env[62643]: WARNING nova.compute.manager [req-03839bb3-4d12-487f-9c2b-44b927c75117 req-4e8de675-3e54-459d-ae34-c89e5cd5b255 service nova] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Received unexpected event network-vif-plugged-e09b7bb4-f588-44e7-8504-6a208dbf238c for instance with vm_state building and task_state block_device_mapping. [ 927.677583] env[62643]: DEBUG nova.compute.utils [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 927.678366] env[62643]: DEBUG nova.compute.manager [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.678617] env[62643]: DEBUG nova.network.neutron [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.707226] env[62643]: DEBUG nova.network.neutron [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Successfully updated port: e09b7bb4-f588-44e7-8504-6a208dbf238c {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.788076] env[62643]: DEBUG nova.policy [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f0425bea98e49a3b61332a926bc15f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37ecbce9a2c44eaebf7985ac46b71d9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.820585] env[62643]: DEBUG oslo_vmware.api [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383516, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.943172] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074155} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.948734] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.953023] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97a155d-cb22-4cb5-b0fb-8b12961c07e6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.960705] env[62643]: DEBUG nova.compute.manager [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.960972] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.964113] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d379c8e0-82e8-4330-83d2-2948f04e3700 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.987272] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] a7365ef4-5bc3-4f40-98c1-d1dbf24d1720/a7365ef4-5bc3-4f40-98c1-d1dbf24d1720.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.994894] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-318e1a75-4fc5-4217-a966-b51b9762319f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.015078] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.020607] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a98a04e3-3281-4c5a-8fce-09b10541fd03 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.032148] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 928.032148] env[62643]: value = "task-2383519" [ 928.032148] env[62643]: _type = "Task" [ 928.032148] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.032148] env[62643]: DEBUG oslo_vmware.api [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 928.032148] env[62643]: value = "task-2383520" [ 928.032148] env[62643]: _type = "Task" [ 928.032148] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.050377] env[62643]: DEBUG oslo_vmware.api [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.050764] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383519, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.124758] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf8fac2-b67e-4ac1-900e-cc51bc89a59b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.134282] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53958ea-66ea-4d2f-b968-5cbf2730e06f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.168890] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62e8515-6fc9-4804-aa9c-01522a935426 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.179203] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb66d6b-b6b7-4bc9-b2c6-ff98fe29e25d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.185268] env[62643]: DEBUG nova.compute.manager [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.199653] env[62643]: DEBUG nova.compute.provider_tree [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.208398] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Acquiring lock "refresh_cache-bff716d8-52bc-41f3-83da-c9db563f8186" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.208556] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Acquired lock "refresh_cache-bff716d8-52bc-41f3-83da-c9db563f8186" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.208711] env[62643]: DEBUG nova.network.neutron [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.254077] env[62643]: INFO nova.compute.manager [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Rebuilding instance [ 928.320062] env[62643]: DEBUG nova.compute.manager [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.320966] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042127b6-b9e3-4191-917f-3ee06119ff91 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.338030] env[62643]: DEBUG oslo_vmware.api [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383516, 'name': CloneVM_Task, 'duration_secs': 1.407588} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.338030] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Created linked-clone VM from snapshot [ 928.338030] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317f6940-6fff-4a66-865a-1dfce8c5b2fa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.341253] env[62643]: DEBUG nova.network.neutron [req-d9753fe0-e3c9-47c4-bc33-17198377bca6 req-3c624ef1-98a3-495e-9f01-075deb9218dd service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Updated VIF entry in instance network info cache for port 408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.342122] env[62643]: DEBUG nova.network.neutron [req-d9753fe0-e3c9-47c4-bc33-17198377bca6 req-3c624ef1-98a3-495e-9f01-075deb9218dd service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Updating instance_info_cache with network_info: [{"id": "408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b", "address": "fa:16:3e:f5:30:82", "network": {"id": "43a6a69f-54f5-40ef-9b95-596f898c291b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-866405430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39715954b50944b8b4cce3ffe92932c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408f7eaa-a7", "ovs_interfaceid": "408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.352613] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Uploading image c436eb86-ce21-46fa-96ef-919dcf150556 {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 928.389712] env[62643]: DEBUG oslo_vmware.rw_handles [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 928.389712] env[62643]: value = "vm-483700" [ 928.389712] env[62643]: _type = "VirtualMachine" [ 928.389712] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 928.389987] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f29b7948-db29-4b28-8423-a356ee4eacc0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.410035] env[62643]: DEBUG oslo_vmware.rw_handles [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lease: (returnval){ [ 928.410035] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5277fc54-853b-26b8-094e-2f77ceb1ee76" [ 928.410035] env[62643]: _type = "HttpNfcLease" [ 928.410035] env[62643]: } obtained for exporting VM: (result){ [ 928.410035] env[62643]: value = "vm-483700" [ 928.410035] env[62643]: _type = "VirtualMachine" [ 928.410035] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 928.410035] env[62643]: DEBUG oslo_vmware.api [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the lease: (returnval){ [ 928.410035] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5277fc54-853b-26b8-094e-2f77ceb1ee76" [ 928.410035] env[62643]: _type = "HttpNfcLease" [ 928.410035] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.416899] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.416899] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5277fc54-853b-26b8-094e-2f77ceb1ee76" [ 928.416899] env[62643]: _type = "HttpNfcLease" [ 928.416899] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 928.461884] env[62643]: DEBUG nova.compute.manager [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.462470] env[62643]: DEBUG nova.virt.hardware [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.462678] env[62643]: DEBUG nova.virt.hardware [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.462838] env[62643]: DEBUG nova.virt.hardware [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.463028] env[62643]: DEBUG nova.virt.hardware [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.463175] env[62643]: DEBUG nova.virt.hardware [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.463320] env[62643]: DEBUG nova.virt.hardware [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.463519] env[62643]: DEBUG nova.virt.hardware [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.463703] env[62643]: DEBUG nova.virt.hardware [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.464184] env[62643]: DEBUG nova.virt.hardware [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.464378] env[62643]: DEBUG nova.virt.hardware [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.466634] env[62643]: DEBUG nova.virt.hardware [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.466634] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb28aa47-e771-4d94-a1af-39c0b295d776 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.475637] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf8b56d-3a81-4ef9-8161-f2a2e63cb3cb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.544214] env[62643]: DEBUG oslo_vmware.api [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383520, 'name': PowerOffVM_Task, 'duration_secs': 0.230843} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.547565] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.547749] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.548047] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383519, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.548267] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0c3838d-bdb4-4823-82fb-cb8714202b10 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.567245] env[62643]: DEBUG nova.network.neutron [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Successfully created port: 83500ad5-966a-4196-8b77-38fa78f858d4 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.617034] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.617297] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.617488] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Deleting the datastore file [datastore1] 7e621f86-6ea0-4f07-b89c-2054e212b354 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.617757] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e44cbe49-ce4b-406f-bcdc-3d0e01390ba4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.625015] env[62643]: DEBUG oslo_vmware.api [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for the task: (returnval){ [ 928.625015] env[62643]: value = "task-2383523" [ 928.625015] env[62643]: _type = "Task" [ 928.625015] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.635194] env[62643]: DEBUG oslo_vmware.api [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.705278] env[62643]: DEBUG nova.scheduler.client.report [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.780937] env[62643]: DEBUG nova.network.neutron [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.846370] env[62643]: DEBUG oslo_concurrency.lockutils [req-d9753fe0-e3c9-47c4-bc33-17198377bca6 req-3c624ef1-98a3-495e-9f01-075deb9218dd service nova] Releasing lock "refresh_cache-7e621f86-6ea0-4f07-b89c-2054e212b354" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.920500] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.920500] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5277fc54-853b-26b8-094e-2f77ceb1ee76" [ 928.920500] env[62643]: _type = "HttpNfcLease" [ 928.920500] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 928.920805] env[62643]: DEBUG oslo_vmware.rw_handles [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 928.920805] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5277fc54-853b-26b8-094e-2f77ceb1ee76" [ 928.920805] env[62643]: _type = "HttpNfcLease" [ 928.920805] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 928.921615] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4019b3de-272f-43a7-bf9c-88cc1450839e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.932500] env[62643]: DEBUG oslo_vmware.rw_handles [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f1d02-78be-899c-b7eb-a7b31ba8f19e/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 928.932744] env[62643]: DEBUG oslo_vmware.rw_handles [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f1d02-78be-899c-b7eb-a7b31ba8f19e/disk-0.vmdk for reading. {{(pid=62643) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 929.039682] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-646c4f34-3b87-48c3-86bf-19b84d1e75c0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.046689] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383519, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.047702] env[62643]: DEBUG nova.network.neutron [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Updating instance_info_cache with network_info: [{"id": "e09b7bb4-f588-44e7-8504-6a208dbf238c", "address": "fa:16:3e:5f:e2:81", "network": {"id": "a9bcc6fb-7941-44ed-b5b7-5e6bcfd889a9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1734117140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95a84a08481843eb9b73d49450156510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape09b7bb4-f5", "ovs_interfaceid": "e09b7bb4-f588-44e7-8504-6a208dbf238c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.138552] env[62643]: DEBUG oslo_vmware.api [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Task: {'id': task-2383523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391111} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.138912] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.139125] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.139334] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.139543] env[62643]: INFO nova.compute.manager [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Took 1.18 seconds to destroy the instance on the hypervisor. [ 929.139817] env[62643]: DEBUG oslo.service.loopingcall [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 929.140073] env[62643]: DEBUG nova.compute.manager [-] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.140209] env[62643]: DEBUG nova.network.neutron [-] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.197463] env[62643]: DEBUG nova.compute.manager [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.218612] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.225192] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.539s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.225457] env[62643]: DEBUG nova.objects.instance [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lazy-loading 'resources' on Instance uuid af91a11c-f401-49df-a8a1-adce696fe2fa {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.236766] env[62643]: DEBUG nova.virt.hardware [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.237175] env[62643]: DEBUG nova.virt.hardware [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.237405] env[62643]: DEBUG nova.virt.hardware [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.241376] env[62643]: DEBUG nova.virt.hardware [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.241652] env[62643]: DEBUG nova.virt.hardware [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.241699] env[62643]: DEBUG nova.virt.hardware [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.241918] env[62643]: DEBUG nova.virt.hardware [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.242163] env[62643]: DEBUG nova.virt.hardware [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.245750] env[62643]: DEBUG nova.virt.hardware [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.245750] env[62643]: DEBUG nova.virt.hardware [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.245750] env[62643]: DEBUG nova.virt.hardware [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.245750] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c98584-76b0-4ea4-9407-946446d06d4a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.254645] env[62643]: INFO nova.scheduler.client.report [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Deleted allocations for instance 20c560c8-551e-476c-b26a-45e5d9770dce [ 929.257319] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753908fc-a41c-428b-8601-c5c3b93d8350 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.339907] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.340317] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a960d041-2caf-40fb-a168-01b6d7a2a9bb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.349775] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 929.349775] env[62643]: value = "task-2383525" [ 929.349775] env[62643]: _type = "Task" [ 929.349775] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.362264] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.474117] env[62643]: DEBUG nova.compute.manager [req-5b9f38cc-7abc-4023-886e-e08689230e6d req-575f0271-78a6-4177-bc75-5438301da975 service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Received event network-vif-deleted-408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.474531] env[62643]: INFO nova.compute.manager [req-5b9f38cc-7abc-4023-886e-e08689230e6d req-575f0271-78a6-4177-bc75-5438301da975 service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Neutron deleted interface 408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b; detaching it from the instance and deleting it from the info cache [ 929.474870] env[62643]: DEBUG nova.network.neutron [req-5b9f38cc-7abc-4023-886e-e08689230e6d req-575f0271-78a6-4177-bc75-5438301da975 service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.311451] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Releasing lock "refresh_cache-bff716d8-52bc-41f3-83da-c9db563f8186" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.311892] env[62643]: DEBUG nova.compute.manager [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Instance network_info: |[{"id": "e09b7bb4-f588-44e7-8504-6a208dbf238c", "address": "fa:16:3e:5f:e2:81", "network": {"id": "a9bcc6fb-7941-44ed-b5b7-5e6bcfd889a9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1734117140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95a84a08481843eb9b73d49450156510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape09b7bb4-f5", "ovs_interfaceid": "e09b7bb4-f588-44e7-8504-6a208dbf238c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.317011] env[62643]: DEBUG nova.network.neutron [-] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.319239] env[62643]: DEBUG nova.compute.manager [req-b7c60578-49e9-432e-a8f7-e15e5217958a req-0719fabd-f27e-445c-aa6c-94944644b331 service nova] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Received event network-changed-e09b7bb4-f588-44e7-8504-6a208dbf238c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.319509] env[62643]: DEBUG nova.compute.manager [req-b7c60578-49e9-432e-a8f7-e15e5217958a req-0719fabd-f27e-445c-aa6c-94944644b331 service nova] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Refreshing instance network info cache due to event network-changed-e09b7bb4-f588-44e7-8504-6a208dbf238c. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 930.319982] env[62643]: DEBUG oslo_concurrency.lockutils [req-b7c60578-49e9-432e-a8f7-e15e5217958a req-0719fabd-f27e-445c-aa6c-94944644b331 service nova] Acquiring lock "refresh_cache-bff716d8-52bc-41f3-83da-c9db563f8186" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.320165] env[62643]: DEBUG oslo_concurrency.lockutils [req-b7c60578-49e9-432e-a8f7-e15e5217958a req-0719fabd-f27e-445c-aa6c-94944644b331 service nova] Acquired lock "refresh_cache-bff716d8-52bc-41f3-83da-c9db563f8186" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.320339] env[62643]: DEBUG nova.network.neutron [req-b7c60578-49e9-432e-a8f7-e15e5217958a req-0719fabd-f27e-445c-aa6c-94944644b331 service nova] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Refreshing network info cache for port e09b7bb4-f588-44e7-8504-6a208dbf238c {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.321838] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9fbbb6cf-fdff-4cd9-926b-472a6b731b19 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "20c560c8-551e-476c-b26a-45e5d9770dce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.932s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.326251] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:e2:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e09b7bb4-f588-44e7-8504-6a208dbf238c', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.334030] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Creating folder: Project (95a84a08481843eb9b73d49450156510). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.338067] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59d56078-46b7-4b56-b565-59051c97c3ad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.340675] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17b78653-0ecd-450d-83c1-dba07342bc0c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.349863] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383525, 'name': PowerOffVM_Task, 'duration_secs': 0.218405} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.354076] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.354180] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.354473] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383519, 'name': ReconfigVM_Task, 'duration_secs': 1.349487} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.359546] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1f0191-7ea8-4170-8d4e-5ec9c564ac63 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.362248] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Reconfigured VM instance instance-0000004c to attach disk [datastore2] a7365ef4-5bc3-4f40-98c1-d1dbf24d1720/a7365ef4-5bc3-4f40-98c1-d1dbf24d1720.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.365600] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49607ad-d489-462c-a3b7-1bf26e3284a2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.379081] env[62643]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 930.379287] env[62643]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62643) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 930.379829] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e213932f-581f-44a7-a921-fe4654f5e660 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.382177] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Folder already exists: Project (95a84a08481843eb9b73d49450156510). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 930.382522] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Creating folder: Instances. Parent ref: group-v483675. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.383913] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-255f457c-da0c-4925-bf93-eb741fd0e036 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.387751] env[62643]: DEBUG nova.network.neutron [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Successfully updated port: 83500ad5-966a-4196-8b77-38fa78f858d4 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.394020] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.394020] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f55927a3-fdb3-4c28-b53a-968ecff442ca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.394396] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 930.394396] env[62643]: value = "task-2383527" [ 930.394396] env[62643]: _type = "Task" [ 930.394396] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.411430] env[62643]: DEBUG nova.compute.manager [req-5b9f38cc-7abc-4023-886e-e08689230e6d req-575f0271-78a6-4177-bc75-5438301da975 service nova] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Detach interface failed, port_id=408f7eaa-a7cc-4d1f-b9b7-a80bcc217b0b, reason: Instance 7e621f86-6ea0-4f07-b89c-2054e212b354 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 930.420358] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383527, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.420737] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Created folder: Instances in parent group-v483675. [ 930.421031] env[62643]: DEBUG oslo.service.loopingcall [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.421470] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.421745] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15ee241a-1ec8-47c1-89ca-0fea31d6a1e0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.447323] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.447323] env[62643]: value = "task-2383530" [ 930.447323] env[62643]: _type = "Task" [ 930.447323] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.457692] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383530, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.477326] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.477576] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.482024] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Deleting the datastore file [datastore1] 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.482024] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eb23de4-05ce-4c83-a90c-faf00e20e984 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.492919] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 930.492919] env[62643]: value = "task-2383531" [ 930.492919] env[62643]: _type = "Task" [ 930.492919] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.502748] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.756680] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb516ff7-cf42-45b6-b00e-6743d87a0346 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.766391] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f7c6c0-3534-44b0-81fb-983f71d78493 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.803821] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02019592-05d2-4485-a795-1f94050e4204 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.813228] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf71461-ea79-4eaf-ade3-c54b9ec2a137 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.828330] env[62643]: DEBUG nova.compute.provider_tree [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.843276] env[62643]: INFO nova.compute.manager [-] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Took 1.70 seconds to deallocate network for instance. [ 930.892364] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Acquiring lock "refresh_cache-4887d2be-b1fc-47f0-9ab9-389fdf853a7d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.892537] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Acquired lock "refresh_cache-4887d2be-b1fc-47f0-9ab9-389fdf853a7d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.892799] env[62643]: DEBUG nova.network.neutron [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.910790] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383527, 'name': Rename_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.958135] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383530, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.007589] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310793} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.007878] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.008069] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.008262] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.109093] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Acquiring lock "bf8f5139-508d-4db1-b475-fda0b49cfb81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.109451] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Lock "bf8f5139-508d-4db1-b475-fda0b49cfb81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.167150] env[62643]: DEBUG nova.network.neutron [req-b7c60578-49e9-432e-a8f7-e15e5217958a req-0719fabd-f27e-445c-aa6c-94944644b331 service nova] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Updated VIF entry in instance network info cache for port e09b7bb4-f588-44e7-8504-6a208dbf238c. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.167527] env[62643]: DEBUG nova.network.neutron [req-b7c60578-49e9-432e-a8f7-e15e5217958a req-0719fabd-f27e-445c-aa6c-94944644b331 service nova] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Updating instance_info_cache with network_info: [{"id": "e09b7bb4-f588-44e7-8504-6a208dbf238c", "address": "fa:16:3e:5f:e2:81", "network": {"id": "a9bcc6fb-7941-44ed-b5b7-5e6bcfd889a9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1734117140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95a84a08481843eb9b73d49450156510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape09b7bb4-f5", "ovs_interfaceid": "e09b7bb4-f588-44e7-8504-6a208dbf238c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.355283] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.360401] env[62643]: ERROR nova.scheduler.client.report [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [req-87bf6f67-93b6-4e36-9834-8201d12ade6e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-87bf6f67-93b6-4e36-9834-8201d12ade6e"}]} [ 931.378023] env[62643]: DEBUG nova.scheduler.client.report [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Refreshing inventories for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 931.408679] env[62643]: DEBUG nova.scheduler.client.report [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Updating ProviderTree inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 931.408921] env[62643]: DEBUG nova.compute.provider_tree [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.428053] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383527, 'name': Rename_Task, 'duration_secs': 0.947917} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.430378] env[62643]: DEBUG nova.scheduler.client.report [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Refreshing aggregate associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, aggregates: None {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 931.434500] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.437209] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f629559-7dc0-4dc6-9810-81111826716d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.450332] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 931.450332] env[62643]: value = "task-2383532" [ 931.450332] env[62643]: _type = "Task" [ 931.450332] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.457323] env[62643]: DEBUG nova.network.neutron [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.466197] env[62643]: DEBUG nova.scheduler.client.report [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Refreshing trait associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 931.477710] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383530, 'name': CreateVM_Task, 'duration_secs': 0.553471} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.483211] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.483807] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383532, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.485681] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '69fe82f6-a756-4f1b-9bdf-c9e61b331cf8', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483681', 'volume_id': '556bfb1e-9b0a-4750-a192-e1b04b188c69', 'name': 'volume-556bfb1e-9b0a-4750-a192-e1b04b188c69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bff716d8-52bc-41f3-83da-c9db563f8186', 'attached_at': '', 'detached_at': '', 'volume_id': '556bfb1e-9b0a-4750-a192-e1b04b188c69', 'serial': '556bfb1e-9b0a-4750-a192-e1b04b188c69'}, 'device_type': None, 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62643) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 931.486458] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Root volume attach. Driver type: vmdk {{(pid=62643) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 931.487433] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb58bbd5-348e-4b77-a8c9-8e56196c398a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.523486] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a9ae8e-1ae2-409f-82c1-dbe44394162c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.532950] env[62643]: DEBUG nova.compute.manager [req-2b2f6637-5c4c-4a8f-95e3-a9ae436ec370 req-b5686fbe-1b16-4449-a3ee-aa4d10af63e9 service nova] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Received event network-vif-plugged-83500ad5-966a-4196-8b77-38fa78f858d4 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.532950] env[62643]: DEBUG oslo_concurrency.lockutils [req-2b2f6637-5c4c-4a8f-95e3-a9ae436ec370 req-b5686fbe-1b16-4449-a3ee-aa4d10af63e9 service nova] Acquiring lock "4887d2be-b1fc-47f0-9ab9-389fdf853a7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.533263] env[62643]: DEBUG oslo_concurrency.lockutils [req-2b2f6637-5c4c-4a8f-95e3-a9ae436ec370 req-b5686fbe-1b16-4449-a3ee-aa4d10af63e9 service nova] Lock "4887d2be-b1fc-47f0-9ab9-389fdf853a7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.533554] env[62643]: DEBUG oslo_concurrency.lockutils [req-2b2f6637-5c4c-4a8f-95e3-a9ae436ec370 req-b5686fbe-1b16-4449-a3ee-aa4d10af63e9 service nova] Lock "4887d2be-b1fc-47f0-9ab9-389fdf853a7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.533888] env[62643]: DEBUG nova.compute.manager [req-2b2f6637-5c4c-4a8f-95e3-a9ae436ec370 req-b5686fbe-1b16-4449-a3ee-aa4d10af63e9 service nova] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] No waiting events found dispatching network-vif-plugged-83500ad5-966a-4196-8b77-38fa78f858d4 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.534591] env[62643]: WARNING nova.compute.manager [req-2b2f6637-5c4c-4a8f-95e3-a9ae436ec370 req-b5686fbe-1b16-4449-a3ee-aa4d10af63e9 service nova] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Received unexpected event network-vif-plugged-83500ad5-966a-4196-8b77-38fa78f858d4 for instance with vm_state building and task_state spawning. [ 931.534908] env[62643]: DEBUG nova.compute.manager [req-2b2f6637-5c4c-4a8f-95e3-a9ae436ec370 req-b5686fbe-1b16-4449-a3ee-aa4d10af63e9 service nova] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Received event network-changed-83500ad5-966a-4196-8b77-38fa78f858d4 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.535260] env[62643]: DEBUG nova.compute.manager [req-2b2f6637-5c4c-4a8f-95e3-a9ae436ec370 req-b5686fbe-1b16-4449-a3ee-aa4d10af63e9 service nova] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Refreshing instance network info cache due to event network-changed-83500ad5-966a-4196-8b77-38fa78f858d4. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 931.537528] env[62643]: DEBUG oslo_concurrency.lockutils [req-2b2f6637-5c4c-4a8f-95e3-a9ae436ec370 req-b5686fbe-1b16-4449-a3ee-aa4d10af63e9 service nova] Acquiring lock "refresh_cache-4887d2be-b1fc-47f0-9ab9-389fdf853a7d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.544198] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ae11a3-de13-44bc-843c-b9d32b09c6de {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.562364] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-4675870e-d984-49a0-82f8-194132525742 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.573505] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Waiting for the task: (returnval){ [ 931.573505] env[62643]: value = "task-2383533" [ 931.573505] env[62643]: _type = "Task" [ 931.573505] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.582729] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383533, 'name': RelocateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.615887] env[62643]: DEBUG nova.compute.manager [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.673057] env[62643]: DEBUG oslo_concurrency.lockutils [req-b7c60578-49e9-432e-a8f7-e15e5217958a req-0719fabd-f27e-445c-aa6c-94944644b331 service nova] Releasing lock "refresh_cache-bff716d8-52bc-41f3-83da-c9db563f8186" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.685999] env[62643]: DEBUG nova.network.neutron [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Updating instance_info_cache with network_info: [{"id": "83500ad5-966a-4196-8b77-38fa78f858d4", "address": "fa:16:3e:c8:ad:ba", "network": {"id": "96b91bd9-d4c4-45d9-ae8d-49937f558e6e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-694691688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37ecbce9a2c44eaebf7985ac46b71d9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83500ad5-96", "ovs_interfaceid": "83500ad5-966a-4196-8b77-38fa78f858d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.956557] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b351049b-9261-4163-aebd-204e6b8aa466 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.978362] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.982611] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708e7e5c-7548-4c32-9bbf-b75a67a2ddd6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.041217] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598c9317-5ff0-4ac0-8677-02d327787699 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.051932] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036f2a44-6544-437f-a357-b39119a04b56 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.072044] env[62643]: DEBUG nova.compute.provider_tree [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.075939] env[62643]: DEBUG nova.virt.hardware [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.076282] env[62643]: DEBUG nova.virt.hardware [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.076466] env[62643]: DEBUG nova.virt.hardware [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.076645] env[62643]: DEBUG nova.virt.hardware [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.076794] env[62643]: DEBUG nova.virt.hardware [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.076944] env[62643]: DEBUG nova.virt.hardware [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.077181] env[62643]: DEBUG nova.virt.hardware [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.077368] env[62643]: DEBUG nova.virt.hardware [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.077577] env[62643]: DEBUG nova.virt.hardware [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.077745] env[62643]: DEBUG nova.virt.hardware [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.077954] env[62643]: DEBUG nova.virt.hardware [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.079221] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebc0f0b-fe8f-4309-bbd6-92f9335ce8ea {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.095344] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383533, 'name': RelocateVM_Task} progress is 40%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.099437] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fab4912-dcd0-414d-ac3a-71242cd72da2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.117503] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:2f:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9399c672-5207-41b6-a489-0ab03ddc171f', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.126320] env[62643]: DEBUG oslo.service.loopingcall [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.129332] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.132158] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce90bcd5-53b2-4801-a8e8-acd5e4889bc5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.159168] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.159168] env[62643]: value = "task-2383534" [ 932.159168] env[62643]: _type = "Task" [ 932.159168] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.170187] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383534, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.178198] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.191854] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Releasing lock "refresh_cache-4887d2be-b1fc-47f0-9ab9-389fdf853a7d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.192382] env[62643]: DEBUG nova.compute.manager [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Instance network_info: |[{"id": "83500ad5-966a-4196-8b77-38fa78f858d4", "address": "fa:16:3e:c8:ad:ba", "network": {"id": "96b91bd9-d4c4-45d9-ae8d-49937f558e6e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-694691688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37ecbce9a2c44eaebf7985ac46b71d9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83500ad5-96", "ovs_interfaceid": "83500ad5-966a-4196-8b77-38fa78f858d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.192749] env[62643]: DEBUG oslo_concurrency.lockutils [req-2b2f6637-5c4c-4a8f-95e3-a9ae436ec370 req-b5686fbe-1b16-4449-a3ee-aa4d10af63e9 service nova] Acquired lock "refresh_cache-4887d2be-b1fc-47f0-9ab9-389fdf853a7d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.192947] env[62643]: DEBUG nova.network.neutron [req-2b2f6637-5c4c-4a8f-95e3-a9ae436ec370 req-b5686fbe-1b16-4449-a3ee-aa4d10af63e9 service nova] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Refreshing network info cache for port 83500ad5-966a-4196-8b77-38fa78f858d4 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.194775] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:ad:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83500ad5-966a-4196-8b77-38fa78f858d4', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.206568] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Creating folder: Project (37ecbce9a2c44eaebf7985ac46b71d9e). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.209864] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7152565e-5d92-43c8-8231-d9c9f384f4af {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.226157] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Created folder: Project (37ecbce9a2c44eaebf7985ac46b71d9e) in parent group-v483488. [ 932.226580] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Creating folder: Instances. Parent ref: group-v483705. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.227154] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9abda184-8b16-46fb-9752-84a41a653bc9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.244152] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Created folder: Instances in parent group-v483705. [ 932.244815] env[62643]: DEBUG oslo.service.loopingcall [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.245227] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.245576] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8f87874-d9eb-4199-b63f-d00c0b6b7e7d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.285461] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.285461] env[62643]: value = "task-2383537" [ 932.285461] env[62643]: _type = "Task" [ 932.285461] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.296851] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383537, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.476871] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383532, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.592856] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383533, 'name': RelocateVM_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.615929] env[62643]: DEBUG nova.scheduler.client.report [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Updated inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 932.615929] env[62643]: DEBUG nova.compute.provider_tree [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Updating resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a generation from 107 to 108 during operation: update_inventory {{(pid=62643) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 932.615929] env[62643]: DEBUG nova.compute.provider_tree [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.671634] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383534, 'name': CreateVM_Task, 'duration_secs': 0.506654} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.671842] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.672683] env[62643]: DEBUG oslo_concurrency.lockutils [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.672865] env[62643]: DEBUG oslo_concurrency.lockutils [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.673266] env[62643]: DEBUG oslo_concurrency.lockutils [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.673624] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd26cc9-9313-4525-bb53-cd6464674c72 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.681037] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 932.681037] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5210cbba-5908-ddaa-80d8-2cc1f2079ad3" [ 932.681037] env[62643]: _type = "Task" [ 932.681037] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.691608] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5210cbba-5908-ddaa-80d8-2cc1f2079ad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.796350] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383537, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.977578] env[62643]: DEBUG oslo_vmware.api [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383532, 'name': PowerOnVM_Task, 'duration_secs': 1.342414} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.980884] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.980884] env[62643]: DEBUG nova.compute.manager [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.980884] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9ad46e-f23d-4b75-9e7e-b35f3f91d687 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.041266] env[62643]: DEBUG nova.network.neutron [req-2b2f6637-5c4c-4a8f-95e3-a9ae436ec370 req-b5686fbe-1b16-4449-a3ee-aa4d10af63e9 service nova] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Updated VIF entry in instance network info cache for port 83500ad5-966a-4196-8b77-38fa78f858d4. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.043146] env[62643]: DEBUG nova.network.neutron [req-2b2f6637-5c4c-4a8f-95e3-a9ae436ec370 req-b5686fbe-1b16-4449-a3ee-aa4d10af63e9 service nova] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Updating instance_info_cache with network_info: [{"id": "83500ad5-966a-4196-8b77-38fa78f858d4", "address": "fa:16:3e:c8:ad:ba", "network": {"id": "96b91bd9-d4c4-45d9-ae8d-49937f558e6e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-694691688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37ecbce9a2c44eaebf7985ac46b71d9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83500ad5-96", "ovs_interfaceid": "83500ad5-966a-4196-8b77-38fa78f858d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.090468] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383533, 'name': RelocateVM_Task} progress is 62%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.122593] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.897s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.125641] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.249s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.126127] env[62643]: DEBUG nova.objects.instance [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Lazy-loading 'resources' on Instance uuid 73df730a-7b26-4fa0-8b7a-0f8b00b45758 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.134543] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "564258b1-31e2-4424-90a8-4760d3c91656" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.134786] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "564258b1-31e2-4424-90a8-4760d3c91656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.141728] env[62643]: INFO nova.scheduler.client.report [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Deleted allocations for instance af91a11c-f401-49df-a8a1-adce696fe2fa [ 933.194028] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5210cbba-5908-ddaa-80d8-2cc1f2079ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.023401} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.194922] env[62643]: DEBUG oslo_concurrency.lockutils [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.195187] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.195424] env[62643]: DEBUG oslo_concurrency.lockutils [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.195569] env[62643]: DEBUG oslo_concurrency.lockutils [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.196411] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.196411] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d495197-f44d-4f23-ad99-6b2dc53018da {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.207625] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.207844] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.208717] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f280bf01-0f0c-4bd7-a152-6c933d3a8df4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.216046] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 933.216046] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52632b12-5ebe-cae1-486f-bd2b9a4fb73b" [ 933.216046] env[62643]: _type = "Task" [ 933.216046] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.225834] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52632b12-5ebe-cae1-486f-bd2b9a4fb73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.298209] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383537, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.497425] env[62643]: DEBUG oslo_concurrency.lockutils [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.544310] env[62643]: DEBUG oslo_concurrency.lockutils [req-2b2f6637-5c4c-4a8f-95e3-a9ae436ec370 req-b5686fbe-1b16-4449-a3ee-aa4d10af63e9 service nova] Releasing lock "refresh_cache-4887d2be-b1fc-47f0-9ab9-389fdf853a7d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.593098] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383533, 'name': RelocateVM_Task} progress is 75%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.639009] env[62643]: DEBUG nova.compute.manager [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.651220] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97eb7409-1821-478e-8503-3712468d859f tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "af91a11c-f401-49df-a8a1-adce696fe2fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.412s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.730297] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52632b12-5ebe-cae1-486f-bd2b9a4fb73b, 'name': SearchDatastore_Task, 'duration_secs': 0.013118} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.731170] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9ae2059-6be6-481d-ae34-ba079e5e9fbc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.738678] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 933.738678] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52db32d2-8a93-a9d9-3ce9-41fcc943ec37" [ 933.738678] env[62643]: _type = "Task" [ 933.738678] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.750848] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52db32d2-8a93-a9d9-3ce9-41fcc943ec37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.800361] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383537, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.983672] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa18c3d8-0fc1-474d-bea9-7bf86d5c705b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.993223] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331a697f-0e95-406a-9d9e-1bd965c15863 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.027832] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f82e59-eb22-4c6a-a1dc-8e3293bfbedf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.036784] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf1c3c3-8b1a-4d3f-892b-395649f4cf0f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.056024] env[62643]: DEBUG nova.compute.provider_tree [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.091538] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383533, 'name': RelocateVM_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.160320] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.252562] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52db32d2-8a93-a9d9-3ce9-41fcc943ec37, 'name': SearchDatastore_Task, 'duration_secs': 0.013373} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.252907] env[62643]: DEBUG oslo_concurrency.lockutils [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.253263] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8/7e2b27e7-8f78-43ef-8935-fd24f71b9cc8.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.253675] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a54242d1-a15c-4a60-89e3-1772e8fdee83 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.263449] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 934.263449] env[62643]: value = "task-2383539" [ 934.263449] env[62643]: _type = "Task" [ 934.263449] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.273777] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.299426] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383537, 'name': CreateVM_Task, 'duration_secs': 1.634618} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.299702] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.300551] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.300794] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.301192] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.301533] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e23a10-4d3e-48be-af90-31caab6c3cc8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.309407] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Waiting for the task: (returnval){ [ 934.309407] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e69517-1bb7-5326-c117-85755b55b684" [ 934.309407] env[62643]: _type = "Task" [ 934.309407] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.322863] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e69517-1bb7-5326-c117-85755b55b684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.383986] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "a7365ef4-5bc3-4f40-98c1-d1dbf24d1720" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.384417] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "a7365ef4-5bc3-4f40-98c1-d1dbf24d1720" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.384777] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "a7365ef4-5bc3-4f40-98c1-d1dbf24d1720-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.385102] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "a7365ef4-5bc3-4f40-98c1-d1dbf24d1720-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.385463] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "a7365ef4-5bc3-4f40-98c1-d1dbf24d1720-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.388609] env[62643]: INFO nova.compute.manager [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Terminating instance [ 934.436663] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "8448a4da-133c-43a5-ab37-4e4b8115466c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.437028] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "8448a4da-133c-43a5-ab37-4e4b8115466c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.438395] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "8448a4da-133c-43a5-ab37-4e4b8115466c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.438395] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "8448a4da-133c-43a5-ab37-4e4b8115466c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.438395] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "8448a4da-133c-43a5-ab37-4e4b8115466c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.442922] env[62643]: INFO nova.compute.manager [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Terminating instance [ 934.558326] env[62643]: DEBUG nova.scheduler.client.report [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.598522] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383533, 'name': RelocateVM_Task} progress is 97%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.777258] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383539, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.824744] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e69517-1bb7-5326-c117-85755b55b684, 'name': SearchDatastore_Task, 'duration_secs': 0.024589} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.825118] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.825400] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.825694] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.825853] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.826570] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.826909] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29353742-fe30-4e0f-bf5a-0297f79863e8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.844575] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.844782] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.845673] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a1c7a3b-72e2-4785-b48a-24f98eaf32bd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.853727] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Waiting for the task: (returnval){ [ 934.853727] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e6ceae-5645-08bc-2b8d-ff548e812998" [ 934.853727] env[62643]: _type = "Task" [ 934.853727] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.864086] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e6ceae-5645-08bc-2b8d-ff548e812998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.893925] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "refresh_cache-a7365ef4-5bc3-4f40-98c1-d1dbf24d1720" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.893925] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquired lock "refresh_cache-a7365ef4-5bc3-4f40-98c1-d1dbf24d1720" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.893925] env[62643]: DEBUG nova.network.neutron [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.948177] env[62643]: DEBUG nova.compute.manager [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.948451] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.949575] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8048e3-6444-4b4d-bef5-55002ebee124 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.958571] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.958808] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5044c83e-5080-4df6-853d-4d30f8880bfc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.965845] env[62643]: DEBUG oslo_vmware.api [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 934.965845] env[62643]: value = "task-2383540" [ 934.965845] env[62643]: _type = "Task" [ 934.965845] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.984757] env[62643]: DEBUG oslo_vmware.api [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.067059] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.069616] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.505s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.070938] env[62643]: DEBUG nova.objects.instance [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lazy-loading 'resources' on Instance uuid 52386a0f-53a2-4a30-afe9-dff55d47fb08 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.096354] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383533, 'name': RelocateVM_Task} progress is 97%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.097882] env[62643]: INFO nova.scheduler.client.report [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Deleted allocations for instance 73df730a-7b26-4fa0-8b7a-0f8b00b45758 [ 935.274405] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641864} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.274702] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8/7e2b27e7-8f78-43ef-8935-fd24f71b9cc8.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.274917] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.275184] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93aa84b1-527b-4bf6-a52e-8a26ac46fdaf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.283731] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 935.283731] env[62643]: value = "task-2383541" [ 935.283731] env[62643]: _type = "Task" [ 935.283731] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.293163] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.365557] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e6ceae-5645-08bc-2b8d-ff548e812998, 'name': SearchDatastore_Task, 'duration_secs': 0.032138} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.366467] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3532fc7e-8eb8-4766-94fc-4efc979e252e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.373680] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Waiting for the task: (returnval){ [ 935.373680] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52307e02-8d16-342a-b10a-030019097a47" [ 935.373680] env[62643]: _type = "Task" [ 935.373680] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.384214] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52307e02-8d16-342a-b10a-030019097a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.414789] env[62643]: DEBUG nova.network.neutron [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.476571] env[62643]: DEBUG oslo_vmware.api [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383540, 'name': PowerOffVM_Task, 'duration_secs': 0.320433} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.476938] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.477099] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.477380] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83472ce3-fd5e-4c16-b0b1-3869f5c3bb97 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.495885] env[62643]: DEBUG nova.network.neutron [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.552125] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.553038] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.553038] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Deleting the datastore file [datastore2] 8448a4da-133c-43a5-ab37-4e4b8115466c {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.553038] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb83c4e3-4298-42d4-9460-44318d05fbad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.563812] env[62643]: DEBUG oslo_vmware.api [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for the task: (returnval){ [ 935.563812] env[62643]: value = "task-2383544" [ 935.563812] env[62643]: _type = "Task" [ 935.563812] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.574933] env[62643]: DEBUG oslo_vmware.api [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.604097] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383533, 'name': RelocateVM_Task} progress is 98%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.606608] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a89277b-08c2-44d4-9d4b-80e7e95c77c6 tempest-ServersAaction247Test-81268199 tempest-ServersAaction247Test-81268199-project-member] Lock "73df730a-7b26-4fa0-8b7a-0f8b00b45758" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.076s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.796333] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099139} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.796642] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.797449] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c6b2d0-ac0b-4cd7-bb92-c53da3358576 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.820903] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8/7e2b27e7-8f78-43ef-8935-fd24f71b9cc8.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.823916] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b61da3d-335e-43a1-bc16-a27f3ca016f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.845112] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 935.845112] env[62643]: value = "task-2383545" [ 935.845112] env[62643]: _type = "Task" [ 935.845112] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.857120] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.887504] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52307e02-8d16-342a-b10a-030019097a47, 'name': SearchDatastore_Task, 'duration_secs': 0.013146} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.891101] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.891467] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 4887d2be-b1fc-47f0-9ab9-389fdf853a7d/4887d2be-b1fc-47f0-9ab9-389fdf853a7d.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.892217] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7037cea2-378e-42b1-83e9-4689ede662a1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.900602] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Waiting for the task: (returnval){ [ 935.900602] env[62643]: value = "task-2383546" [ 935.900602] env[62643]: _type = "Task" [ 935.900602] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.914250] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': task-2383546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.998770] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Releasing lock "refresh_cache-a7365ef4-5bc3-4f40-98c1-d1dbf24d1720" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.999295] env[62643]: DEBUG nova.compute.manager [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.999489] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.000508] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe10333-0243-4ee9-b294-7ef96918779d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.014119] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.014323] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-691a4774-32bb-47d7-8271-3584da64ddf4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.023032] env[62643]: DEBUG oslo_vmware.api [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 936.023032] env[62643]: value = "task-2383547" [ 936.023032] env[62643]: _type = "Task" [ 936.023032] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.028580] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299235e2-d74c-494f-bd2d-9b78bd230ca7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.039926] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff1d36d-d41e-44ee-a3f0-d30a34d09780 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.043304] env[62643]: DEBUG oslo_vmware.api [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.080312] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699d341f-ba3f-40bb-97e0-565bb4491a7c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.090854] env[62643]: DEBUG oslo_vmware.api [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Task: {'id': task-2383544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331368} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.093575] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.093781] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.093972] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.094177] env[62643]: INFO nova.compute.manager [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 936.094433] env[62643]: DEBUG oslo.service.loopingcall [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.094701] env[62643]: DEBUG nova.compute.manager [-] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.094793] env[62643]: DEBUG nova.network.neutron [-] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.097910] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2b259f-359e-4894-8ad7-8cb0e1623794 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.104916] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383533, 'name': RelocateVM_Task, 'duration_secs': 4.095072} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.105880] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Volume attach. Driver type: vmdk {{(pid=62643) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 936.106137] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483681', 'volume_id': '556bfb1e-9b0a-4750-a192-e1b04b188c69', 'name': 'volume-556bfb1e-9b0a-4750-a192-e1b04b188c69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bff716d8-52bc-41f3-83da-c9db563f8186', 'attached_at': '', 'detached_at': '', 'volume_id': '556bfb1e-9b0a-4750-a192-e1b04b188c69', 'serial': '556bfb1e-9b0a-4750-a192-e1b04b188c69'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 936.106978] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc99372-73c8-4d84-b27b-ce207b818ddd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.118594] env[62643]: DEBUG nova.compute.provider_tree [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.136958] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f17fdd-87e7-4570-bb2b-5e33d3cef71c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.174476] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-556bfb1e-9b0a-4750-a192-e1b04b188c69/volume-556bfb1e-9b0a-4750-a192-e1b04b188c69.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.178575] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-887b745a-5be4-4abf-a0e4-950a7464de2a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.206124] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Waiting for the task: (returnval){ [ 936.206124] env[62643]: value = "task-2383548" [ 936.206124] env[62643]: _type = "Task" [ 936.206124] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.215617] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.357126] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383545, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.412017] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': task-2383546, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.534522] env[62643]: DEBUG oslo_vmware.api [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383547, 'name': PowerOffVM_Task, 'duration_secs': 0.178618} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.536540] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.536737] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.537754] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b54b25c6-eafb-44d7-9df2-09cdd551288b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.557237] env[62643]: DEBUG nova.compute.manager [req-db16933f-e63f-4481-b20b-51f11b303ce2 req-160ecfbc-4948-4326-b97f-a602bc037b07 service nova] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Received event network-vif-deleted-2760eab5-e8b5-45a2-9749-973a0a6070cd {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.557514] env[62643]: INFO nova.compute.manager [req-db16933f-e63f-4481-b20b-51f11b303ce2 req-160ecfbc-4948-4326-b97f-a602bc037b07 service nova] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Neutron deleted interface 2760eab5-e8b5-45a2-9749-973a0a6070cd; detaching it from the instance and deleting it from the info cache [ 936.557721] env[62643]: DEBUG nova.network.neutron [req-db16933f-e63f-4481-b20b-51f11b303ce2 req-160ecfbc-4948-4326-b97f-a602bc037b07 service nova] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.573440] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.573862] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.573862] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Deleting the datastore file [datastore2] a7365ef4-5bc3-4f40-98c1-d1dbf24d1720 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.575070] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-028726f3-aac2-44cc-aaf1-192860f8ccd8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.584801] env[62643]: DEBUG oslo_vmware.api [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 936.584801] env[62643]: value = "task-2383550" [ 936.584801] env[62643]: _type = "Task" [ 936.584801] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.594650] env[62643]: DEBUG oslo_vmware.api [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.647037] env[62643]: ERROR nova.scheduler.client.report [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] [req-4ab313d0-f787-4855-9f99-a5766c85f06a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4ab313d0-f787-4855-9f99-a5766c85f06a"}]} [ 936.666363] env[62643]: DEBUG nova.scheduler.client.report [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Refreshing inventories for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 936.683947] env[62643]: DEBUG nova.scheduler.client.report [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Updating ProviderTree inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 936.684268] env[62643]: DEBUG nova.compute.provider_tree [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.697518] env[62643]: DEBUG nova.scheduler.client.report [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Refreshing aggregate associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, aggregates: None {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 936.716790] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.718771] env[62643]: DEBUG nova.scheduler.client.report [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Refreshing trait associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 936.858267] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383545, 'name': ReconfigVM_Task, 'duration_secs': 0.543291} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.858717] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8/7e2b27e7-8f78-43ef-8935-fd24f71b9cc8.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.859284] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-013c7a7a-5e5c-4da6-bdfb-6189b0a74e4b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.867590] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 936.867590] env[62643]: value = "task-2383551" [ 936.867590] env[62643]: _type = "Task" [ 936.867590] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.877992] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383551, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.914070] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': task-2383546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787567} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.914403] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 4887d2be-b1fc-47f0-9ab9-389fdf853a7d/4887d2be-b1fc-47f0-9ab9-389fdf853a7d.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.914636] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.914948] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-246f3f8c-3d4d-4a6a-b9bd-be5e28a54ca8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.922762] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Waiting for the task: (returnval){ [ 936.922762] env[62643]: value = "task-2383552" [ 936.922762] env[62643]: _type = "Task" [ 936.922762] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.932520] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': task-2383552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.039252] env[62643]: DEBUG nova.network.neutron [-] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.061304] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba22c9f1-9ff7-4918-a71c-63a92bf5ce57 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.076018] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4499865a-beda-41e1-b725-d27f5044a8fe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.097706] env[62643]: DEBUG oslo_vmware.api [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274178} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.100912] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.100912] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.100912] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.100912] env[62643]: INFO nova.compute.manager [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Took 1.10 seconds to destroy the instance on the hypervisor. [ 937.100912] env[62643]: DEBUG oslo.service.loopingcall [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.100912] env[62643]: DEBUG nova.compute.manager [-] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.100912] env[62643]: DEBUG nova.network.neutron [-] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.102498] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a432af-5e60-4ce7-a2ec-486d2b2c6ac6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.120375] env[62643]: DEBUG nova.compute.manager [req-db16933f-e63f-4481-b20b-51f11b303ce2 req-160ecfbc-4948-4326-b97f-a602bc037b07 service nova] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Detach interface failed, port_id=2760eab5-e8b5-45a2-9749-973a0a6070cd, reason: Instance 8448a4da-133c-43a5-ab37-4e4b8115466c could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 937.124780] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcd90e9-b124-4034-ab0b-23048ba723ac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.158295] env[62643]: DEBUG nova.network.neutron [-] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.160065] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d61a91c-5017-44f0-ab24-4635c6a0e5e6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.169142] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300a5ede-8647-437f-b390-7107236f97f2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.188046] env[62643]: DEBUG nova.compute.provider_tree [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.216966] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383548, 'name': ReconfigVM_Task, 'duration_secs': 0.82853} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.217267] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-556bfb1e-9b0a-4750-a192-e1b04b188c69/volume-556bfb1e-9b0a-4750-a192-e1b04b188c69.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.222217] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a82856f8-a144-460f-b148-39b8a4930bc1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.239265] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Waiting for the task: (returnval){ [ 937.239265] env[62643]: value = "task-2383553" [ 937.239265] env[62643]: _type = "Task" [ 937.239265] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.249844] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.379473] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383551, 'name': Rename_Task, 'duration_secs': 0.179381} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.379743] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.379999] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57896f3b-e0d8-4948-88df-2e0f66571d41 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.388158] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 937.388158] env[62643]: value = "task-2383554" [ 937.388158] env[62643]: _type = "Task" [ 937.388158] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.405032] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.432985] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': task-2383552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098746} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.433332] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.434253] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ba2a92-da74-4f0c-a82d-b62f11694629 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.460244] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 4887d2be-b1fc-47f0-9ab9-389fdf853a7d/4887d2be-b1fc-47f0-9ab9-389fdf853a7d.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.460946] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9faecac-e360-48cb-b6e9-d8528db5af25 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.483904] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Waiting for the task: (returnval){ [ 937.483904] env[62643]: value = "task-2383556" [ 937.483904] env[62643]: _type = "Task" [ 937.483904] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.494912] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': task-2383556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.542242] env[62643]: INFO nova.compute.manager [-] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Took 1.45 seconds to deallocate network for instance. [ 937.663537] env[62643]: DEBUG nova.network.neutron [-] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.690012] env[62643]: DEBUG nova.scheduler.client.report [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.753018] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383553, 'name': ReconfigVM_Task, 'duration_secs': 0.186212} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.753461] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483681', 'volume_id': '556bfb1e-9b0a-4750-a192-e1b04b188c69', 'name': 'volume-556bfb1e-9b0a-4750-a192-e1b04b188c69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bff716d8-52bc-41f3-83da-c9db563f8186', 'attached_at': '', 'detached_at': '', 'volume_id': '556bfb1e-9b0a-4750-a192-e1b04b188c69', 'serial': '556bfb1e-9b0a-4750-a192-e1b04b188c69'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 937.754185] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4890d54-5a93-4071-a06f-169bb20ca01d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.763744] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Waiting for the task: (returnval){ [ 937.763744] env[62643]: value = "task-2383557" [ 937.763744] env[62643]: _type = "Task" [ 937.763744] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.776744] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383557, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.899454] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383554, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.994532] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': task-2383556, 'name': ReconfigVM_Task, 'duration_secs': 0.412834} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.994812] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 4887d2be-b1fc-47f0-9ab9-389fdf853a7d/4887d2be-b1fc-47f0-9ab9-389fdf853a7d.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.995477] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19ce75d9-ed35-4342-8ee6-186451dba6e0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.003998] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Waiting for the task: (returnval){ [ 938.003998] env[62643]: value = "task-2383558" [ 938.003998] env[62643]: _type = "Task" [ 938.003998] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.013840] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': task-2383558, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.049659] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.167271] env[62643]: INFO nova.compute.manager [-] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Took 1.07 seconds to deallocate network for instance. [ 938.195578] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.126s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.198655] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.064s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.200489] env[62643]: INFO nova.compute.claims [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.220495] env[62643]: INFO nova.scheduler.client.report [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Deleted allocations for instance 52386a0f-53a2-4a30-afe9-dff55d47fb08 [ 938.276583] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383557, 'name': Rename_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.400569] env[62643]: DEBUG oslo_vmware.api [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383554, 'name': PowerOnVM_Task, 'duration_secs': 0.731346} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.400848] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.401068] env[62643]: DEBUG nova.compute.manager [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.401867] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c9e368-1194-4ca3-acd0-f13ba971b4f7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.515255] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': task-2383558, 'name': Rename_Task, 'duration_secs': 0.193225} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.515564] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.515819] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc214069-1250-452d-a50f-929637e79b37 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.522587] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Waiting for the task: (returnval){ [ 938.522587] env[62643]: value = "task-2383559" [ 938.522587] env[62643]: _type = "Task" [ 938.522587] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.531368] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': task-2383559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.673781] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.728271] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3da9b903-3cb2-495e-8b90-53961bd24cdf tempest-ImagesTestJSON-1351543234 tempest-ImagesTestJSON-1351543234-project-member] Lock "52386a0f-53a2-4a30-afe9-dff55d47fb08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.812s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.774091] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383557, 'name': Rename_Task, 'duration_secs': 0.759521} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.774414] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.774650] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61dc69eb-5897-455a-9619-18037fb1ac87 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.783336] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Waiting for the task: (returnval){ [ 938.783336] env[62643]: value = "task-2383560" [ 938.783336] env[62643]: _type = "Task" [ 938.783336] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.792049] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.917879] env[62643]: DEBUG oslo_concurrency.lockutils [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.033451] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': task-2383559, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.297204] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383560, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.536183] env[62643]: DEBUG oslo_vmware.api [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': task-2383559, 'name': PowerOnVM_Task, 'duration_secs': 0.521603} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.536455] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.537117] env[62643]: INFO nova.compute.manager [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Took 10.34 seconds to spawn the instance on the hypervisor. [ 939.537117] env[62643]: DEBUG nova.compute.manager [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.537643] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1170c60-5ecf-4f9a-b440-d643dd15f0e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.570131] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eff7796-45c1-4591-8af7-b2bb2c4d5c3a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.579637] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c88c17f-a654-4289-9016-b58927360ba4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.619246] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29603f2-0f44-4fb0-b0b3-6f7178881894 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.628471] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de0d0f6-39ab-482d-a2b3-c110d7863b5e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.647371] env[62643]: DEBUG nova.compute.provider_tree [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.796210] env[62643]: DEBUG oslo_vmware.api [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383560, 'name': PowerOnVM_Task, 'duration_secs': 0.993407} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.796565] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.796716] env[62643]: INFO nova.compute.manager [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Took 11.33 seconds to spawn the instance on the hypervisor. [ 939.796893] env[62643]: DEBUG nova.compute.manager [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.797708] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315fa0fb-8812-48b2-9d11-70de2b842dca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.061012] env[62643]: INFO nova.compute.manager [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Took 33.09 seconds to build instance. [ 940.150267] env[62643]: DEBUG nova.scheduler.client.report [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.318572] env[62643]: INFO nova.compute.manager [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Took 33.62 seconds to build instance. [ 940.565482] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9f2bef67-1f91-4433-9f94-c6d5c7b1fe4f tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Lock "4887d2be-b1fc-47f0-9ab9-389fdf853a7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.603s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.657447] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.657447] env[62643]: DEBUG nova.compute.manager [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.660934] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.054s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.667634] env[62643]: INFO nova.compute.claims [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.797705] env[62643]: DEBUG oslo_vmware.rw_handles [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f1d02-78be-899c-b7eb-a7b31ba8f19e/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 940.799229] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d4d1fc-4723-4a10-a25b-52efb6c2aea3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.807179] env[62643]: DEBUG oslo_vmware.rw_handles [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f1d02-78be-899c-b7eb-a7b31ba8f19e/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 940.807386] env[62643]: ERROR oslo_vmware.rw_handles [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f1d02-78be-899c-b7eb-a7b31ba8f19e/disk-0.vmdk due to incomplete transfer. [ 940.807647] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-00b9e4b3-403f-41de-96e4-c15266f60ffe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.816806] env[62643]: DEBUG oslo_vmware.rw_handles [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f1d02-78be-899c-b7eb-a7b31ba8f19e/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 940.817136] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Uploaded image c436eb86-ce21-46fa-96ef-919dcf150556 to the Glance image server {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 940.820919] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 940.821468] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ac786f17-2564-491d-95d0-5655d7ba1999 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Lock "bff716d8-52bc-41f3-83da-c9db563f8186" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.139s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.821736] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e6a2a92e-4e88-4c18-a236-db51977c82a1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.830432] env[62643]: DEBUG oslo_vmware.api [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 940.830432] env[62643]: value = "task-2383561" [ 940.830432] env[62643]: _type = "Task" [ 940.830432] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.843865] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Acquiring lock "768673e8-0d07-4a6c-b205-ca1da1ca1d84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.845573] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Lock "768673e8-0d07-4a6c-b205-ca1da1ca1d84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.856786] env[62643]: DEBUG oslo_vmware.api [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383561, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.158875] env[62643]: DEBUG nova.compute.manager [req-37a79569-4bd0-4f90-abbc-7696e8b33112 req-f12e5d93-40de-4bc1-a1fe-58d91f268c81 service nova] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Received event network-changed-83500ad5-966a-4196-8b77-38fa78f858d4 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.159089] env[62643]: DEBUG nova.compute.manager [req-37a79569-4bd0-4f90-abbc-7696e8b33112 req-f12e5d93-40de-4bc1-a1fe-58d91f268c81 service nova] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Refreshing instance network info cache due to event network-changed-83500ad5-966a-4196-8b77-38fa78f858d4. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 941.159316] env[62643]: DEBUG oslo_concurrency.lockutils [req-37a79569-4bd0-4f90-abbc-7696e8b33112 req-f12e5d93-40de-4bc1-a1fe-58d91f268c81 service nova] Acquiring lock "refresh_cache-4887d2be-b1fc-47f0-9ab9-389fdf853a7d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.159461] env[62643]: DEBUG oslo_concurrency.lockutils [req-37a79569-4bd0-4f90-abbc-7696e8b33112 req-f12e5d93-40de-4bc1-a1fe-58d91f268c81 service nova] Acquired lock "refresh_cache-4887d2be-b1fc-47f0-9ab9-389fdf853a7d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.159619] env[62643]: DEBUG nova.network.neutron [req-37a79569-4bd0-4f90-abbc-7696e8b33112 req-f12e5d93-40de-4bc1-a1fe-58d91f268c81 service nova] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Refreshing network info cache for port 83500ad5-966a-4196-8b77-38fa78f858d4 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.176659] env[62643]: DEBUG nova.compute.utils [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 941.184377] env[62643]: DEBUG nova.compute.manager [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.184591] env[62643]: DEBUG nova.network.neutron [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.346024] env[62643]: DEBUG oslo_vmware.api [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383561, 'name': Destroy_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.346842] env[62643]: DEBUG nova.compute.manager [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.484189] env[62643]: DEBUG nova.policy [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '817446fc4ec147fdac4749d88b7f8c34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2c0fb0db32b4e3cb369f3668fdda8c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.681945] env[62643]: DEBUG nova.compute.manager [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.794570] env[62643]: DEBUG nova.compute.manager [req-1433ece7-71e1-4521-ba0c-a9784c1bc252 req-562e0e40-7c48-4ac5-a284-7cb1ca21658a service nova] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Received event network-changed-e09b7bb4-f588-44e7-8504-6a208dbf238c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.794570] env[62643]: DEBUG nova.compute.manager [req-1433ece7-71e1-4521-ba0c-a9784c1bc252 req-562e0e40-7c48-4ac5-a284-7cb1ca21658a service nova] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Refreshing instance network info cache due to event network-changed-e09b7bb4-f588-44e7-8504-6a208dbf238c. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 941.794570] env[62643]: DEBUG oslo_concurrency.lockutils [req-1433ece7-71e1-4521-ba0c-a9784c1bc252 req-562e0e40-7c48-4ac5-a284-7cb1ca21658a service nova] Acquiring lock "refresh_cache-bff716d8-52bc-41f3-83da-c9db563f8186" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.794570] env[62643]: DEBUG oslo_concurrency.lockutils [req-1433ece7-71e1-4521-ba0c-a9784c1bc252 req-562e0e40-7c48-4ac5-a284-7cb1ca21658a service nova] Acquired lock "refresh_cache-bff716d8-52bc-41f3-83da-c9db563f8186" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.794570] env[62643]: DEBUG nova.network.neutron [req-1433ece7-71e1-4521-ba0c-a9784c1bc252 req-562e0e40-7c48-4ac5-a284-7cb1ca21658a service nova] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Refreshing network info cache for port e09b7bb4-f588-44e7-8504-6a208dbf238c {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.844729] env[62643]: DEBUG oslo_vmware.api [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383561, 'name': Destroy_Task, 'duration_secs': 0.774318} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.845043] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Destroyed the VM [ 941.845308] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 941.845574] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-832fab21-4125-488d-bf16-f90401fd5f41 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.855561] env[62643]: DEBUG oslo_vmware.api [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 941.855561] env[62643]: value = "task-2383562" [ 941.855561] env[62643]: _type = "Task" [ 941.855561] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.874677] env[62643]: DEBUG oslo_vmware.api [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383562, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.882450] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.095019] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a8a98e-283d-4c76-9aa4-a6e126e6cd52 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.103701] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3815b8fa-4e10-489f-a5b9-a41079f4cca3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.140550] env[62643]: DEBUG nova.network.neutron [req-37a79569-4bd0-4f90-abbc-7696e8b33112 req-f12e5d93-40de-4bc1-a1fe-58d91f268c81 service nova] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Updated VIF entry in instance network info cache for port 83500ad5-966a-4196-8b77-38fa78f858d4. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.141181] env[62643]: DEBUG nova.network.neutron [req-37a79569-4bd0-4f90-abbc-7696e8b33112 req-f12e5d93-40de-4bc1-a1fe-58d91f268c81 service nova] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Updating instance_info_cache with network_info: [{"id": "83500ad5-966a-4196-8b77-38fa78f858d4", "address": "fa:16:3e:c8:ad:ba", "network": {"id": "96b91bd9-d4c4-45d9-ae8d-49937f558e6e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-694691688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37ecbce9a2c44eaebf7985ac46b71d9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83500ad5-96", "ovs_interfaceid": "83500ad5-966a-4196-8b77-38fa78f858d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.145055] env[62643]: DEBUG nova.network.neutron [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Successfully created port: 1d0d54bc-4dea-45be-9250-2332d56490d4 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.147952] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5ed818-617b-45cb-b720-edec754bf97d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.158668] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3f9f07-ff36-4056-b61b-22678610f3a8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.177136] env[62643]: DEBUG nova.compute.provider_tree [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.371891] env[62643]: DEBUG oslo_vmware.api [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383562, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.652667] env[62643]: DEBUG oslo_concurrency.lockutils [req-37a79569-4bd0-4f90-abbc-7696e8b33112 req-f12e5d93-40de-4bc1-a1fe-58d91f268c81 service nova] Releasing lock "refresh_cache-4887d2be-b1fc-47f0-9ab9-389fdf853a7d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.655208] env[62643]: DEBUG nova.network.neutron [req-1433ece7-71e1-4521-ba0c-a9784c1bc252 req-562e0e40-7c48-4ac5-a284-7cb1ca21658a service nova] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Updated VIF entry in instance network info cache for port e09b7bb4-f588-44e7-8504-6a208dbf238c. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.655208] env[62643]: DEBUG nova.network.neutron [req-1433ece7-71e1-4521-ba0c-a9784c1bc252 req-562e0e40-7c48-4ac5-a284-7cb1ca21658a service nova] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Updating instance_info_cache with network_info: [{"id": "e09b7bb4-f588-44e7-8504-6a208dbf238c", "address": "fa:16:3e:5f:e2:81", "network": {"id": "a9bcc6fb-7941-44ed-b5b7-5e6bcfd889a9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1734117140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95a84a08481843eb9b73d49450156510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape09b7bb4-f5", "ovs_interfaceid": "e09b7bb4-f588-44e7-8504-6a208dbf238c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.682024] env[62643]: DEBUG nova.scheduler.client.report [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.695121] env[62643]: DEBUG nova.compute.manager [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.733295] env[62643]: DEBUG nova.virt.hardware [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.733295] env[62643]: DEBUG nova.virt.hardware [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.733295] env[62643]: DEBUG nova.virt.hardware [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.733295] env[62643]: DEBUG nova.virt.hardware [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.733295] env[62643]: DEBUG nova.virt.hardware [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.734160] env[62643]: DEBUG nova.virt.hardware [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.734263] env[62643]: DEBUG nova.virt.hardware [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.734706] env[62643]: DEBUG nova.virt.hardware [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.734706] env[62643]: DEBUG nova.virt.hardware [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.734845] env[62643]: DEBUG nova.virt.hardware [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.734906] env[62643]: DEBUG nova.virt.hardware [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.736153] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92622702-e9fd-4715-8c50-2f8f5f37ecd3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.746798] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340acf72-d375-4580-a912-ebfd76b6bd56 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.871461] env[62643]: DEBUG oslo_vmware.api [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383562, 'name': RemoveSnapshot_Task, 'duration_secs': 0.876623} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.871738] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 942.871971] env[62643]: INFO nova.compute.manager [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Took 17.74 seconds to snapshot the instance on the hypervisor. [ 943.157761] env[62643]: DEBUG oslo_concurrency.lockutils [req-1433ece7-71e1-4521-ba0c-a9784c1bc252 req-562e0e40-7c48-4ac5-a284-7cb1ca21658a service nova] Releasing lock "refresh_cache-bff716d8-52bc-41f3-83da-c9db563f8186" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.185444] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.185950] env[62643]: DEBUG nova.compute.manager [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.188686] env[62643]: DEBUG oslo_concurrency.lockutils [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.419s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.190962] env[62643]: INFO nova.compute.claims [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.419072] env[62643]: DEBUG nova.compute.manager [None req-14dcff6b-1ee8-470c-9991-02d61f6a32bd tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Found 1 images (rotation: 2) {{(pid=62643) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 943.698136] env[62643]: DEBUG nova.compute.utils [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 943.700343] env[62643]: DEBUG nova.compute.manager [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.701487] env[62643]: DEBUG nova.network.neutron [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.762097] env[62643]: DEBUG nova.policy [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b02520b5ec3c4682951207e2dca8665a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '790abc8d197647e598473e8be4acd91b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.828653] env[62643]: DEBUG nova.compute.manager [req-3b25bc68-8c9d-43dd-a499-9d549deea7a8 req-8fbd7fc5-8942-4799-b8eb-61f5c420c7e4 service nova] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Received event network-vif-plugged-1d0d54bc-4dea-45be-9250-2332d56490d4 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 943.830112] env[62643]: DEBUG oslo_concurrency.lockutils [req-3b25bc68-8c9d-43dd-a499-9d549deea7a8 req-8fbd7fc5-8942-4799-b8eb-61f5c420c7e4 service nova] Acquiring lock "73cf614a-8275-4290-8d77-00d26b6d0ac4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.830447] env[62643]: DEBUG oslo_concurrency.lockutils [req-3b25bc68-8c9d-43dd-a499-9d549deea7a8 req-8fbd7fc5-8942-4799-b8eb-61f5c420c7e4 service nova] Lock "73cf614a-8275-4290-8d77-00d26b6d0ac4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.830726] env[62643]: DEBUG oslo_concurrency.lockutils [req-3b25bc68-8c9d-43dd-a499-9d549deea7a8 req-8fbd7fc5-8942-4799-b8eb-61f5c420c7e4 service nova] Lock "73cf614a-8275-4290-8d77-00d26b6d0ac4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.831082] env[62643]: DEBUG nova.compute.manager [req-3b25bc68-8c9d-43dd-a499-9d549deea7a8 req-8fbd7fc5-8942-4799-b8eb-61f5c420c7e4 service nova] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] No waiting events found dispatching network-vif-plugged-1d0d54bc-4dea-45be-9250-2332d56490d4 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.831393] env[62643]: WARNING nova.compute.manager [req-3b25bc68-8c9d-43dd-a499-9d549deea7a8 req-8fbd7fc5-8942-4799-b8eb-61f5c420c7e4 service nova] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Received unexpected event network-vif-plugged-1d0d54bc-4dea-45be-9250-2332d56490d4 for instance with vm_state building and task_state spawning. [ 943.989257] env[62643]: DEBUG nova.network.neutron [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Successfully updated port: 1d0d54bc-4dea-45be-9250-2332d56490d4 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.207056] env[62643]: DEBUG nova.compute.manager [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.266701] env[62643]: DEBUG nova.network.neutron [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Successfully created port: 6c428d10-4cf2-4741-abbc-cc2d489c03e3 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.497035] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "refresh_cache-73cf614a-8275-4290-8d77-00d26b6d0ac4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.497035] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "refresh_cache-73cf614a-8275-4290-8d77-00d26b6d0ac4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.498336] env[62643]: DEBUG nova.network.neutron [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.593955] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72839289-fb65-41d1-a313-b5ef64b90382 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.603036] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aac907f-9cc3-492f-89c2-a90253907dd9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.643938] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485cbcb1-0f9e-43c0-8b8d-88a4a31c9383 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.652409] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46efa61-94fb-400d-8943-723b92c339c9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.669617] env[62643]: DEBUG nova.compute.provider_tree [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.035955] env[62643]: DEBUG nova.network.neutron [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.063856] env[62643]: DEBUG nova.compute.manager [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.064753] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2807766b-5c12-4308-93ff-126d00c909a0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.155090] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "71190e78-7080-4aff-b503-800edfe790f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.155519] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "71190e78-7080-4aff-b503-800edfe790f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.171508] env[62643]: DEBUG nova.scheduler.client.report [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.215305] env[62643]: DEBUG nova.compute.manager [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.235369] env[62643]: DEBUG nova.network.neutron [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Updating instance_info_cache with network_info: [{"id": "1d0d54bc-4dea-45be-9250-2332d56490d4", "address": "fa:16:3e:20:a5:f4", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0d54bc-4d", "ovs_interfaceid": "1d0d54bc-4dea-45be-9250-2332d56490d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.256500] env[62643]: DEBUG nova.virt.hardware [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.256749] env[62643]: DEBUG nova.virt.hardware [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.256907] env[62643]: DEBUG nova.virt.hardware [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.257292] env[62643]: DEBUG nova.virt.hardware [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.257292] env[62643]: DEBUG nova.virt.hardware [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.257445] env[62643]: DEBUG nova.virt.hardware [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.257658] env[62643]: DEBUG nova.virt.hardware [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.257817] env[62643]: DEBUG nova.virt.hardware [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.257984] env[62643]: DEBUG nova.virt.hardware [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.258195] env[62643]: DEBUG nova.virt.hardware [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.258626] env[62643]: DEBUG nova.virt.hardware [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.260006] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39b9695-1899-4891-8742-a4913a0ecdd1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.271527] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5974c634-275e-4703-8b67-3618c6132afe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.376518] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.376732] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.425034] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5301e1e0-896d-4d16-9e2a-c49c70cceb55 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "interface-66d05517-71f8-4c9b-8664-2c7b66722c74-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.425309] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5301e1e0-896d-4d16-9e2a-c49c70cceb55 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-66d05517-71f8-4c9b-8664-2c7b66722c74-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.425627] env[62643]: DEBUG nova.objects.instance [None req-5301e1e0-896d-4d16-9e2a-c49c70cceb55 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lazy-loading 'flavor' on Instance uuid 66d05517-71f8-4c9b-8664-2c7b66722c74 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.580473] env[62643]: INFO nova.compute.manager [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] instance snapshotting [ 945.581087] env[62643]: DEBUG nova.objects.instance [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lazy-loading 'flavor' on Instance uuid ae942842-00af-408a-beb2-312839415d76 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.658071] env[62643]: DEBUG nova.compute.manager [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.677991] env[62643]: DEBUG oslo_concurrency.lockutils [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.680096] env[62643]: DEBUG nova.compute.manager [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.682293] env[62643]: DEBUG oslo_concurrency.lockutils [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.505s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.683643] env[62643]: INFO nova.compute.claims [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.738182] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "refresh_cache-73cf614a-8275-4290-8d77-00d26b6d0ac4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.738550] env[62643]: DEBUG nova.compute.manager [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Instance network_info: |[{"id": "1d0d54bc-4dea-45be-9250-2332d56490d4", "address": "fa:16:3e:20:a5:f4", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0d54bc-4d", "ovs_interfaceid": "1d0d54bc-4dea-45be-9250-2332d56490d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.738928] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:a5:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d0d54bc-4dea-45be-9250-2332d56490d4', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.746754] env[62643]: DEBUG oslo.service.loopingcall [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.747327] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.747601] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8aec8161-f972-478a-a929-fead6ac041d8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.769937] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.769937] env[62643]: value = "task-2383563" [ 945.769937] env[62643]: _type = "Task" [ 945.769937] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.778218] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383563, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.886052] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.890368] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Starting heal instance info cache {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 945.929564] env[62643]: DEBUG nova.objects.instance [None req-5301e1e0-896d-4d16-9e2a-c49c70cceb55 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lazy-loading 'pci_requests' on Instance uuid 66d05517-71f8-4c9b-8664-2c7b66722c74 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.011220] env[62643]: DEBUG nova.network.neutron [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Successfully updated port: 6c428d10-4cf2-4741-abbc-cc2d489c03e3 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.083535] env[62643]: DEBUG nova.compute.manager [req-9d24b0d3-8f8d-4040-8c42-fbc32b21a0aa req-70097a8a-232b-467c-bdd7-2c90f54890cd service nova] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Received event network-changed-1d0d54bc-4dea-45be-9250-2332d56490d4 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.083761] env[62643]: DEBUG nova.compute.manager [req-9d24b0d3-8f8d-4040-8c42-fbc32b21a0aa req-70097a8a-232b-467c-bdd7-2c90f54890cd service nova] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Refreshing instance network info cache due to event network-changed-1d0d54bc-4dea-45be-9250-2332d56490d4. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 946.085017] env[62643]: DEBUG oslo_concurrency.lockutils [req-9d24b0d3-8f8d-4040-8c42-fbc32b21a0aa req-70097a8a-232b-467c-bdd7-2c90f54890cd service nova] Acquiring lock "refresh_cache-73cf614a-8275-4290-8d77-00d26b6d0ac4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.085017] env[62643]: DEBUG oslo_concurrency.lockutils [req-9d24b0d3-8f8d-4040-8c42-fbc32b21a0aa req-70097a8a-232b-467c-bdd7-2c90f54890cd service nova] Acquired lock "refresh_cache-73cf614a-8275-4290-8d77-00d26b6d0ac4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.085017] env[62643]: DEBUG nova.network.neutron [req-9d24b0d3-8f8d-4040-8c42-fbc32b21a0aa req-70097a8a-232b-467c-bdd7-2c90f54890cd service nova] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Refreshing network info cache for port 1d0d54bc-4dea-45be-9250-2332d56490d4 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.088734] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b6a432-06b1-4f15-bf9d-73e52075d608 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.113250] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9defaf97-0652-4f4f-88ec-b05f289f34e1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.185484] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.188947] env[62643]: DEBUG nova.compute.utils [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 946.194031] env[62643]: DEBUG nova.compute.manager [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Not allocating networking since 'none' was specified. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 946.280768] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383563, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.432830] env[62643]: DEBUG nova.objects.base [None req-5301e1e0-896d-4d16-9e2a-c49c70cceb55 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Object Instance<66d05517-71f8-4c9b-8664-2c7b66722c74> lazy-loaded attributes: flavor,pci_requests {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 946.433048] env[62643]: DEBUG nova.network.neutron [None req-5301e1e0-896d-4d16-9e2a-c49c70cceb55 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.515036] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Acquiring lock "refresh_cache-d145deec-66fb-48e8-95e3-71556e63ab37" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.515182] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Acquired lock "refresh_cache-d145deec-66fb-48e8-95e3-71556e63ab37" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.515281] env[62643]: DEBUG nova.network.neutron [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.518924] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5301e1e0-896d-4d16-9e2a-c49c70cceb55 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-66d05517-71f8-4c9b-8664-2c7b66722c74-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.094s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.626924] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 946.627281] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bc97469a-c8c7-48ed-9ac2-b06f065a043c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.635836] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 946.635836] env[62643]: value = "task-2383564" [ 946.635836] env[62643]: _type = "Task" [ 946.635836] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.648221] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383564, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.693689] env[62643]: DEBUG nova.compute.manager [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.783225] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383563, 'name': CreateVM_Task, 'duration_secs': 0.725273} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.783399] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.784094] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.784272] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.784604] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.784862] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb92f7c-1171-4fe7-9243-a5488da7ea49 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.792629] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 946.792629] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52de081e-c1fe-6765-667c-52370513b9de" [ 946.792629] env[62643]: _type = "Task" [ 946.792629] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.804615] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52de081e-c1fe-6765-667c-52370513b9de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.833692] env[62643]: DEBUG nova.network.neutron [req-9d24b0d3-8f8d-4040-8c42-fbc32b21a0aa req-70097a8a-232b-467c-bdd7-2c90f54890cd service nova] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Updated VIF entry in instance network info cache for port 1d0d54bc-4dea-45be-9250-2332d56490d4. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.834037] env[62643]: DEBUG nova.network.neutron [req-9d24b0d3-8f8d-4040-8c42-fbc32b21a0aa req-70097a8a-232b-467c-bdd7-2c90f54890cd service nova] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Updating instance_info_cache with network_info: [{"id": "1d0d54bc-4dea-45be-9250-2332d56490d4", "address": "fa:16:3e:20:a5:f4", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0d54bc-4d", "ovs_interfaceid": "1d0d54bc-4dea-45be-9250-2332d56490d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.024286] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cc9c8b-96ae-4f1c-9d33-dfe53276195b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.032859] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070d504d-212a-4b85-9580-79fbf548081a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.066250] env[62643]: DEBUG nova.network.neutron [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.068763] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7bfce1-c594-471c-8fe4-40cbf0f177bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.078338] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a3b47f-e706-4f96-b413-253dd0fc062a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.093865] env[62643]: DEBUG nova.compute.provider_tree [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.148560] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383564, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.269215] env[62643]: DEBUG nova.network.neutron [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Updating instance_info_cache with network_info: [{"id": "6c428d10-4cf2-4741-abbc-cc2d489c03e3", "address": "fa:16:3e:c4:3f:25", "network": {"id": "396a06d5-138d-4ca0-958c-ae4c32371e75", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2072800869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "790abc8d197647e598473e8be4acd91b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c428d10-4c", "ovs_interfaceid": "6c428d10-4cf2-4741-abbc-cc2d489c03e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.307456] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52de081e-c1fe-6765-667c-52370513b9de, 'name': SearchDatastore_Task, 'duration_secs': 0.012084} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.307851] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.308137] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.308435] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.308591] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.308819] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.309163] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33bb9666-043f-4f6a-a0ee-58fae998f1b7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.334699] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.334884] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.335697] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1941aa01-f2b0-43d0-aa17-983aaf7de2b3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.338571] env[62643]: DEBUG oslo_concurrency.lockutils [req-9d24b0d3-8f8d-4040-8c42-fbc32b21a0aa req-70097a8a-232b-467c-bdd7-2c90f54890cd service nova] Releasing lock "refresh_cache-73cf614a-8275-4290-8d77-00d26b6d0ac4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.343280] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 947.343280] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5207e55b-e9d8-216c-5586-b66f3e50c66f" [ 947.343280] env[62643]: _type = "Task" [ 947.343280] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.353258] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5207e55b-e9d8-216c-5586-b66f3e50c66f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.599621] env[62643]: DEBUG nova.scheduler.client.report [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.647875] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383564, 'name': CreateSnapshot_Task, 'duration_secs': 0.964719} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.648526] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 947.648954] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ffa541-c8a0-4d05-8769-c1b9832abcb3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.705386] env[62643]: DEBUG nova.compute.manager [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.728395] env[62643]: DEBUG nova.virt.hardware [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.728666] env[62643]: DEBUG nova.virt.hardware [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.728828] env[62643]: DEBUG nova.virt.hardware [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.729019] env[62643]: DEBUG nova.virt.hardware [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.729211] env[62643]: DEBUG nova.virt.hardware [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.729374] env[62643]: DEBUG nova.virt.hardware [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.729583] env[62643]: DEBUG nova.virt.hardware [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.729744] env[62643]: DEBUG nova.virt.hardware [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.729910] env[62643]: DEBUG nova.virt.hardware [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.730088] env[62643]: DEBUG nova.virt.hardware [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.730270] env[62643]: DEBUG nova.virt.hardware [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.731399] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0952ab6c-580e-420f-8ad6-81ba4bbf8c90 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.739783] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb584605-cbf1-4452-ad34-db3dfe6b0d39 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.753703] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Instance VIF info [] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.760065] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Creating folder: Project (f8bad349d60040da9190c1a1895ae6db). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.760244] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c78dd3d2-016f-4087-8c31-b263e96ce55e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.771734] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Releasing lock "refresh_cache-d145deec-66fb-48e8-95e3-71556e63ab37" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.772055] env[62643]: DEBUG nova.compute.manager [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Instance network_info: |[{"id": "6c428d10-4cf2-4741-abbc-cc2d489c03e3", "address": "fa:16:3e:c4:3f:25", "network": {"id": "396a06d5-138d-4ca0-958c-ae4c32371e75", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2072800869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "790abc8d197647e598473e8be4acd91b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c428d10-4c", "ovs_interfaceid": "6c428d10-4cf2-4741-abbc-cc2d489c03e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.772331] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Created folder: Project (f8bad349d60040da9190c1a1895ae6db) in parent group-v483488. [ 947.772509] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Creating folder: Instances. Parent ref: group-v483710. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.772871] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:3f:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c428d10-4cf2-4741-abbc-cc2d489c03e3', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.780780] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Creating folder: Project (790abc8d197647e598473e8be4acd91b). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.781044] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d8ed1cb-7c39-4532-bc61-be8be26dd472 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.782831] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3db0a5e8-6da1-4426-98e5-c40fd68417bd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.793836] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Created folder: Project (790abc8d197647e598473e8be4acd91b) in parent group-v483488. [ 947.794036] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Creating folder: Instances. Parent ref: group-v483711. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.795250] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a16f49ea-cff0-4ead-8ee5-3ab25f5352b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.797069] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Created folder: Instances in parent group-v483710. [ 947.797316] env[62643]: DEBUG oslo.service.loopingcall [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.797499] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.797982] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ff4e23c-d6c8-4fc1-9eda-70204c3e34b1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.810666] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Created folder: Instances in parent group-v483711. [ 947.810892] env[62643]: DEBUG oslo.service.loopingcall [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.811424] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.811631] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e5ac8f3-7c31-4b85-bb06-74f2d294b7c9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.826756] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.826756] env[62643]: value = "task-2383569" [ 947.826756] env[62643]: _type = "Task" [ 947.826756] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.832383] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.832383] env[62643]: value = "task-2383570" [ 947.832383] env[62643]: _type = "Task" [ 947.832383] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.835721] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383569, 'name': CreateVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.842981] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383570, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.852944] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5207e55b-e9d8-216c-5586-b66f3e50c66f, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.853813] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e87f409-338d-43ca-a353-942d1eb3465b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.859304] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 947.859304] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5245c9fe-39b1-2090-3fdb-150668abd45e" [ 947.859304] env[62643]: _type = "Task" [ 947.859304] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.867367] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5245c9fe-39b1-2090-3fdb-150668abd45e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.105630] env[62643]: DEBUG oslo_concurrency.lockutils [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.106276] env[62643]: DEBUG nova.compute.manager [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.108864] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.412s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.109075] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.111279] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.756s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.111515] env[62643]: DEBUG nova.objects.instance [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Lazy-loading 'resources' on Instance uuid 7e621f86-6ea0-4f07-b89c-2054e212b354 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.136223] env[62643]: INFO nova.scheduler.client.report [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleted allocations for instance 209da343-6851-4c27-9254-d1c95829d1e7 [ 948.169252] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 948.170028] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1a7d9389-adf7-4f93-8f0b-d399b1a579dd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.187029] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 948.187029] env[62643]: value = "task-2383571" [ 948.187029] env[62643]: _type = "Task" [ 948.187029] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.197566] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383571, 'name': CloneVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.337810] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383569, 'name': CreateVM_Task, 'duration_secs': 0.509529} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.340876] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.341388] env[62643]: DEBUG oslo_concurrency.lockutils [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.341575] env[62643]: DEBUG oslo_concurrency.lockutils [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.341900] env[62643]: DEBUG oslo_concurrency.lockutils [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.342551] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a088d37-e21a-453e-ae3d-8942bedf3bd3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.347922] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383570, 'name': CreateVM_Task, 'duration_secs': 0.465609} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.349179] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.349475] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Waiting for the task: (returnval){ [ 948.349475] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ee21b2-5af2-e853-6197-5fc583c210a3" [ 948.349475] env[62643]: _type = "Task" [ 948.349475] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.351317] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.352416] env[62643]: DEBUG nova.compute.manager [req-c8181995-4023-436b-8c4c-e99cec59b8d0 req-d20347ec-492d-405a-8acc-cc958e444369 service nova] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Received event network-vif-plugged-6c428d10-4cf2-4741-abbc-cc2d489c03e3 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.352609] env[62643]: DEBUG oslo_concurrency.lockutils [req-c8181995-4023-436b-8c4c-e99cec59b8d0 req-d20347ec-492d-405a-8acc-cc958e444369 service nova] Acquiring lock "d145deec-66fb-48e8-95e3-71556e63ab37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.352902] env[62643]: DEBUG oslo_concurrency.lockutils [req-c8181995-4023-436b-8c4c-e99cec59b8d0 req-d20347ec-492d-405a-8acc-cc958e444369 service nova] Lock "d145deec-66fb-48e8-95e3-71556e63ab37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.353065] env[62643]: DEBUG oslo_concurrency.lockutils [req-c8181995-4023-436b-8c4c-e99cec59b8d0 req-d20347ec-492d-405a-8acc-cc958e444369 service nova] Lock "d145deec-66fb-48e8-95e3-71556e63ab37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.353146] env[62643]: DEBUG nova.compute.manager [req-c8181995-4023-436b-8c4c-e99cec59b8d0 req-d20347ec-492d-405a-8acc-cc958e444369 service nova] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] No waiting events found dispatching network-vif-plugged-6c428d10-4cf2-4741-abbc-cc2d489c03e3 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.353312] env[62643]: WARNING nova.compute.manager [req-c8181995-4023-436b-8c4c-e99cec59b8d0 req-d20347ec-492d-405a-8acc-cc958e444369 service nova] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Received unexpected event network-vif-plugged-6c428d10-4cf2-4741-abbc-cc2d489c03e3 for instance with vm_state building and task_state spawning. [ 948.353473] env[62643]: DEBUG nova.compute.manager [req-c8181995-4023-436b-8c4c-e99cec59b8d0 req-d20347ec-492d-405a-8acc-cc958e444369 service nova] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Received event network-changed-6c428d10-4cf2-4741-abbc-cc2d489c03e3 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.353622] env[62643]: DEBUG nova.compute.manager [req-c8181995-4023-436b-8c4c-e99cec59b8d0 req-d20347ec-492d-405a-8acc-cc958e444369 service nova] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Refreshing instance network info cache due to event network-changed-6c428d10-4cf2-4741-abbc-cc2d489c03e3. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 948.353796] env[62643]: DEBUG oslo_concurrency.lockutils [req-c8181995-4023-436b-8c4c-e99cec59b8d0 req-d20347ec-492d-405a-8acc-cc958e444369 service nova] Acquiring lock "refresh_cache-d145deec-66fb-48e8-95e3-71556e63ab37" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.353933] env[62643]: DEBUG oslo_concurrency.lockutils [req-c8181995-4023-436b-8c4c-e99cec59b8d0 req-d20347ec-492d-405a-8acc-cc958e444369 service nova] Acquired lock "refresh_cache-d145deec-66fb-48e8-95e3-71556e63ab37" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.354100] env[62643]: DEBUG nova.network.neutron [req-c8181995-4023-436b-8c4c-e99cec59b8d0 req-d20347ec-492d-405a-8acc-cc958e444369 service nova] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Refreshing network info cache for port 6c428d10-4cf2-4741-abbc-cc2d489c03e3 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.367936] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ee21b2-5af2-e853-6197-5fc583c210a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.374840] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5245c9fe-39b1-2090-3fdb-150668abd45e, 'name': SearchDatastore_Task, 'duration_secs': 0.011507} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.376105] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.376105] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 73cf614a-8275-4290-8d77-00d26b6d0ac4/73cf614a-8275-4290-8d77-00d26b6d0ac4.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.376105] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aac0b816-5067-4cf1-9970-153a9d756c8b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.383665] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 948.383665] env[62643]: value = "task-2383572" [ 948.383665] env[62643]: _type = "Task" [ 948.383665] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.392580] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.526334] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "interface-66d05517-71f8-4c9b-8664-2c7b66722c74-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.526334] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-66d05517-71f8-4c9b-8664-2c7b66722c74-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.526589] env[62643]: DEBUG nova.objects.instance [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lazy-loading 'flavor' on Instance uuid 66d05517-71f8-4c9b-8664-2c7b66722c74 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.615125] env[62643]: DEBUG nova.compute.utils [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 948.619399] env[62643]: DEBUG nova.compute.manager [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.619744] env[62643]: DEBUG nova.network.neutron [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.643608] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5fb621e-b979-428d-a608-f5c15e6020c7 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "209da343-6851-4c27-9254-d1c95829d1e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.123s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.699905] env[62643]: DEBUG nova.policy [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '599b637b1a5143678e72be49de7a1569', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a767d9ca05254f0e95fb7a29c511cadc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.705143] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383571, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.870484] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ee21b2-5af2-e853-6197-5fc583c210a3, 'name': SearchDatastore_Task, 'duration_secs': 0.020969} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.872294] env[62643]: DEBUG oslo_concurrency.lockutils [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.872294] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.872294] env[62643]: DEBUG oslo_concurrency.lockutils [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.872294] env[62643]: DEBUG oslo_concurrency.lockutils [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.872294] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.872790] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.873109] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.873376] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ce4c98a-e60f-4b5a-8b96-e427c3c1f5ed {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.876119] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d468bd8a-7991-43c1-b03e-269a23a98b4a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.891564] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Waiting for the task: (returnval){ [ 948.891564] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52134b22-8d59-9285-9bdd-d85725d6368f" [ 948.891564] env[62643]: _type = "Task" [ 948.891564] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.892916] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.893165] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.898335] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73777d77-6a2a-452c-82c7-c78f3b6ff785 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.907212] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383572, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.914454] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52134b22-8d59-9285-9bdd-d85725d6368f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.916234] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Waiting for the task: (returnval){ [ 948.916234] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522c8ea1-80fa-d2b4-5f85-c1bacf7c4a5d" [ 948.916234] env[62643]: _type = "Task" [ 948.916234] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.930624] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522c8ea1-80fa-d2b4-5f85-c1bacf7c4a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.983726] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6db56db-bf04-4685-9f08-d50d1d7c4a42 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.994418] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e762a07d-12bf-4169-b5a1-b1f9569d40a8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.036974] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6092598e-7d11-4552-9759-ffa4ae17267d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.048273] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f432e87-48f8-4356-915b-b134cfafd867 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.066205] env[62643]: DEBUG nova.compute.provider_tree [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.118717] env[62643]: DEBUG nova.objects.instance [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lazy-loading 'pci_requests' on Instance uuid 66d05517-71f8-4c9b-8664-2c7b66722c74 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.120058] env[62643]: DEBUG nova.compute.manager [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.198717] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383571, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.256319] env[62643]: DEBUG nova.network.neutron [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Successfully created port: 9a537177-bb90-42f8-840e-d599da59443f {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.260545] env[62643]: DEBUG nova.network.neutron [req-c8181995-4023-436b-8c4c-e99cec59b8d0 req-d20347ec-492d-405a-8acc-cc958e444369 service nova] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Updated VIF entry in instance network info cache for port 6c428d10-4cf2-4741-abbc-cc2d489c03e3. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.260911] env[62643]: DEBUG nova.network.neutron [req-c8181995-4023-436b-8c4c-e99cec59b8d0 req-d20347ec-492d-405a-8acc-cc958e444369 service nova] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Updating instance_info_cache with network_info: [{"id": "6c428d10-4cf2-4741-abbc-cc2d489c03e3", "address": "fa:16:3e:c4:3f:25", "network": {"id": "396a06d5-138d-4ca0-958c-ae4c32371e75", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2072800869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "790abc8d197647e598473e8be4acd91b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c428d10-4c", "ovs_interfaceid": "6c428d10-4cf2-4741-abbc-cc2d489c03e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.399740] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745158} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.400405] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 73cf614a-8275-4290-8d77-00d26b6d0ac4/73cf614a-8275-4290-8d77-00d26b6d0ac4.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.402348] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.406118] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0ab69f6-edeb-4b47-99c2-17c6e4f86985 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.407887] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52134b22-8d59-9285-9bdd-d85725d6368f, 'name': SearchDatastore_Task, 'duration_secs': 0.067339} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.408197] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.408431] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.408641] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.414359] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 949.414359] env[62643]: value = "task-2383573" [ 949.414359] env[62643]: _type = "Task" [ 949.414359] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.427248] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.431772] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522c8ea1-80fa-d2b4-5f85-c1bacf7c4a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.058345} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.432568] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db055aa-076d-46b0-91e5-f47930460681 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.438495] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Waiting for the task: (returnval){ [ 949.438495] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52be198b-aa1a-3ec3-88f4-7bae01fd7690" [ 949.438495] env[62643]: _type = "Task" [ 949.438495] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.446993] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52be198b-aa1a-3ec3-88f4-7bae01fd7690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.570291] env[62643]: DEBUG nova.scheduler.client.report [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.624682] env[62643]: DEBUG nova.objects.base [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Object Instance<66d05517-71f8-4c9b-8664-2c7b66722c74> lazy-loaded attributes: flavor,pci_requests {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 949.624682] env[62643]: DEBUG nova.network.neutron [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.685575] env[62643]: DEBUG nova.policy [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f929cf4c99d4e42b740cbff0703178f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a47dde31f50e4a028ae9053fd0472e44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.700533] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383571, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.763578] env[62643]: DEBUG oslo_concurrency.lockutils [req-c8181995-4023-436b-8c4c-e99cec59b8d0 req-d20347ec-492d-405a-8acc-cc958e444369 service nova] Releasing lock "refresh_cache-d145deec-66fb-48e8-95e3-71556e63ab37" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.927836] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071094} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.928807] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.929613] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed77dcdf-8dba-4ffb-8f21-b1096daffdf3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.959242] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 73cf614a-8275-4290-8d77-00d26b6d0ac4/73cf614a-8275-4290-8d77-00d26b6d0ac4.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.962828] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f7c422c-a639-4e5f-8cf8-d5fdf252fa4b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.991244] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52be198b-aa1a-3ec3-88f4-7bae01fd7690, 'name': SearchDatastore_Task, 'duration_secs': 0.015328} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.991244] env[62643]: DEBUG oslo_concurrency.lockutils [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.991244] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] a0db6825-9518-4c5b-a1d9-78c453db9b04/a0db6825-9518-4c5b-a1d9-78c453db9b04.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.991244] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 949.991244] env[62643]: value = "task-2383574" [ 949.991244] env[62643]: _type = "Task" [ 949.991244] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.991244] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.991244] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.991244] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2d454a4-5c95-4717-9c86-9f37164a8557 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.998050] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48205660-96c2-4217-97df-f6ca61164945 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.013257] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.015945] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Waiting for the task: (returnval){ [ 950.015945] env[62643]: value = "task-2383575" [ 950.015945] env[62643]: _type = "Task" [ 950.015945] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.016526] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.018019] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.018019] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a138484-8831-4177-a3cf-03076ee2e6e3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.031387] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Waiting for the task: (returnval){ [ 950.031387] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f7aba0-d6fa-3c5e-9e79-b288e616755c" [ 950.031387] env[62643]: _type = "Task" [ 950.031387] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.032848] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': task-2383575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.040916] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f7aba0-d6fa-3c5e-9e79-b288e616755c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.077081] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.077623] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.899s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.079190] env[62643]: INFO nova.compute.claims [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.090497] env[62643]: DEBUG nova.network.neutron [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Successfully created port: e36dfe2e-4a60-4c2a-bef8-d281d0e90588 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.104249] env[62643]: INFO nova.scheduler.client.report [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Deleted allocations for instance 7e621f86-6ea0-4f07-b89c-2054e212b354 [ 950.131662] env[62643]: DEBUG nova.compute.manager [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.156872] env[62643]: DEBUG nova.virt.hardware [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.157351] env[62643]: DEBUG nova.virt.hardware [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.157632] env[62643]: DEBUG nova.virt.hardware [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.157925] env[62643]: DEBUG nova.virt.hardware [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.158196] env[62643]: DEBUG nova.virt.hardware [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.159052] env[62643]: DEBUG nova.virt.hardware [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.159052] env[62643]: DEBUG nova.virt.hardware [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.159052] env[62643]: DEBUG nova.virt.hardware [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.159052] env[62643]: DEBUG nova.virt.hardware [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.159304] env[62643]: DEBUG nova.virt.hardware [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.160024] env[62643]: DEBUG nova.virt.hardware [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.160509] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90a7a94-570f-4fc8-a907-0280803b1236 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.169474] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1faeda-ebd5-4dc0-be77-301f4178d5b3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.199067] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383571, 'name': CloneVM_Task, 'duration_secs': 1.837602} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.199286] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Created linked-clone VM from snapshot [ 950.200445] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a23af8c-3e70-4871-8270-c5a600cc3b1e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.209631] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Uploading image 90124eb7-163a-43ae-99f2-5efab325bd73 {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 950.236489] env[62643]: DEBUG oslo_vmware.rw_handles [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 950.236489] env[62643]: value = "vm-483716" [ 950.236489] env[62643]: _type = "VirtualMachine" [ 950.236489] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 950.237409] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-526f47bc-85ad-4a5c-8934-d185067ba90b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.248020] env[62643]: DEBUG oslo_vmware.rw_handles [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lease: (returnval){ [ 950.248020] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b77ab5-afe2-30b8-2f44-18d4ab9c3cf9" [ 950.248020] env[62643]: _type = "HttpNfcLease" [ 950.248020] env[62643]: } obtained for exporting VM: (result){ [ 950.248020] env[62643]: value = "vm-483716" [ 950.248020] env[62643]: _type = "VirtualMachine" [ 950.248020] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 950.248020] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the lease: (returnval){ [ 950.248020] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b77ab5-afe2-30b8-2f44-18d4ab9c3cf9" [ 950.248020] env[62643]: _type = "HttpNfcLease" [ 950.248020] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 950.254911] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.254911] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b77ab5-afe2-30b8-2f44-18d4ab9c3cf9" [ 950.254911] env[62643]: _type = "HttpNfcLease" [ 950.254911] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 950.511492] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383574, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.528712] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': task-2383575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477937} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.528970] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] a0db6825-9518-4c5b-a1d9-78c453db9b04/a0db6825-9518-4c5b-a1d9-78c453db9b04.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.529229] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.529492] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12200e9d-3ffc-404d-9b40-b4a45cfd7213 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.537407] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Waiting for the task: (returnval){ [ 950.537407] env[62643]: value = "task-2383577" [ 950.537407] env[62643]: _type = "Task" [ 950.537407] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.544525] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f7aba0-d6fa-3c5e-9e79-b288e616755c, 'name': SearchDatastore_Task, 'duration_secs': 0.029841} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.545800] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2be3b49-a3a6-4032-a533-9fea2a48535e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.551672] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': task-2383577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.556276] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Waiting for the task: (returnval){ [ 950.556276] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526f9a3b-62e3-3c2a-0564-188dd4a64db3" [ 950.556276] env[62643]: _type = "Task" [ 950.556276] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.564902] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526f9a3b-62e3-3c2a-0564-188dd4a64db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.613274] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c3299e6e-f9e2-4a72-8ec7-fb5f8d062702 tempest-ServerRescueTestJSONUnderV235-1574525360 tempest-ServerRescueTestJSONUnderV235-1574525360-project-member] Lock "7e621f86-6ea0-4f07-b89c-2054e212b354" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.173s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.760459] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.760459] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b77ab5-afe2-30b8-2f44-18d4ab9c3cf9" [ 950.760459] env[62643]: _type = "HttpNfcLease" [ 950.760459] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 950.760685] env[62643]: DEBUG oslo_vmware.rw_handles [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 950.760685] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b77ab5-afe2-30b8-2f44-18d4ab9c3cf9" [ 950.760685] env[62643]: _type = "HttpNfcLease" [ 950.760685] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 950.761348] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3018118d-f190-44b6-a9ed-12ab6f3235c3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.770497] env[62643]: DEBUG oslo_vmware.rw_handles [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ab6b2-ad7c-b758-4167-7c123cef5826/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 950.770680] env[62643]: DEBUG oslo_vmware.rw_handles [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ab6b2-ad7c-b758-4167-7c123cef5826/disk-0.vmdk for reading. {{(pid=62643) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 950.863487] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e3cdae72-6585-4fe4-99c0-fbed52bcbaa8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.010786] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383574, 'name': ReconfigVM_Task, 'duration_secs': 0.546061} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.011045] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 73cf614a-8275-4290-8d77-00d26b6d0ac4/73cf614a-8275-4290-8d77-00d26b6d0ac4.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.011726] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-540aff73-9872-4cdc-8d05-ef2e4e48243c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.019507] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 951.019507] env[62643]: value = "task-2383578" [ 951.019507] env[62643]: _type = "Task" [ 951.019507] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.027999] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383578, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.046350] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': task-2383577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070933} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.047606] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.050086] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e138e65-98e2-4e3a-8fdc-4b66fd35e53f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.072853] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] a0db6825-9518-4c5b-a1d9-78c453db9b04/a0db6825-9518-4c5b-a1d9-78c453db9b04.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.076905] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e310ac14-8771-4263-81d1-50ead4c016a8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.104262] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526f9a3b-62e3-3c2a-0564-188dd4a64db3, 'name': SearchDatastore_Task, 'duration_secs': 0.010356} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.106755] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.106755] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] d145deec-66fb-48e8-95e3-71556e63ab37/d145deec-66fb-48e8-95e3-71556e63ab37.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.107455] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Waiting for the task: (returnval){ [ 951.107455] env[62643]: value = "task-2383579" [ 951.107455] env[62643]: _type = "Task" [ 951.107455] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.107455] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2518bd1-51c8-40df-8d9b-6d338c94a98b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.122938] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': task-2383579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.125743] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Waiting for the task: (returnval){ [ 951.125743] env[62643]: value = "task-2383580" [ 951.125743] env[62643]: _type = "Task" [ 951.125743] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.141648] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.195303] env[62643]: DEBUG nova.compute.manager [req-82ab5617-0222-4499-8adc-6f88125e389a req-bffeb247-70d5-4736-b912-08b863786e8e service nova] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Received event network-vif-plugged-9a537177-bb90-42f8-840e-d599da59443f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.195880] env[62643]: DEBUG oslo_concurrency.lockutils [req-82ab5617-0222-4499-8adc-6f88125e389a req-bffeb247-70d5-4736-b912-08b863786e8e service nova] Acquiring lock "efce1f1d-a36c-4902-8968-776d78d44977-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.195880] env[62643]: DEBUG oslo_concurrency.lockutils [req-82ab5617-0222-4499-8adc-6f88125e389a req-bffeb247-70d5-4736-b912-08b863786e8e service nova] Lock "efce1f1d-a36c-4902-8968-776d78d44977-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.196115] env[62643]: DEBUG oslo_concurrency.lockutils [req-82ab5617-0222-4499-8adc-6f88125e389a req-bffeb247-70d5-4736-b912-08b863786e8e service nova] Lock "efce1f1d-a36c-4902-8968-776d78d44977-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.196257] env[62643]: DEBUG nova.compute.manager [req-82ab5617-0222-4499-8adc-6f88125e389a req-bffeb247-70d5-4736-b912-08b863786e8e service nova] [instance: efce1f1d-a36c-4902-8968-776d78d44977] No waiting events found dispatching network-vif-plugged-9a537177-bb90-42f8-840e-d599da59443f {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.196526] env[62643]: WARNING nova.compute.manager [req-82ab5617-0222-4499-8adc-6f88125e389a req-bffeb247-70d5-4736-b912-08b863786e8e service nova] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Received unexpected event network-vif-plugged-9a537177-bb90-42f8-840e-d599da59443f for instance with vm_state building and task_state spawning. [ 951.244116] env[62643]: DEBUG nova.network.neutron [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Successfully updated port: 9a537177-bb90-42f8-840e-d599da59443f {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.481105] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1f8646-a576-4b8a-ba47-a745c533ff68 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.490266] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4ea9ba-b94c-433e-8fef-69d5ce7a164f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.536953] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddd69ed-9610-4743-ba1a-efec68bcfc72 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.548783] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383578, 'name': Rename_Task, 'duration_secs': 0.201704} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.549403] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.550837] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5474e688-8124-4bfe-a997-bb3c5beb07e6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.555417] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-253f9f55-0df2-4d47-9e3e-19dc1403b4a9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.568863] env[62643]: DEBUG nova.compute.provider_tree [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.573416] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 951.573416] env[62643]: value = "task-2383581" [ 951.573416] env[62643]: _type = "Task" [ 951.573416] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.582344] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.626548] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': task-2383579, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.636733] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383580, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.748967] env[62643]: DEBUG oslo_concurrency.lockutils [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "refresh_cache-efce1f1d-a36c-4902-8968-776d78d44977" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.749218] env[62643]: DEBUG oslo_concurrency.lockutils [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquired lock "refresh_cache-efce1f1d-a36c-4902-8968-776d78d44977" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.749416] env[62643]: DEBUG nova.network.neutron [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.014083] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "refresh_cache-f54a3315-6dde-4807-84cc-413afe64f178" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.014311] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquired lock "refresh_cache-f54a3315-6dde-4807-84cc-413afe64f178" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.014482] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Forcefully refreshing network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 952.089888] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.098051] env[62643]: ERROR nova.scheduler.client.report [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [req-509ec470-6988-43f4-983e-b8d5f97ffa0d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-509ec470-6988-43f4-983e-b8d5f97ffa0d"}]} [ 952.120509] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': task-2383579, 'name': ReconfigVM_Task, 'duration_secs': 0.564673} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.121725] env[62643]: DEBUG nova.scheduler.client.report [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Refreshing inventories for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 952.124101] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Reconfigured VM instance instance-00000051 to attach disk [datastore2] a0db6825-9518-4c5b-a1d9-78c453db9b04/a0db6825-9518-4c5b-a1d9-78c453db9b04.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.125054] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-857f01f0-68a2-4b58-8be4-d0b8387fe55e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.137646] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660207} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.139546] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] d145deec-66fb-48e8-95e3-71556e63ab37/d145deec-66fb-48e8-95e3-71556e63ab37.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.139546] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.139867] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Waiting for the task: (returnval){ [ 952.139867] env[62643]: value = "task-2383582" [ 952.139867] env[62643]: _type = "Task" [ 952.139867] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.140916] env[62643]: DEBUG nova.scheduler.client.report [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Updating ProviderTree inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 952.141167] env[62643]: DEBUG nova.compute.provider_tree [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.143522] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2e026aa-3ce0-471e-957d-320aee866edf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.157981] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': task-2383582, 'name': Rename_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.159864] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Waiting for the task: (returnval){ [ 952.159864] env[62643]: value = "task-2383583" [ 952.159864] env[62643]: _type = "Task" [ 952.159864] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.160805] env[62643]: DEBUG nova.scheduler.client.report [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Refreshing aggregate associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, aggregates: None {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 952.173783] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.185562] env[62643]: DEBUG nova.scheduler.client.report [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Refreshing trait associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 952.217440] env[62643]: DEBUG nova.network.neutron [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Successfully updated port: e36dfe2e-4a60-4c2a-bef8-d281d0e90588 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.314491] env[62643]: DEBUG nova.network.neutron [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.573804] env[62643]: DEBUG nova.network.neutron [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Updating instance_info_cache with network_info: [{"id": "9a537177-bb90-42f8-840e-d599da59443f", "address": "fa:16:3e:28:8f:52", "network": {"id": "c3562435-f3d1-42d9-855e-7cf1a259fd5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1474606181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a767d9ca05254f0e95fb7a29c511cadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a537177-bb", "ovs_interfaceid": "9a537177-bb90-42f8-840e-d599da59443f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.594240] env[62643]: DEBUG oslo_vmware.api [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383581, 'name': PowerOnVM_Task, 'duration_secs': 0.75789} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.595951] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.596326] env[62643]: INFO nova.compute.manager [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Took 9.90 seconds to spawn the instance on the hypervisor. [ 952.596681] env[62643]: DEBUG nova.compute.manager [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.597912] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e87975-a72a-4501-bad8-3bceac5666dc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.601853] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dd2285-6076-4bf0-ac40-15f2bbbfa04e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.611093] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe48a89a-f4d8-4b4e-9b2d-7187bfa6924f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.658388] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc665f3-d9e6-48d6-b74d-5f13bddb7977 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.671940] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': task-2383582, 'name': Rename_Task, 'duration_secs': 0.160572} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.673702] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fde0432-077b-4f65-978b-5375adee67b0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.678279] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.681446] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5814d00-a21d-4fe7-866b-e71695f98ba3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.683102] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078496} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.683785] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.684893] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225b8cec-154f-4af6-b055-3f9ac11b561b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.697575] env[62643]: DEBUG nova.compute.provider_tree [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.701059] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Waiting for the task: (returnval){ [ 952.701059] env[62643]: value = "task-2383584" [ 952.701059] env[62643]: _type = "Task" [ 952.701059] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.723917] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] d145deec-66fb-48e8-95e3-71556e63ab37/d145deec-66fb-48e8-95e3-71556e63ab37.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.728963] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.728963] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.728963] env[62643]: DEBUG nova.network.neutron [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.728963] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92152e0b-cec3-4111-9509-3b7ea74eeb5f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.749483] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': task-2383584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.755797] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Waiting for the task: (returnval){ [ 952.755797] env[62643]: value = "task-2383585" [ 952.755797] env[62643]: _type = "Task" [ 952.755797] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.765667] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.076484] env[62643]: DEBUG oslo_concurrency.lockutils [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Releasing lock "refresh_cache-efce1f1d-a36c-4902-8968-776d78d44977" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.076818] env[62643]: DEBUG nova.compute.manager [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Instance network_info: |[{"id": "9a537177-bb90-42f8-840e-d599da59443f", "address": "fa:16:3e:28:8f:52", "network": {"id": "c3562435-f3d1-42d9-855e-7cf1a259fd5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1474606181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a767d9ca05254f0e95fb7a29c511cadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a537177-bb", "ovs_interfaceid": "9a537177-bb90-42f8-840e-d599da59443f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.077516] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:8f:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a537177-bb90-42f8-840e-d599da59443f', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.085712] env[62643]: DEBUG oslo.service.loopingcall [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.086503] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.086745] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-910f7c9b-a314-4100-bc45-b652dca87c9e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.109706] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.109706] env[62643]: value = "task-2383586" [ 953.109706] env[62643]: _type = "Task" [ 953.109706] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.126100] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383586, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.129594] env[62643]: INFO nova.compute.manager [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Took 30.04 seconds to build instance. [ 953.216935] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': task-2383584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.258394] env[62643]: DEBUG nova.scheduler.client.report [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Updated inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 953.258642] env[62643]: DEBUG nova.compute.provider_tree [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Updating resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a generation from 111 to 112 during operation: update_inventory {{(pid=62643) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 953.262301] env[62643]: DEBUG nova.compute.provider_tree [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.285878] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.338020] env[62643]: WARNING nova.network.neutron [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] 83724d80-84b7-4216-b3ea-5a3e049d015e already exists in list: networks containing: ['83724d80-84b7-4216-b3ea-5a3e049d015e']. ignoring it [ 953.538172] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Updating instance_info_cache with network_info: [{"id": "b2de5607-4c69-4902-a856-f607bdd653f5", "address": "fa:16:3e:17:40:8a", "network": {"id": "2027fee0-396c-46c6-81ef-a05bd903ddef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-654713677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba0aaf38803e46fba6123491ef37f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2de5607-4c", "ovs_interfaceid": "b2de5607-4c69-4902-a856-f607bdd653f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.624631] env[62643]: DEBUG nova.compute.manager [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Received event network-changed-9a537177-bb90-42f8-840e-d599da59443f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.624631] env[62643]: DEBUG nova.compute.manager [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Refreshing instance network info cache due to event network-changed-9a537177-bb90-42f8-840e-d599da59443f. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 953.624631] env[62643]: DEBUG oslo_concurrency.lockutils [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] Acquiring lock "refresh_cache-efce1f1d-a36c-4902-8968-776d78d44977" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.624631] env[62643]: DEBUG oslo_concurrency.lockutils [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] Acquired lock "refresh_cache-efce1f1d-a36c-4902-8968-776d78d44977" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.624631] env[62643]: DEBUG nova.network.neutron [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Refreshing network info cache for port 9a537177-bb90-42f8-840e-d599da59443f {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.630910] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383586, 'name': CreateVM_Task, 'duration_secs': 0.449538} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.631252] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c5f448d7-5d03-4c1f-ac3a-d6c6d46f9740 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "73cf614a-8275-4290-8d77-00d26b6d0ac4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.553s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.631391] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.632764] env[62643]: DEBUG oslo_concurrency.lockutils [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.632764] env[62643]: DEBUG oslo_concurrency.lockutils [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.632922] env[62643]: DEBUG oslo_concurrency.lockutils [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.634036] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571d827b-f294-447a-a7e0-4c54d3120a94 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.643090] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 953.643090] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5271b17b-7734-825f-3e73-b98be0d06cb6" [ 953.643090] env[62643]: _type = "Task" [ 953.643090] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.653248] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5271b17b-7734-825f-3e73-b98be0d06cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.719018] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': task-2383584, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.767628] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.690s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.771357] env[62643]: DEBUG nova.compute.manager [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.779499] env[62643]: DEBUG oslo_concurrency.lockutils [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.282s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.779499] env[62643]: DEBUG nova.objects.instance [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62643) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 953.795710] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383585, 'name': ReconfigVM_Task, 'duration_secs': 0.615347} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.798440] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Reconfigured VM instance instance-00000050 to attach disk [datastore2] d145deec-66fb-48e8-95e3-71556e63ab37/d145deec-66fb-48e8-95e3-71556e63ab37.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.798691] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10ee5625-defa-44fc-bda0-b6556c56ca72 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.807083] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Waiting for the task: (returnval){ [ 953.807083] env[62643]: value = "task-2383587" [ 953.807083] env[62643]: _type = "Task" [ 953.807083] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.816791] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383587, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.864871] env[62643]: DEBUG nova.network.neutron [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Updating instance_info_cache with network_info: [{"id": "fc612612-a008-443e-8569-0ed7f34e4386", "address": "fa:16:3e:98:5d:40", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc612612-a0", "ovs_interfaceid": "fc612612-a008-443e-8569-0ed7f34e4386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e36dfe2e-4a60-4c2a-bef8-d281d0e90588", "address": "fa:16:3e:f3:48:5d", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape36dfe2e-4a", "ovs_interfaceid": "e36dfe2e-4a60-4c2a-bef8-d281d0e90588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.040021] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Releasing lock "refresh_cache-f54a3315-6dde-4807-84cc-413afe64f178" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.040142] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Updated the network info_cache for instance {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 954.040419] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.040505] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.041397] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.041397] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.041397] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.041397] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.041397] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62643) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 954.041397] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.158556] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5271b17b-7734-825f-3e73-b98be0d06cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.033309} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.160911] env[62643]: DEBUG oslo_concurrency.lockutils [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.161039] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.161249] env[62643]: DEBUG oslo_concurrency.lockutils [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.161419] env[62643]: DEBUG oslo_concurrency.lockutils [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.161591] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.161984] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cce6c8f-c0bd-4083-9810-38a69843272d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.172873] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.173078] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.173805] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d4eb5d-a1b4-4eb0-a286-137a58b7210b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.179860] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 954.179860] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528502f2-c13b-952f-9445-bf47e7e01682" [ 954.179860] env[62643]: _type = "Task" [ 954.179860] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.189018] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528502f2-c13b-952f-9445-bf47e7e01682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.215126] env[62643]: DEBUG oslo_vmware.api [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': task-2383584, 'name': PowerOnVM_Task, 'duration_secs': 1.048155} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.217715] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.218015] env[62643]: INFO nova.compute.manager [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Took 6.51 seconds to spawn the instance on the hypervisor. [ 954.218125] env[62643]: DEBUG nova.compute.manager [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.218977] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65960ef-91a7-4d4d-b2e7-6f1e18b0c0c6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.292421] env[62643]: DEBUG nova.compute.utils [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 954.292738] env[62643]: DEBUG nova.compute.manager [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.292906] env[62643]: DEBUG nova.network.neutron [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.321256] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383587, 'name': Rename_Task, 'duration_secs': 0.304101} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.321535] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.321794] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54739589-a4ea-44b8-9827-09b6844c4757 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.335291] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Waiting for the task: (returnval){ [ 954.335291] env[62643]: value = "task-2383588" [ 954.335291] env[62643]: _type = "Task" [ 954.335291] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.346121] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.367519] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.368373] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.368551] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.369565] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076e3fcb-7f60-445d-8d35-7bd2584e47c1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.390978] env[62643]: DEBUG nova.virt.hardware [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.391235] env[62643]: DEBUG nova.virt.hardware [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.391395] env[62643]: DEBUG nova.virt.hardware [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.391579] env[62643]: DEBUG nova.virt.hardware [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.391739] env[62643]: DEBUG nova.virt.hardware [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.391881] env[62643]: DEBUG nova.virt.hardware [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.392106] env[62643]: DEBUG nova.virt.hardware [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.392269] env[62643]: DEBUG nova.virt.hardware [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.392442] env[62643]: DEBUG nova.virt.hardware [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.392612] env[62643]: DEBUG nova.virt.hardware [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.392785] env[62643]: DEBUG nova.virt.hardware [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.399253] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Reconfiguring VM to attach interface {{(pid=62643) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 954.400991] env[62643]: DEBUG nova.policy [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '379d37e06d17469d9e2daeb383addf39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e03a51fe334ea58d801b19a76754dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.402601] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4596e2dd-1be1-407b-9334-dc03a85be82a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.429074] env[62643]: DEBUG oslo_vmware.api [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 954.429074] env[62643]: value = "task-2383589" [ 954.429074] env[62643]: _type = "Task" [ 954.429074] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.439897] env[62643]: DEBUG oslo_vmware.api [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383589, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.447113] env[62643]: DEBUG nova.network.neutron [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Updated VIF entry in instance network info cache for port 9a537177-bb90-42f8-840e-d599da59443f. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.447516] env[62643]: DEBUG nova.network.neutron [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Updating instance_info_cache with network_info: [{"id": "9a537177-bb90-42f8-840e-d599da59443f", "address": "fa:16:3e:28:8f:52", "network": {"id": "c3562435-f3d1-42d9-855e-7cf1a259fd5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1474606181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a767d9ca05254f0e95fb7a29c511cadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a537177-bb", "ovs_interfaceid": "9a537177-bb90-42f8-840e-d599da59443f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.544648] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.693804] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528502f2-c13b-952f-9445-bf47e7e01682, 'name': SearchDatastore_Task, 'duration_secs': 0.017274} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.694439] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecec824c-d2c9-49bf-aac2-6bbf8b4261d3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.700930] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 954.700930] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525b33df-1043-bbe8-1dbc-3d64d82b170f" [ 954.700930] env[62643]: _type = "Task" [ 954.700930] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.712875] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525b33df-1043-bbe8-1dbc-3d64d82b170f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.736769] env[62643]: INFO nova.compute.manager [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Took 30.98 seconds to build instance. [ 954.783639] env[62643]: DEBUG nova.network.neutron [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Successfully created port: 86b7cbc6-6e8f-4a55-874b-f008ee330a34 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.798045] env[62643]: DEBUG oslo_concurrency.lockutils [None req-136b2b77-accf-45a9-9f3d-0f7275b0dd63 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.799806] env[62643]: DEBUG nova.compute.manager [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.804861] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.645s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.807084] env[62643]: INFO nova.compute.claims [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.847862] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383588, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.901535] env[62643]: DEBUG nova.compute.manager [None req-3e87a873-a190-40c1-8894-5707942a669d tempest-ServerDiagnosticsV248Test-784648601 tempest-ServerDiagnosticsV248Test-784648601-project-admin] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.902978] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d50114e-5dca-44c7-b855-26ce55a390b4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.912488] env[62643]: INFO nova.compute.manager [None req-3e87a873-a190-40c1-8894-5707942a669d tempest-ServerDiagnosticsV248Test-784648601 tempest-ServerDiagnosticsV248Test-784648601-project-admin] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Retrieving diagnostics [ 954.913463] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524a9972-734c-409a-ab56-c60cf1a8ba86 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.954565] env[62643]: DEBUG nova.compute.manager [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Stashing vm_state: active {{(pid=62643) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 954.958173] env[62643]: DEBUG oslo_concurrency.lockutils [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] Releasing lock "refresh_cache-efce1f1d-a36c-4902-8968-776d78d44977" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.958434] env[62643]: DEBUG nova.compute.manager [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Received event network-vif-plugged-e36dfe2e-4a60-4c2a-bef8-d281d0e90588 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.958591] env[62643]: DEBUG oslo_concurrency.lockutils [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] Acquiring lock "66d05517-71f8-4c9b-8664-2c7b66722c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.958799] env[62643]: DEBUG oslo_concurrency.lockutils [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] Lock "66d05517-71f8-4c9b-8664-2c7b66722c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.958981] env[62643]: DEBUG oslo_concurrency.lockutils [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] Lock "66d05517-71f8-4c9b-8664-2c7b66722c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.959181] env[62643]: DEBUG nova.compute.manager [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] No waiting events found dispatching network-vif-plugged-e36dfe2e-4a60-4c2a-bef8-d281d0e90588 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.959534] env[62643]: WARNING nova.compute.manager [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Received unexpected event network-vif-plugged-e36dfe2e-4a60-4c2a-bef8-d281d0e90588 for instance with vm_state active and task_state None. [ 954.959534] env[62643]: DEBUG nova.compute.manager [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Received event network-changed-e36dfe2e-4a60-4c2a-bef8-d281d0e90588 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.959706] env[62643]: DEBUG nova.compute.manager [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Refreshing instance network info cache due to event network-changed-e36dfe2e-4a60-4c2a-bef8-d281d0e90588. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 954.959867] env[62643]: DEBUG oslo_concurrency.lockutils [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] Acquiring lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.960030] env[62643]: DEBUG oslo_concurrency.lockutils [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] Acquired lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.960607] env[62643]: DEBUG nova.network.neutron [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Refreshing network info cache for port e36dfe2e-4a60-4c2a-bef8-d281d0e90588 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.986461] env[62643]: DEBUG oslo_vmware.api [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.218018] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525b33df-1043-bbe8-1dbc-3d64d82b170f, 'name': SearchDatastore_Task, 'duration_secs': 0.015322} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.218018] env[62643]: DEBUG oslo_concurrency.lockutils [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.218018] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] efce1f1d-a36c-4902-8968-776d78d44977/efce1f1d-a36c-4902-8968-776d78d44977.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.218531] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a18ae8e5-8297-4efb-9894-9526d1687935 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.227936] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 955.227936] env[62643]: value = "task-2383590" [ 955.227936] env[62643]: _type = "Task" [ 955.227936] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.245994] env[62643]: DEBUG oslo_concurrency.lockutils [None req-11a3b76d-2079-43a2-b55d-f50d850f6347 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Lock "a0db6825-9518-4c5b-a1d9-78c453db9b04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.503s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.246483] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.349754] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383588, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.461680] env[62643]: DEBUG oslo_vmware.api [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383589, 'name': ReconfigVM_Task, 'duration_secs': 0.819049} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.464534] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.464674] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Reconfigured VM to attach interface {{(pid=62643) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 955.487401] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.747360] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383590, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.791668] env[62643]: DEBUG nova.network.neutron [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Updated VIF entry in instance network info cache for port e36dfe2e-4a60-4c2a-bef8-d281d0e90588. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.792590] env[62643]: DEBUG nova.network.neutron [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Updating instance_info_cache with network_info: [{"id": "fc612612-a008-443e-8569-0ed7f34e4386", "address": "fa:16:3e:98:5d:40", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc612612-a0", "ovs_interfaceid": "fc612612-a008-443e-8569-0ed7f34e4386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e36dfe2e-4a60-4c2a-bef8-d281d0e90588", "address": "fa:16:3e:f3:48:5d", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape36dfe2e-4a", "ovs_interfaceid": "e36dfe2e-4a60-4c2a-bef8-d281d0e90588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.811862] env[62643]: DEBUG nova.compute.manager [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.856944] env[62643]: DEBUG oslo_vmware.api [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383588, 'name': PowerOnVM_Task, 'duration_secs': 1.037397} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.860022] env[62643]: DEBUG nova.virt.hardware [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.860321] env[62643]: DEBUG nova.virt.hardware [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.860514] env[62643]: DEBUG nova.virt.hardware [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.860884] env[62643]: DEBUG nova.virt.hardware [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.861091] env[62643]: DEBUG nova.virt.hardware [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.861258] env[62643]: DEBUG nova.virt.hardware [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.861478] env[62643]: DEBUG nova.virt.hardware [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.861651] env[62643]: DEBUG nova.virt.hardware [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.861832] env[62643]: DEBUG nova.virt.hardware [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.862027] env[62643]: DEBUG nova.virt.hardware [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.862220] env[62643]: DEBUG nova.virt.hardware [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.862549] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.862754] env[62643]: INFO nova.compute.manager [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Took 10.65 seconds to spawn the instance on the hypervisor. [ 955.862997] env[62643]: DEBUG nova.compute.manager [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.863915] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb62ac4-1b57-4804-b1f7-3d572e70ae49 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.871688] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462a6bc0-7927-4e44-917f-5e2abe1dc591 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.887410] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44abec92-ae0e-41cf-af52-881a788df0b9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.972451] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b61164ab-3418-4eee-befe-ccd02dd360c0 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-66d05517-71f8-4c9b-8664-2c7b66722c74-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.446s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.210947] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7503d8cb-625d-4888-8e9b-ac532d32e23e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.220431] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2822cda1-0080-49ff-b7ef-857fc424ecbe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.259382] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ae4a40-9234-439c-84d0-6b8267509554 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.268586] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809381} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.271134] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] efce1f1d-a36c-4902-8968-776d78d44977/efce1f1d-a36c-4902-8968-776d78d44977.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.271405] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.271713] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f622704d-85e6-44c9-a7c6-943103e66de1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.274878] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1de9ec-e171-42ff-a035-a524b1973b73 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.293851] env[62643]: DEBUG nova.compute.provider_tree [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.297795] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 956.297795] env[62643]: value = "task-2383591" [ 956.297795] env[62643]: _type = "Task" [ 956.297795] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.298624] env[62643]: DEBUG oslo_concurrency.lockutils [req-8f99b623-8cd6-4747-b37e-6c166aa96ee0 req-26e1baed-3a8a-4ed0-9aa0-55075a157105 service nova] Releasing lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.309405] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.400903] env[62643]: INFO nova.compute.manager [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Took 32.83 seconds to build instance. [ 956.404103] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.404369] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.433853] env[62643]: DEBUG nova.network.neutron [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Successfully updated port: 86b7cbc6-6e8f-4a55-874b-f008ee330a34 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.716185] env[62643]: DEBUG nova.compute.manager [req-7d2cdea3-f271-4853-8a1c-afd593bc0a1c req-e199e696-5b50-4a5d-bedf-0eca0b15f743 service nova] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Received event network-vif-plugged-86b7cbc6-6e8f-4a55-874b-f008ee330a34 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.716185] env[62643]: DEBUG oslo_concurrency.lockutils [req-7d2cdea3-f271-4853-8a1c-afd593bc0a1c req-e199e696-5b50-4a5d-bedf-0eca0b15f743 service nova] Acquiring lock "bf8f5139-508d-4db1-b475-fda0b49cfb81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.716516] env[62643]: DEBUG oslo_concurrency.lockutils [req-7d2cdea3-f271-4853-8a1c-afd593bc0a1c req-e199e696-5b50-4a5d-bedf-0eca0b15f743 service nova] Lock "bf8f5139-508d-4db1-b475-fda0b49cfb81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.716787] env[62643]: DEBUG oslo_concurrency.lockutils [req-7d2cdea3-f271-4853-8a1c-afd593bc0a1c req-e199e696-5b50-4a5d-bedf-0eca0b15f743 service nova] Lock "bf8f5139-508d-4db1-b475-fda0b49cfb81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.716972] env[62643]: DEBUG nova.compute.manager [req-7d2cdea3-f271-4853-8a1c-afd593bc0a1c req-e199e696-5b50-4a5d-bedf-0eca0b15f743 service nova] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] No waiting events found dispatching network-vif-plugged-86b7cbc6-6e8f-4a55-874b-f008ee330a34 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.717160] env[62643]: WARNING nova.compute.manager [req-7d2cdea3-f271-4853-8a1c-afd593bc0a1c req-e199e696-5b50-4a5d-bedf-0eca0b15f743 service nova] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Received unexpected event network-vif-plugged-86b7cbc6-6e8f-4a55-874b-f008ee330a34 for instance with vm_state building and task_state spawning. [ 956.799978] env[62643]: DEBUG nova.scheduler.client.report [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.813372] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071772} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.813707] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.814579] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c87d42-2299-4e79-8f4e-3707672a6b92 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.838613] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] efce1f1d-a36c-4902-8968-776d78d44977/efce1f1d-a36c-4902-8968-776d78d44977.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.839265] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-587ed12d-34f4-4ccc-a2a8-df8c35373995 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.864021] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 956.864021] env[62643]: value = "task-2383592" [ 956.864021] env[62643]: _type = "Task" [ 956.864021] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.874549] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.904314] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f17ac491-60fa-4202-9cb1-d6e6bce433ce tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Lock "d145deec-66fb-48e8-95e3-71556e63ab37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.339s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.907773] env[62643]: DEBUG nova.compute.utils [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 956.936046] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Acquiring lock "refresh_cache-bf8f5139-508d-4db1-b475-fda0b49cfb81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.936230] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Acquired lock "refresh_cache-bf8f5139-508d-4db1-b475-fda0b49cfb81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.937431] env[62643]: DEBUG nova.network.neutron [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.308408] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.308945] env[62643]: DEBUG nova.compute.manager [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.311883] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.263s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.312226] env[62643]: DEBUG nova.objects.instance [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lazy-loading 'resources' on Instance uuid 8448a4da-133c-43a5-ab37-4e4b8115466c {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.374686] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383592, 'name': ReconfigVM_Task, 'duration_secs': 0.45293} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.375029] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Reconfigured VM instance instance-00000052 to attach disk [datastore2] efce1f1d-a36c-4902-8968-776d78d44977/efce1f1d-a36c-4902-8968-776d78d44977.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.375662] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a982491-cf71-4d06-8056-f128d1b6f602 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.387766] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 957.387766] env[62643]: value = "task-2383593" [ 957.387766] env[62643]: _type = "Task" [ 957.387766] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.396768] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383593, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.410969] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.475230] env[62643]: DEBUG nova.network.neutron [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.633880] env[62643]: DEBUG nova.network.neutron [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Updating instance_info_cache with network_info: [{"id": "86b7cbc6-6e8f-4a55-874b-f008ee330a34", "address": "fa:16:3e:70:1d:28", "network": {"id": "65a751f4-5625-46ed-b509-548fbfb95252", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-5254955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e03a51fe334ea58d801b19a76754dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b7cbc6-6e", "ovs_interfaceid": "86b7cbc6-6e8f-4a55-874b-f008ee330a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.816085] env[62643]: DEBUG nova.compute.utils [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 957.820126] env[62643]: DEBUG nova.compute.manager [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.820333] env[62643]: DEBUG nova.network.neutron [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.864766] env[62643]: DEBUG nova.policy [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19a83a00bc184d50a382f7536b705854', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fa7d55bb2334b6cac45f3d2b66555f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.899070] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383593, 'name': Rename_Task, 'duration_secs': 0.202849} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.901382] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.901648] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-333fae1f-9e8d-4e10-af3c-0e6a0a246ea8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.911490] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 957.911490] env[62643]: value = "task-2383594" [ 957.911490] env[62643]: _type = "Task" [ 957.911490] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.917284] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Acquiring lock "d145deec-66fb-48e8-95e3-71556e63ab37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.917397] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Lock "d145deec-66fb-48e8-95e3-71556e63ab37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.917543] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Acquiring lock "d145deec-66fb-48e8-95e3-71556e63ab37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.917727] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Lock "d145deec-66fb-48e8-95e3-71556e63ab37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.917895] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Lock "d145deec-66fb-48e8-95e3-71556e63ab37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.920773] env[62643]: INFO nova.compute.manager [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Terminating instance [ 957.927348] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.137599] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Releasing lock "refresh_cache-bf8f5139-508d-4db1-b475-fda0b49cfb81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.137997] env[62643]: DEBUG nova.compute.manager [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Instance network_info: |[{"id": "86b7cbc6-6e8f-4a55-874b-f008ee330a34", "address": "fa:16:3e:70:1d:28", "network": {"id": "65a751f4-5625-46ed-b509-548fbfb95252", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-5254955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e03a51fe334ea58d801b19a76754dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b7cbc6-6e", "ovs_interfaceid": "86b7cbc6-6e8f-4a55-874b-f008ee330a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.138997] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:1d:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86b7cbc6-6e8f-4a55-874b-f008ee330a34', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.147968] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Creating folder: Project (72e03a51fe334ea58d801b19a76754dd). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.148712] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59e5f493-3215-4c37-b797-7ce586ee759b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.165266] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3ed0b8-ba09-4d2c-b3c5-3797524ce8fd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.169598] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Created folder: Project (72e03a51fe334ea58d801b19a76754dd) in parent group-v483488. [ 958.169823] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Creating folder: Instances. Parent ref: group-v483718. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.170513] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c33d611-5425-48bb-b340-88f383034e2d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.176022] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13ab3c7-fc8c-4c8c-a9a6-eaf51650e419 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.183558] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Created folder: Instances in parent group-v483718. [ 958.183871] env[62643]: DEBUG oslo.service.loopingcall [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.184647] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.210238] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be89520c-3020-48aa-a88f-66c3d7d6851d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.228890] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "interface-66d05517-71f8-4c9b-8664-2c7b66722c74-4c7fe612-2b2d-4391-99ab-fd078bc3caea" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.229277] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-66d05517-71f8-4c9b-8664-2c7b66722c74-4c7fe612-2b2d-4391-99ab-fd078bc3caea" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.229767] env[62643]: DEBUG nova.objects.instance [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lazy-loading 'flavor' on Instance uuid 66d05517-71f8-4c9b-8664-2c7b66722c74 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.232974] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bae86bf-35ef-423f-9813-2afb48f063e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.243537] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d81a5cf-cd71-419b-8557-f5f465e15fe3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.248547] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.248547] env[62643]: value = "task-2383597" [ 958.248547] env[62643]: _type = "Task" [ 958.248547] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.262020] env[62643]: DEBUG nova.compute.provider_tree [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.270901] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383597, 'name': CreateVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.308436] env[62643]: DEBUG nova.network.neutron [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Successfully created port: 1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.321347] env[62643]: DEBUG nova.compute.manager [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.431679] env[62643]: DEBUG nova.compute.manager [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.431679] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.431679] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383594, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.432219] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99060b90-baaf-4c07-b94e-06fba8b16c17 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.441074] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.441364] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0329b1e8-f2a1-4fcd-9780-d37793d604bd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.448593] env[62643]: DEBUG oslo_vmware.api [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Waiting for the task: (returnval){ [ 958.448593] env[62643]: value = "task-2383598" [ 958.448593] env[62643]: _type = "Task" [ 958.448593] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.458288] env[62643]: DEBUG oslo_vmware.api [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.492391] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.492687] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.492927] env[62643]: INFO nova.compute.manager [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Attaching volume eeb07e40-2e60-45e6-9bb0-acdc20137d10 to /dev/sdb [ 958.536413] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4589b9a8-60ac-401c-8608-b6cc818fb3da {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.542255] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c770010-407b-417c-9d42-6907a4629404 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.558019] env[62643]: DEBUG nova.virt.block_device [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Updating existing volume attachment record: 537a367b-e7c7-4d00-b848-19dead9aaf43 {{(pid=62643) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 958.762711] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383597, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.766235] env[62643]: DEBUG nova.scheduler.client.report [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.907659] env[62643]: DEBUG nova.objects.instance [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lazy-loading 'pci_requests' on Instance uuid 66d05517-71f8-4c9b-8664-2c7b66722c74 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.924287] env[62643]: DEBUG oslo_vmware.api [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383594, 'name': PowerOnVM_Task, 'duration_secs': 0.733771} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.924560] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.924818] env[62643]: INFO nova.compute.manager [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Took 8.79 seconds to spawn the instance on the hypervisor. [ 958.925113] env[62643]: DEBUG nova.compute.manager [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.925803] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918c51a1-dc08-4470-88fd-facbac217439 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.956883] env[62643]: DEBUG nova.compute.manager [req-039acfad-8753-4053-87d9-4adb28752508 req-26f22274-f3be-40d2-aecf-e5c83233914d service nova] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Received event network-changed-86b7cbc6-6e8f-4a55-874b-f008ee330a34 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 958.957091] env[62643]: DEBUG nova.compute.manager [req-039acfad-8753-4053-87d9-4adb28752508 req-26f22274-f3be-40d2-aecf-e5c83233914d service nova] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Refreshing instance network info cache due to event network-changed-86b7cbc6-6e8f-4a55-874b-f008ee330a34. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 958.957347] env[62643]: DEBUG oslo_concurrency.lockutils [req-039acfad-8753-4053-87d9-4adb28752508 req-26f22274-f3be-40d2-aecf-e5c83233914d service nova] Acquiring lock "refresh_cache-bf8f5139-508d-4db1-b475-fda0b49cfb81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.957448] env[62643]: DEBUG oslo_concurrency.lockutils [req-039acfad-8753-4053-87d9-4adb28752508 req-26f22274-f3be-40d2-aecf-e5c83233914d service nova] Acquired lock "refresh_cache-bf8f5139-508d-4db1-b475-fda0b49cfb81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.957715] env[62643]: DEBUG nova.network.neutron [req-039acfad-8753-4053-87d9-4adb28752508 req-26f22274-f3be-40d2-aecf-e5c83233914d service nova] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Refreshing network info cache for port 86b7cbc6-6e8f-4a55-874b-f008ee330a34 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.964035] env[62643]: DEBUG oslo_vmware.api [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383598, 'name': PowerOffVM_Task, 'duration_secs': 0.418021} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.964035] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.964035] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.964035] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d141e167-8b95-49ef-831f-da9d2614aa11 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.056954] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.057287] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.057555] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Deleting the datastore file [datastore2] d145deec-66fb-48e8-95e3-71556e63ab37 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.057902] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c897960-dba3-46c7-b5cd-34d939d915bb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.065195] env[62643]: DEBUG oslo_vmware.api [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Waiting for the task: (returnval){ [ 959.065195] env[62643]: value = "task-2383603" [ 959.065195] env[62643]: _type = "Task" [ 959.065195] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.074667] env[62643]: DEBUG oslo_vmware.api [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.261329] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383597, 'name': CreateVM_Task, 'duration_secs': 0.56616} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.261542] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.263069] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.263069] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.263069] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.263069] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c965d05-21b5-424b-a6da-db781ef9a63b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.268697] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Waiting for the task: (returnval){ [ 959.268697] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521881f2-90ca-39e9-cc3f-44fc12099915" [ 959.268697] env[62643]: _type = "Task" [ 959.268697] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.272637] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.275397] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.601s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.275397] env[62643]: DEBUG nova.objects.instance [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lazy-loading 'resources' on Instance uuid a7365ef4-5bc3-4f40-98c1-d1dbf24d1720 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.283940] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521881f2-90ca-39e9-cc3f-44fc12099915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.305549] env[62643]: INFO nova.scheduler.client.report [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Deleted allocations for instance 8448a4da-133c-43a5-ab37-4e4b8115466c [ 959.336346] env[62643]: DEBUG nova.compute.manager [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.369678] env[62643]: DEBUG nova.virt.hardware [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.369920] env[62643]: DEBUG nova.virt.hardware [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.370112] env[62643]: DEBUG nova.virt.hardware [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.370412] env[62643]: DEBUG nova.virt.hardware [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.370463] env[62643]: DEBUG nova.virt.hardware [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.370602] env[62643]: DEBUG nova.virt.hardware [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.370842] env[62643]: DEBUG nova.virt.hardware [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.371021] env[62643]: DEBUG nova.virt.hardware [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.371197] env[62643]: DEBUG nova.virt.hardware [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.371421] env[62643]: DEBUG nova.virt.hardware [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.371582] env[62643]: DEBUG nova.virt.hardware [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.372742] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ece4fc5-2d86-4183-8a96-fe2f4cf71d26 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.381860] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a58fa31-c0ce-47e4-9af7-c70a09feee16 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.411022] env[62643]: DEBUG nova.objects.base [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Object Instance<66d05517-71f8-4c9b-8664-2c7b66722c74> lazy-loaded attributes: flavor,pci_requests {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 959.411022] env[62643]: DEBUG nova.network.neutron [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.444039] env[62643]: INFO nova.compute.manager [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Took 35.29 seconds to build instance. [ 959.521777] env[62643]: DEBUG nova.policy [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f929cf4c99d4e42b740cbff0703178f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a47dde31f50e4a028ae9053fd0472e44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.575691] env[62643]: DEBUG oslo_vmware.api [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Task: {'id': task-2383603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416845} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.578057] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.578224] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.578525] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.578671] env[62643]: INFO nova.compute.manager [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Took 1.15 seconds to destroy the instance on the hypervisor. [ 959.578925] env[62643]: DEBUG oslo.service.loopingcall [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 959.579138] env[62643]: DEBUG nova.compute.manager [-] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.579408] env[62643]: DEBUG nova.network.neutron [-] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.681383] env[62643]: DEBUG nova.network.neutron [req-039acfad-8753-4053-87d9-4adb28752508 req-26f22274-f3be-40d2-aecf-e5c83233914d service nova] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Updated VIF entry in instance network info cache for port 86b7cbc6-6e8f-4a55-874b-f008ee330a34. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.681757] env[62643]: DEBUG nova.network.neutron [req-039acfad-8753-4053-87d9-4adb28752508 req-26f22274-f3be-40d2-aecf-e5c83233914d service nova] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Updating instance_info_cache with network_info: [{"id": "86b7cbc6-6e8f-4a55-874b-f008ee330a34", "address": "fa:16:3e:70:1d:28", "network": {"id": "65a751f4-5625-46ed-b509-548fbfb95252", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-5254955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e03a51fe334ea58d801b19a76754dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b7cbc6-6e", "ovs_interfaceid": "86b7cbc6-6e8f-4a55-874b-f008ee330a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.785348] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521881f2-90ca-39e9-cc3f-44fc12099915, 'name': SearchDatastore_Task, 'duration_secs': 0.024777} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.789021] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.789021] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.789021] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.789021] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.789021] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.789021] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3402731e-67af-4956-af87-bf609e8b26ac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.799047] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.799275] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.800165] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d253b5-d19a-445c-bd27-52163774ca3b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.807446] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Waiting for the task: (returnval){ [ 959.807446] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526cd94d-6321-3e80-7ea0-dc8d84786311" [ 959.807446] env[62643]: _type = "Task" [ 959.807446] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.818033] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7047c36a-7730-472d-9e7d-0df34b86fe59 tempest-ServerRescueTestJSON-501223466 tempest-ServerRescueTestJSON-501223466-project-member] Lock "8448a4da-133c-43a5-ab37-4e4b8115466c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.381s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.823922] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526cd94d-6321-3e80-7ea0-dc8d84786311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.946701] env[62643]: DEBUG oslo_concurrency.lockutils [None req-924e7bc5-3bea-4d2d-8729-84a8168cc816 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "efce1f1d-a36c-4902-8968-776d78d44977" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.806s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.086027] env[62643]: DEBUG oslo_vmware.rw_handles [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ab6b2-ad7c-b758-4167-7c123cef5826/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 960.087500] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3591605-1806-4cdf-875e-ee5e92781fe6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.094136] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b93f4cb-076c-47fb-87a1-c589a8e2d45b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.099083] env[62643]: DEBUG oslo_vmware.rw_handles [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ab6b2-ad7c-b758-4167-7c123cef5826/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 960.099266] env[62643]: ERROR oslo_vmware.rw_handles [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ab6b2-ad7c-b758-4167-7c123cef5826/disk-0.vmdk due to incomplete transfer. [ 960.099954] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b660ec13-29a1-4e86-9520-92292d044139 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.104130] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9d63cd-4cba-4694-a0ad-37ccf76366de {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.107823] env[62643]: DEBUG oslo_vmware.rw_handles [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ab6b2-ad7c-b758-4167-7c123cef5826/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 960.108028] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Uploaded image 90124eb7-163a-43ae-99f2-5efab325bd73 to the Glance image server {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 960.110321] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 960.110905] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-022241b3-dc27-4435-9789-d5f6ba696611 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.140838] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e65a5cb-5cb9-49fc-b534-6461c67af9ae {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.145446] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 960.145446] env[62643]: value = "task-2383604" [ 960.145446] env[62643]: _type = "Task" [ 960.145446] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.152865] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a99034-492b-4722-9dbb-7a65cfca2147 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.163924] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383604, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.176582] env[62643]: DEBUG nova.compute.provider_tree [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.189740] env[62643]: DEBUG oslo_concurrency.lockutils [req-039acfad-8753-4053-87d9-4adb28752508 req-26f22274-f3be-40d2-aecf-e5c83233914d service nova] Releasing lock "refresh_cache-bf8f5139-508d-4db1-b475-fda0b49cfb81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.321681] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526cd94d-6321-3e80-7ea0-dc8d84786311, 'name': SearchDatastore_Task, 'duration_secs': 0.019966} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.326023] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4c80f0-9b86-49ec-b61b-3ffc23a46e96 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.330334] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Waiting for the task: (returnval){ [ 960.330334] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52662e8a-05a2-ba19-0940-f750f903a191" [ 960.330334] env[62643]: _type = "Task" [ 960.330334] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.342454] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52662e8a-05a2-ba19-0940-f750f903a191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.622635] env[62643]: DEBUG nova.network.neutron [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Successfully updated port: 1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.658769] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383604, 'name': Destroy_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.680933] env[62643]: DEBUG nova.scheduler.client.report [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.841979] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52662e8a-05a2-ba19-0940-f750f903a191, 'name': SearchDatastore_Task, 'duration_secs': 0.014108} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.842206] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.842474] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] bf8f5139-508d-4db1-b475-fda0b49cfb81/bf8f5139-508d-4db1-b475-fda0b49cfb81.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.842744] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-879ead41-43e9-4d73-bfaa-8f0e3a78ebe2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.851627] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Waiting for the task: (returnval){ [ 960.851627] env[62643]: value = "task-2383605" [ 960.851627] env[62643]: _type = "Task" [ 960.851627] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.860148] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': task-2383605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.958423] env[62643]: DEBUG nova.network.neutron [-] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.971422] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "efce1f1d-a36c-4902-8968-776d78d44977" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.971710] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "efce1f1d-a36c-4902-8968-776d78d44977" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.971967] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "efce1f1d-a36c-4902-8968-776d78d44977-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.972183] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "efce1f1d-a36c-4902-8968-776d78d44977-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.972358] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "efce1f1d-a36c-4902-8968-776d78d44977-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.974749] env[62643]: INFO nova.compute.manager [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Terminating instance [ 960.996973] env[62643]: DEBUG nova.compute.manager [req-078c04cd-30e8-42b4-bc7d-4ff97b4fd12f req-9565fad0-1d56-494d-ab55-0054c78b6520 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Received event network-vif-plugged-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.996973] env[62643]: DEBUG oslo_concurrency.lockutils [req-078c04cd-30e8-42b4-bc7d-4ff97b4fd12f req-9565fad0-1d56-494d-ab55-0054c78b6520 service nova] Acquiring lock "564258b1-31e2-4424-90a8-4760d3c91656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.996973] env[62643]: DEBUG oslo_concurrency.lockutils [req-078c04cd-30e8-42b4-bc7d-4ff97b4fd12f req-9565fad0-1d56-494d-ab55-0054c78b6520 service nova] Lock "564258b1-31e2-4424-90a8-4760d3c91656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.996973] env[62643]: DEBUG oslo_concurrency.lockutils [req-078c04cd-30e8-42b4-bc7d-4ff97b4fd12f req-9565fad0-1d56-494d-ab55-0054c78b6520 service nova] Lock "564258b1-31e2-4424-90a8-4760d3c91656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.996973] env[62643]: DEBUG nova.compute.manager [req-078c04cd-30e8-42b4-bc7d-4ff97b4fd12f req-9565fad0-1d56-494d-ab55-0054c78b6520 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] No waiting events found dispatching network-vif-plugged-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.996973] env[62643]: WARNING nova.compute.manager [req-078c04cd-30e8-42b4-bc7d-4ff97b4fd12f req-9565fad0-1d56-494d-ab55-0054c78b6520 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Received unexpected event network-vif-plugged-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 for instance with vm_state building and task_state spawning. [ 960.996973] env[62643]: DEBUG nova.compute.manager [req-078c04cd-30e8-42b4-bc7d-4ff97b4fd12f req-9565fad0-1d56-494d-ab55-0054c78b6520 service nova] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Received event network-vif-deleted-6c428d10-4cf2-4741-abbc-cc2d489c03e3 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.996973] env[62643]: DEBUG nova.compute.manager [req-078c04cd-30e8-42b4-bc7d-4ff97b4fd12f req-9565fad0-1d56-494d-ab55-0054c78b6520 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Received event network-changed-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.996973] env[62643]: DEBUG nova.compute.manager [req-078c04cd-30e8-42b4-bc7d-4ff97b4fd12f req-9565fad0-1d56-494d-ab55-0054c78b6520 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Refreshing instance network info cache due to event network-changed-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 960.998037] env[62643]: DEBUG oslo_concurrency.lockutils [req-078c04cd-30e8-42b4-bc7d-4ff97b4fd12f req-9565fad0-1d56-494d-ab55-0054c78b6520 service nova] Acquiring lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.998037] env[62643]: DEBUG oslo_concurrency.lockutils [req-078c04cd-30e8-42b4-bc7d-4ff97b4fd12f req-9565fad0-1d56-494d-ab55-0054c78b6520 service nova] Acquired lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.998037] env[62643]: DEBUG nova.network.neutron [req-078c04cd-30e8-42b4-bc7d-4ff97b4fd12f req-9565fad0-1d56-494d-ab55-0054c78b6520 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Refreshing network info cache for port 1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.130015] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.160793] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383604, 'name': Destroy_Task, 'duration_secs': 0.931941} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.161140] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Destroyed the VM [ 961.161411] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 961.161702] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9b1be83f-80a4-40e9-a0a1-fc09c4770fec {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.172873] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 961.172873] env[62643]: value = "task-2383607" [ 961.172873] env[62643]: _type = "Task" [ 961.172873] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.182721] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383607, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.185669] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.188301] env[62643]: DEBUG oslo_concurrency.lockutils [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.270s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.188559] env[62643]: DEBUG nova.objects.instance [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62643) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 961.251194] env[62643]: INFO nova.scheduler.client.report [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Deleted allocations for instance a7365ef4-5bc3-4f40-98c1-d1dbf24d1720 [ 961.364518] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': task-2383605, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.462675] env[62643]: INFO nova.compute.manager [-] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Took 1.88 seconds to deallocate network for instance. [ 961.478511] env[62643]: DEBUG nova.compute.manager [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.478767] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.479817] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5190a6b2-90d4-4584-b45f-36fdfd165a6c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.489349] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.489701] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a950cdb5-96e1-4201-9527-75a5c071b10b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.506215] env[62643]: DEBUG oslo_vmware.api [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 961.506215] env[62643]: value = "task-2383608" [ 961.506215] env[62643]: _type = "Task" [ 961.506215] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.515708] env[62643]: DEBUG oslo_vmware.api [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.540450] env[62643]: DEBUG nova.network.neutron [req-078c04cd-30e8-42b4-bc7d-4ff97b4fd12f req-9565fad0-1d56-494d-ab55-0054c78b6520 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.687167] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383607, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.699962] env[62643]: DEBUG nova.network.neutron [req-078c04cd-30e8-42b4-bc7d-4ff97b4fd12f req-9565fad0-1d56-494d-ab55-0054c78b6520 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.761061] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db8f74a0-2134-492c-8f85-d48862749f8d tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "a7365ef4-5bc3-4f40-98c1-d1dbf24d1720" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.377s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.864606] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': task-2383605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679298} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.866107] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] bf8f5139-508d-4db1-b475-fda0b49cfb81/bf8f5139-508d-4db1-b475-fda0b49cfb81.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.866107] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.866107] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d97dfcb-8083-42dd-82eb-032df68e17e3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.872926] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Waiting for the task: (returnval){ [ 961.872926] env[62643]: value = "task-2383609" [ 961.872926] env[62643]: _type = "Task" [ 961.872926] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.881972] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': task-2383609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.948864] env[62643]: DEBUG nova.network.neutron [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Successfully updated port: 4c7fe612-2b2d-4391-99ab-fd078bc3caea {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.970468] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.014154] env[62643]: DEBUG oslo_vmware.api [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383608, 'name': PowerOffVM_Task, 'duration_secs': 0.232306} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.014482] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.014684] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.014979] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26e4f12d-ff70-4696-9097-a1f4d59ca632 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.077701] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.077940] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.078220] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Deleting the datastore file [datastore2] efce1f1d-a36c-4902-8968-776d78d44977 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.078464] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0b5f10c-9da5-43b8-8d44-7ec3260e7f06 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.085515] env[62643]: DEBUG oslo_vmware.api [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for the task: (returnval){ [ 962.085515] env[62643]: value = "task-2383611" [ 962.085515] env[62643]: _type = "Task" [ 962.085515] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.094709] env[62643]: DEBUG oslo_vmware.api [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.187311] env[62643]: DEBUG oslo_vmware.api [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383607, 'name': RemoveSnapshot_Task, 'duration_secs': 0.75623} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.187663] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 962.187859] env[62643]: INFO nova.compute.manager [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Took 16.10 seconds to snapshot the instance on the hypervisor. [ 962.198865] env[62643]: DEBUG oslo_concurrency.lockutils [None req-90d1b77f-c23c-4340-8c08-0c22a39daffe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.200231] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.318s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.202401] env[62643]: INFO nova.compute.claims [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.205887] env[62643]: DEBUG oslo_concurrency.lockutils [req-078c04cd-30e8-42b4-bc7d-4ff97b4fd12f req-9565fad0-1d56-494d-ab55-0054c78b6520 service nova] Releasing lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.206734] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.206942] env[62643]: DEBUG nova.network.neutron [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.384979] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': task-2383609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227077} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.385371] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.386183] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d42944-0d97-498e-93ac-6a76281555e8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.414625] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] bf8f5139-508d-4db1-b475-fda0b49cfb81/bf8f5139-508d-4db1-b475-fda0b49cfb81.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.415014] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64b606d0-7d44-48ad-ae8c-d565baa44ea8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.437841] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Waiting for the task: (returnval){ [ 962.437841] env[62643]: value = "task-2383612" [ 962.437841] env[62643]: _type = "Task" [ 962.437841] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.449991] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': task-2383612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.451802] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.451975] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.452673] env[62643]: DEBUG nova.network.neutron [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.596924] env[62643]: DEBUG oslo_vmware.api [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Task: {'id': task-2383611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149534} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.597205] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.597395] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.597576] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.597749] env[62643]: INFO nova.compute.manager [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Took 1.12 seconds to destroy the instance on the hypervisor. [ 962.597993] env[62643]: DEBUG oslo.service.loopingcall [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 962.598213] env[62643]: DEBUG nova.compute.manager [-] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.598305] env[62643]: DEBUG nova.network.neutron [-] [instance: efce1f1d-a36c-4902-8968-776d78d44977] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.641087] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "35c1cd73-520c-4ed1-840b-981f4b70d3c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.641327] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "35c1cd73-520c-4ed1-840b-981f4b70d3c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.641543] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "35c1cd73-520c-4ed1-840b-981f4b70d3c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.641729] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "35c1cd73-520c-4ed1-840b-981f4b70d3c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.642396] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "35c1cd73-520c-4ed1-840b-981f4b70d3c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.644484] env[62643]: INFO nova.compute.manager [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Terminating instance [ 962.747802] env[62643]: DEBUG nova.compute.manager [None req-2890f462-69ff-4f64-81f7-1fe9db8d2d37 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Found 2 images (rotation: 2) {{(pid=62643) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 962.757333] env[62643]: DEBUG nova.network.neutron [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.952517] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': task-2383612, 'name': ReconfigVM_Task, 'duration_secs': 0.353222} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.953047] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Reconfigured VM instance instance-00000053 to attach disk [datastore1] bf8f5139-508d-4db1-b475-fda0b49cfb81/bf8f5139-508d-4db1-b475-fda0b49cfb81.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.953884] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63b7ec9f-6a46-45f1-8cef-879c171e12a7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.958633] env[62643]: DEBUG nova.network.neutron [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Updating instance_info_cache with network_info: [{"id": "1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1", "address": "fa:16:3e:71:85:eb", "network": {"id": "71c5229e-42c0-45ed-8d40-92f570a66e96", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-761236806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa7d55bb2334b6cac45f3d2b66555f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd96cb2-0c", "ovs_interfaceid": "1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.964280] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Waiting for the task: (returnval){ [ 962.964280] env[62643]: value = "task-2383613" [ 962.964280] env[62643]: _type = "Task" [ 962.964280] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.982966] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': task-2383613, 'name': Rename_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.003750] env[62643]: WARNING nova.network.neutron [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] 83724d80-84b7-4216-b3ea-5a3e049d015e already exists in list: networks containing: ['83724d80-84b7-4216-b3ea-5a3e049d015e']. ignoring it [ 963.003964] env[62643]: WARNING nova.network.neutron [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] 83724d80-84b7-4216-b3ea-5a3e049d015e already exists in list: networks containing: ['83724d80-84b7-4216-b3ea-5a3e049d015e']. ignoring it [ 963.112480] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Volume attach. Driver type: vmdk {{(pid=62643) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 963.112730] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483722', 'volume_id': 'eeb07e40-2e60-45e6-9bb0-acdc20137d10', 'name': 'volume-eeb07e40-2e60-45e6-9bb0-acdc20137d10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46dc2ea7-f124-4a2d-b59c-a8b95f411156', 'attached_at': '', 'detached_at': '', 'volume_id': 'eeb07e40-2e60-45e6-9bb0-acdc20137d10', 'serial': 'eeb07e40-2e60-45e6-9bb0-acdc20137d10'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 963.113637] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4d7daf-8475-4bce-a1c7-b8dd81539ebb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.133257] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74145ce3-83f1-4721-9293-9ae65fd63b9d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.153717] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "refresh_cache-35c1cd73-520c-4ed1-840b-981f4b70d3c0" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.153907] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquired lock "refresh_cache-35c1cd73-520c-4ed1-840b-981f4b70d3c0" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.154099] env[62643]: DEBUG nova.network.neutron [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.162345] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] volume-eeb07e40-2e60-45e6-9bb0-acdc20137d10/volume-eeb07e40-2e60-45e6-9bb0-acdc20137d10.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.162877] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae3d61eb-30ca-4524-85c6-f7ae056f4ea8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.184082] env[62643]: DEBUG oslo_vmware.api [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 963.184082] env[62643]: value = "task-2383614" [ 963.184082] env[62643]: _type = "Task" [ 963.184082] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.193585] env[62643]: DEBUG oslo_vmware.api [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.433923] env[62643]: DEBUG nova.compute.manager [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.434910] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741ec71f-1905-4181-a58f-8c6bd34aafda {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.442969] env[62643]: DEBUG nova.compute.manager [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Received event network-vif-plugged-4c7fe612-2b2d-4391-99ab-fd078bc3caea {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.443209] env[62643]: DEBUG oslo_concurrency.lockutils [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] Acquiring lock "66d05517-71f8-4c9b-8664-2c7b66722c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.443418] env[62643]: DEBUG oslo_concurrency.lockutils [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] Lock "66d05517-71f8-4c9b-8664-2c7b66722c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.443586] env[62643]: DEBUG oslo_concurrency.lockutils [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] Lock "66d05517-71f8-4c9b-8664-2c7b66722c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.443751] env[62643]: DEBUG nova.compute.manager [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] No waiting events found dispatching network-vif-plugged-4c7fe612-2b2d-4391-99ab-fd078bc3caea {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.443946] env[62643]: WARNING nova.compute.manager [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Received unexpected event network-vif-plugged-4c7fe612-2b2d-4391-99ab-fd078bc3caea for instance with vm_state active and task_state None. [ 963.444198] env[62643]: DEBUG nova.compute.manager [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Received event network-changed-4c7fe612-2b2d-4391-99ab-fd078bc3caea {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.444396] env[62643]: DEBUG nova.compute.manager [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Refreshing instance network info cache due to event network-changed-4c7fe612-2b2d-4391-99ab-fd078bc3caea. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 963.444604] env[62643]: DEBUG oslo_concurrency.lockutils [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] Acquiring lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.445818] env[62643]: DEBUG nova.network.neutron [-] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.460774] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Releasing lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.461111] env[62643]: DEBUG nova.compute.manager [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Instance network_info: |[{"id": "1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1", "address": "fa:16:3e:71:85:eb", "network": {"id": "71c5229e-42c0-45ed-8d40-92f570a66e96", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-761236806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa7d55bb2334b6cac45f3d2b66555f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd96cb2-0c", "ovs_interfaceid": "1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.464655] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:85:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.472844] env[62643]: DEBUG oslo.service.loopingcall [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.473505] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.477875] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d17668c3-3f5f-42cb-b33b-b49dff0f9e47 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.504508] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': task-2383613, 'name': Rename_Task, 'duration_secs': 0.176942} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.506679] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.506679] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.506679] env[62643]: value = "task-2383615" [ 963.506679] env[62643]: _type = "Task" [ 963.506679] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.506679] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a0d135c-8d66-4a93-806a-0bcfabe4bd17 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.520027] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383615, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.521367] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Waiting for the task: (returnval){ [ 963.521367] env[62643]: value = "task-2383616" [ 963.521367] env[62643]: _type = "Task" [ 963.521367] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.536447] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': task-2383616, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.587940] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b915aed1-9641-4f43-953d-ed4bb3bead4d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.595985] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5a26d9-ed44-4d70-bf3c-90114ba5f99d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.629583] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b7dbf7-7dd7-4a94-bc7c-7c45c19b159d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.638079] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d7c561-457f-4415-9f94-475ae3dcae31 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.655814] env[62643]: DEBUG nova.compute.provider_tree [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.697478] env[62643]: DEBUG oslo_vmware.api [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383614, 'name': ReconfigVM_Task, 'duration_secs': 0.438506} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.698642] env[62643]: DEBUG nova.network.neutron [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.701414] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Reconfigured VM instance instance-00000034 to attach disk [datastore1] volume-eeb07e40-2e60-45e6-9bb0-acdc20137d10/volume-eeb07e40-2e60-45e6-9bb0-acdc20137d10.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.707560] env[62643]: DEBUG nova.network.neutron [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Updating instance_info_cache with network_info: [{"id": "fc612612-a008-443e-8569-0ed7f34e4386", "address": "fa:16:3e:98:5d:40", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc612612-a0", "ovs_interfaceid": "fc612612-a008-443e-8569-0ed7f34e4386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e36dfe2e-4a60-4c2a-bef8-d281d0e90588", "address": "fa:16:3e:f3:48:5d", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape36dfe2e-4a", "ovs_interfaceid": "e36dfe2e-4a60-4c2a-bef8-d281d0e90588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c7fe612-2b2d-4391-99ab-fd078bc3caea", "address": "fa:16:3e:9f:c6:f6", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c7fe612-2b", "ovs_interfaceid": "4c7fe612-2b2d-4391-99ab-fd078bc3caea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.709142] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f69589b-67b2-45a1-bed6-28a8d4dfa424 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.727668] env[62643]: DEBUG oslo_vmware.api [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 963.727668] env[62643]: value = "task-2383617" [ 963.727668] env[62643]: _type = "Task" [ 963.727668] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.739032] env[62643]: DEBUG oslo_vmware.api [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.805737] env[62643]: DEBUG nova.network.neutron [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.949226] env[62643]: INFO nova.compute.manager [-] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Took 1.35 seconds to deallocate network for instance. [ 963.954245] env[62643]: INFO nova.compute.manager [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] instance snapshotting [ 963.954721] env[62643]: DEBUG nova.objects.instance [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lazy-loading 'flavor' on Instance uuid ae942842-00af-408a-beb2-312839415d76 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.018096] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383615, 'name': CreateVM_Task, 'duration_secs': 0.376201} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.018296] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.019061] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.019242] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.019583] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.019847] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9afea8-2c04-42e2-9a36-e1534eb4eb1a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.029158] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 964.029158] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fdf1c6-069b-8625-b60c-f424e431376b" [ 964.029158] env[62643]: _type = "Task" [ 964.029158] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.032984] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': task-2383616, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.043978] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fdf1c6-069b-8625-b60c-f424e431376b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.159693] env[62643]: DEBUG nova.scheduler.client.report [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.222913] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.223661] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.223823] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.224122] env[62643]: DEBUG oslo_concurrency.lockutils [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] Acquired lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.224311] env[62643]: DEBUG nova.network.neutron [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Refreshing network info cache for port 4c7fe612-2b2d-4391-99ab-fd078bc3caea {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.226113] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c044fe58-df83-4128-83d5-59cb7d020612 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.250883] env[62643]: DEBUG nova.virt.hardware [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.251139] env[62643]: DEBUG nova.virt.hardware [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.251301] env[62643]: DEBUG nova.virt.hardware [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.251484] env[62643]: DEBUG nova.virt.hardware [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.251631] env[62643]: DEBUG nova.virt.hardware [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.251777] env[62643]: DEBUG nova.virt.hardware [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.252010] env[62643]: DEBUG nova.virt.hardware [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.252267] env[62643]: DEBUG nova.virt.hardware [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.252445] env[62643]: DEBUG nova.virt.hardware [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.252613] env[62643]: DEBUG nova.virt.hardware [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.252789] env[62643]: DEBUG nova.virt.hardware [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.259143] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Reconfiguring VM to attach interface {{(pid=62643) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 964.259474] env[62643]: DEBUG oslo_vmware.api [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383617, 'name': ReconfigVM_Task, 'duration_secs': 0.212011} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.259979] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dfb600a-34ca-40a5-8d35-dbbf866cb65f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.272675] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483722', 'volume_id': 'eeb07e40-2e60-45e6-9bb0-acdc20137d10', 'name': 'volume-eeb07e40-2e60-45e6-9bb0-acdc20137d10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46dc2ea7-f124-4a2d-b59c-a8b95f411156', 'attached_at': '', 'detached_at': '', 'volume_id': 'eeb07e40-2e60-45e6-9bb0-acdc20137d10', 'serial': 'eeb07e40-2e60-45e6-9bb0-acdc20137d10'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 964.281025] env[62643]: DEBUG oslo_vmware.api [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 964.281025] env[62643]: value = "task-2383618" [ 964.281025] env[62643]: _type = "Task" [ 964.281025] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.293598] env[62643]: DEBUG oslo_vmware.api [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383618, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.308117] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Releasing lock "refresh_cache-35c1cd73-520c-4ed1-840b-981f4b70d3c0" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.308746] env[62643]: DEBUG nova.compute.manager [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.308995] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.310210] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cacf901-0460-4781-844e-b98e8b0e0976 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.317973] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.318258] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc0ba229-51f9-4383-a857-d8f766b6b5ff {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.326986] env[62643]: DEBUG oslo_vmware.api [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 964.326986] env[62643]: value = "task-2383619" [ 964.326986] env[62643]: _type = "Task" [ 964.326986] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.335106] env[62643]: DEBUG oslo_vmware.api [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.457639] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.460937] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f704a5b0-fb93-41ef-90b9-ff56fa8b24f3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.480972] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1149e7d8-dc20-4a8b-b6b5-fb82cf7ccca1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.534027] env[62643]: DEBUG oslo_vmware.api [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': task-2383616, 'name': PowerOnVM_Task, 'duration_secs': 0.53614} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.537558] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.537781] env[62643]: INFO nova.compute.manager [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Took 8.73 seconds to spawn the instance on the hypervisor. [ 964.537965] env[62643]: DEBUG nova.compute.manager [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.539309] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ba978c-292e-4f42-ac46-e0d1a610b991 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.551813] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52fdf1c6-069b-8625-b60c-f424e431376b, 'name': SearchDatastore_Task, 'duration_secs': 0.027857} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.552727] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.552727] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.552975] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.553202] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.553422] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.553811] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48a5bb6f-2f1f-4fa4-91fb-62479dca8db5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.564337] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.564529] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.565261] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ded5e1c9-7b83-42da-9a66-495e575347f7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.571181] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 964.571181] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5209f5b5-d1a6-887c-5763-0384c3f896c5" [ 964.571181] env[62643]: _type = "Task" [ 964.571181] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.579281] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5209f5b5-d1a6-887c-5763-0384c3f896c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.664695] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.664908] env[62643]: DEBUG nova.compute.manager [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.667840] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.483s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.669449] env[62643]: INFO nova.compute.claims [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.793182] env[62643]: DEBUG oslo_vmware.api [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.837530] env[62643]: DEBUG oslo_vmware.api [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383619, 'name': PowerOffVM_Task, 'duration_secs': 0.151848} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.837802] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.837978] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.838242] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62d0bddf-2a17-4da2-bac8-3b234686ca54 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.867117] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.867117] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.867117] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Deleting the datastore file [datastore2] 35c1cd73-520c-4ed1-840b-981f4b70d3c0 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.867117] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6673ae6-60f0-4953-bc1e-c93261ebae63 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.873693] env[62643]: DEBUG oslo_vmware.api [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for the task: (returnval){ [ 964.873693] env[62643]: value = "task-2383621" [ 964.873693] env[62643]: _type = "Task" [ 964.873693] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.884530] env[62643]: DEBUG oslo_vmware.api [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.992206] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 964.992555] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ef3e9438-33b2-47fb-9446-0489ad9ec370 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.001019] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 965.001019] env[62643]: value = "task-2383622" [ 965.001019] env[62643]: _type = "Task" [ 965.001019] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.010598] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383622, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.012996] env[62643]: DEBUG nova.network.neutron [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Updated VIF entry in instance network info cache for port 4c7fe612-2b2d-4391-99ab-fd078bc3caea. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.013530] env[62643]: DEBUG nova.network.neutron [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Updating instance_info_cache with network_info: [{"id": "fc612612-a008-443e-8569-0ed7f34e4386", "address": "fa:16:3e:98:5d:40", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc612612-a0", "ovs_interfaceid": "fc612612-a008-443e-8569-0ed7f34e4386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e36dfe2e-4a60-4c2a-bef8-d281d0e90588", "address": "fa:16:3e:f3:48:5d", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape36dfe2e-4a", "ovs_interfaceid": "e36dfe2e-4a60-4c2a-bef8-d281d0e90588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c7fe612-2b2d-4391-99ab-fd078bc3caea", "address": "fa:16:3e:9f:c6:f6", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c7fe612-2b", "ovs_interfaceid": "4c7fe612-2b2d-4391-99ab-fd078bc3caea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.061549] env[62643]: INFO nova.compute.manager [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Took 32.93 seconds to build instance. [ 965.084076] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5209f5b5-d1a6-887c-5763-0384c3f896c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010197} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.084924] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b88c08-6d65-4852-9106-7d074dc81e35 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.091816] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 965.091816] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c28fe4-0dca-d828-346f-d1492d1dbe19" [ 965.091816] env[62643]: _type = "Task" [ 965.091816] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.100248] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c28fe4-0dca-d828-346f-d1492d1dbe19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.174173] env[62643]: DEBUG nova.compute.utils [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 965.178117] env[62643]: DEBUG nova.compute.manager [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.178294] env[62643]: DEBUG nova.network.neutron [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.221764] env[62643]: DEBUG nova.policy [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9beb747aece448cd9c6f874398e203af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a62c129632d459893c3b934966dc453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.293601] env[62643]: DEBUG oslo_vmware.api [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383618, 'name': ReconfigVM_Task, 'duration_secs': 0.704065} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.294168] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.294399] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Reconfigured VM to attach interface {{(pid=62643) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 965.317031] env[62643]: DEBUG nova.objects.instance [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lazy-loading 'flavor' on Instance uuid 46dc2ea7-f124-4a2d-b59c-a8b95f411156 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.385963] env[62643]: DEBUG oslo_vmware.api [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Task: {'id': task-2383621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10998} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.386265] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.386540] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.386699] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.386957] env[62643]: INFO nova.compute.manager [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Took 1.08 seconds to destroy the instance on the hypervisor. [ 965.387173] env[62643]: DEBUG oslo.service.loopingcall [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 965.387519] env[62643]: DEBUG nova.compute.manager [-] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.387519] env[62643]: DEBUG nova.network.neutron [-] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.408889] env[62643]: DEBUG nova.network.neutron [-] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.512670] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383622, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.516734] env[62643]: DEBUG oslo_concurrency.lockutils [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] Releasing lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.516934] env[62643]: DEBUG nova.compute.manager [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Received event network-vif-deleted-9a537177-bb90-42f8-840e-d599da59443f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.517180] env[62643]: INFO nova.compute.manager [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Neutron deleted interface 9a537177-bb90-42f8-840e-d599da59443f; detaching it from the instance and deleting it from the info cache [ 965.517400] env[62643]: DEBUG nova.network.neutron [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.563184] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1c79e9fa-6596-47e4-8919-c9041857d8dc tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Lock "bf8f5139-508d-4db1-b475-fda0b49cfb81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.454s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.602590] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c28fe4-0dca-d828-346f-d1492d1dbe19, 'name': SearchDatastore_Task, 'duration_secs': 0.012369} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.602878] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.603156] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 564258b1-31e2-4424-90a8-4760d3c91656/564258b1-31e2-4424-90a8-4760d3c91656.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.603419] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-876ae054-4d39-4b35-9d3d-15f22a97e5ca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.611084] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 965.611084] env[62643]: value = "task-2383623" [ 965.611084] env[62643]: _type = "Task" [ 965.611084] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.622528] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.639825] env[62643]: DEBUG nova.network.neutron [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Successfully created port: 7922208b-7534-4c1a-b3db-80a4d4f9196d {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.644736] env[62643]: DEBUG nova.compute.manager [None req-67bb2b3e-8796-4f38-b613-803bd98b8fe1 tempest-ServerDiagnosticsV248Test-784648601 tempest-ServerDiagnosticsV248Test-784648601-project-admin] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.646039] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c114d6-b5d3-4319-9d2a-5fba41cc1076 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.654791] env[62643]: INFO nova.compute.manager [None req-67bb2b3e-8796-4f38-b613-803bd98b8fe1 tempest-ServerDiagnosticsV248Test-784648601 tempest-ServerDiagnosticsV248Test-784648601-project-admin] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Retrieving diagnostics [ 965.655658] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a8f7d3-67b5-4080-94e9-e2387f0e9341 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.688308] env[62643]: DEBUG nova.compute.manager [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.801745] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ee6067bd-a873-43c4-8f88-703e7ffc11e1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-66d05517-71f8-4c9b-8664-2c7b66722c74-4c7fe612-2b2d-4391-99ab-fd078bc3caea" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.572s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.822467] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d3fb4876-2855-4b1f-85cf-ad6ba99da8e9 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.330s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.911436] env[62643]: DEBUG nova.network.neutron [-] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.002850] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdb0dbb-f0be-4377-a363-735175b2e0f2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.016255] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383622, 'name': CreateSnapshot_Task, 'duration_secs': 0.574075} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.019107] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 966.020432] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f97b3d1-0d9c-42a2-af04-597be13bdad6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.024285] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bbc4dc-0115-4c82-a859-d5eec5929ab3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.028168] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b056a8bd-710d-430d-b05f-c6c74ff1faed {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.069315] env[62643]: INFO nova.compute.manager [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Rescuing [ 966.069609] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.069776] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.069951] env[62643]: DEBUG nova.network.neutron [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.072628] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3308e2ad-4d0c-4320-9622-b7e276e04506 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.078069] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c7cbed-8011-468c-aee3-e2313bad5a4d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.095706] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c617e024-f114-4da6-b9bd-c46518691c9d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.110503] env[62643]: DEBUG nova.compute.provider_tree [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.124043] env[62643]: DEBUG nova.compute.manager [req-19af35b5-0df9-472d-b36a-ba52614174de req-38aaf9fe-e3c3-4301-9c1f-16ddc38ebd34 service nova] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Detach interface failed, port_id=9a537177-bb90-42f8-840e-d599da59443f, reason: Instance efce1f1d-a36c-4902-8968-776d78d44977 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 966.134171] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493081} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.134481] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 564258b1-31e2-4424-90a8-4760d3c91656/564258b1-31e2-4424-90a8-4760d3c91656.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.134737] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.135202] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6630893c-73e0-4798-8641-2409e614f415 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.142289] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 966.142289] env[62643]: value = "task-2383624" [ 966.142289] env[62643]: _type = "Task" [ 966.142289] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.152104] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.198313] env[62643]: INFO nova.virt.block_device [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Booting with volume b82e871c-80a4-48b2-bc73-5b663e8dea65 at /dev/sda [ 966.237635] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04465d58-19e4-4bb8-8f53-7ce85b92391a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.247586] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9051b280-84be-4dce-b293-94963766342d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.290258] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9837c3d8-bd9e-403e-a779-c6a1df9ac1f3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.304777] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4853d2-78ce-4ec1-8e56-aa82b4ce7ac0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.347926] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a0bd6d-880b-474f-ae34-ca5029780362 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.356568] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49742044-7ac7-4c85-82a7-92d14dbe92ea {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.374864] env[62643]: DEBUG nova.virt.block_device [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Updating existing volume attachment record: c5e0b1c5-783e-4dfc-9b6f-84d9a5f21d0d {{(pid=62643) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 966.414063] env[62643]: INFO nova.compute.manager [-] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Took 1.03 seconds to deallocate network for instance. [ 966.580546] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 966.582778] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-06e1a4e4-bfe6-4f13-a5f3-10b629a82d6a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.593335] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 966.593335] env[62643]: value = "task-2383625" [ 966.593335] env[62643]: _type = "Task" [ 966.593335] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.603158] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383625, 'name': CloneVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.625907] env[62643]: DEBUG nova.scheduler.client.report [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.652729] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075461} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.653031] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.653888] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5611dd7b-055a-4ccb-9af5-0e820a83853b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.678589] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 564258b1-31e2-4424-90a8-4760d3c91656/564258b1-31e2-4424-90a8-4760d3c91656.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.681456] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-316e4726-56ed-41d3-9172-ef08f2ab841b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.703194] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 966.703194] env[62643]: value = "task-2383626" [ 966.703194] env[62643]: _type = "Task" [ 966.703194] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.712342] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.923721] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.991608] env[62643]: DEBUG nova.network.neutron [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Updating instance_info_cache with network_info: [{"id": "e8321ec4-6d56-4682-a820-120026f627f8", "address": "fa:16:3e:3e:2b:19", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8321ec4-6d", "ovs_interfaceid": "e8321ec4-6d56-4682-a820-120026f627f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.105595] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383625, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.131397] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.132031] env[62643]: DEBUG nova.compute.manager [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.135230] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.591s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.135498] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.135669] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62643) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 967.136167] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.649s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.139880] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1a8a65-fc02-4b6e-8365-003ac5e5017a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.156516] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94af1c10-ee3a-4c70-ac9f-9a33ca43f18b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.180856] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e008ba-e45a-46b8-830f-254eb85a9074 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.190764] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19150ca4-ed68-4f9d-abc1-7bc6ae71a7bb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.229677] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179151MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62643) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 967.229734] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.234065] env[62643]: DEBUG nova.compute.manager [req-7267f8da-51bc-4667-9acf-460a875ec74f req-7a338e5e-ae9d-4d23-8323-0901faf8b649 service nova] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Received event network-vif-plugged-7922208b-7534-4c1a-b3db-80a4d4f9196d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.234304] env[62643]: DEBUG oslo_concurrency.lockutils [req-7267f8da-51bc-4667-9acf-460a875ec74f req-7a338e5e-ae9d-4d23-8323-0901faf8b649 service nova] Acquiring lock "768673e8-0d07-4a6c-b205-ca1da1ca1d84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.234633] env[62643]: DEBUG oslo_concurrency.lockutils [req-7267f8da-51bc-4667-9acf-460a875ec74f req-7a338e5e-ae9d-4d23-8323-0901faf8b649 service nova] Lock "768673e8-0d07-4a6c-b205-ca1da1ca1d84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.234756] env[62643]: DEBUG oslo_concurrency.lockutils [req-7267f8da-51bc-4667-9acf-460a875ec74f req-7a338e5e-ae9d-4d23-8323-0901faf8b649 service nova] Lock "768673e8-0d07-4a6c-b205-ca1da1ca1d84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.234837] env[62643]: DEBUG nova.compute.manager [req-7267f8da-51bc-4667-9acf-460a875ec74f req-7a338e5e-ae9d-4d23-8323-0901faf8b649 service nova] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] No waiting events found dispatching network-vif-plugged-7922208b-7534-4c1a-b3db-80a4d4f9196d {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.235029] env[62643]: WARNING nova.compute.manager [req-7267f8da-51bc-4667-9acf-460a875ec74f req-7a338e5e-ae9d-4d23-8323-0901faf8b649 service nova] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Received unexpected event network-vif-plugged-7922208b-7534-4c1a-b3db-80a4d4f9196d for instance with vm_state building and task_state block_device_mapping. [ 967.242289] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383626, 'name': ReconfigVM_Task, 'duration_secs': 0.358894} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.242867] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 564258b1-31e2-4424-90a8-4760d3c91656/564258b1-31e2-4424-90a8-4760d3c91656.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.243877] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ef4b45f-dcc1-4229-bb1d-b6d3f3e57c13 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.249958] env[62643]: DEBUG nova.network.neutron [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Successfully updated port: 7922208b-7534-4c1a-b3db-80a4d4f9196d {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.253265] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 967.253265] env[62643]: value = "task-2383627" [ 967.253265] env[62643]: _type = "Task" [ 967.253265] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.263642] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383627, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.413626] env[62643]: DEBUG oslo_concurrency.lockutils [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Acquiring lock "a0db6825-9518-4c5b-a1d9-78c453db9b04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.413951] env[62643]: DEBUG oslo_concurrency.lockutils [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Lock "a0db6825-9518-4c5b-a1d9-78c453db9b04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.414217] env[62643]: DEBUG oslo_concurrency.lockutils [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Acquiring lock "a0db6825-9518-4c5b-a1d9-78c453db9b04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.414441] env[62643]: DEBUG oslo_concurrency.lockutils [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Lock "a0db6825-9518-4c5b-a1d9-78c453db9b04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.414653] env[62643]: DEBUG oslo_concurrency.lockutils [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Lock "a0db6825-9518-4c5b-a1d9-78c453db9b04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.416996] env[62643]: INFO nova.compute.manager [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Terminating instance [ 967.494485] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Releasing lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.605727] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383625, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.641238] env[62643]: INFO nova.compute.claims [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.646477] env[62643]: DEBUG nova.compute.utils [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 967.648031] env[62643]: DEBUG nova.compute.manager [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.648200] env[62643]: DEBUG nova.network.neutron [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.697427] env[62643]: DEBUG nova.policy [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '486d1c3c66d246eea62b5321cb97da1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96887bdb38b845f5b83945269bd3d7a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.699877] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Acquiring lock "bf8f5139-508d-4db1-b475-fda0b49cfb81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.700184] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Lock "bf8f5139-508d-4db1-b475-fda0b49cfb81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.700405] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Acquiring lock "bf8f5139-508d-4db1-b475-fda0b49cfb81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.700606] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Lock "bf8f5139-508d-4db1-b475-fda0b49cfb81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.700822] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Lock "bf8f5139-508d-4db1-b475-fda0b49cfb81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.705071] env[62643]: INFO nova.compute.manager [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Terminating instance [ 967.753736] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Acquiring lock "refresh_cache-768673e8-0d07-4a6c-b205-ca1da1ca1d84" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.753888] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Acquired lock "refresh_cache-768673e8-0d07-4a6c-b205-ca1da1ca1d84" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.754047] env[62643]: DEBUG nova.network.neutron [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.766958] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383627, 'name': Rename_Task, 'duration_secs': 0.218272} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.767286] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.768566] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d59db4a6-442b-426e-88c8-a342b6c24f57 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.776927] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 967.776927] env[62643]: value = "task-2383628" [ 967.776927] env[62643]: _type = "Task" [ 967.776927] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.786137] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.923128] env[62643]: DEBUG oslo_concurrency.lockutils [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Acquiring lock "refresh_cache-a0db6825-9518-4c5b-a1d9-78c453db9b04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.923128] env[62643]: DEBUG oslo_concurrency.lockutils [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Acquired lock "refresh_cache-a0db6825-9518-4c5b-a1d9-78c453db9b04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.923128] env[62643]: DEBUG nova.network.neutron [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.951208] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "8dfa69d8-a372-4596-be2c-c8f72b5e31ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.952477] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "8dfa69d8-a372-4596-be2c-c8f72b5e31ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.952477] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "8dfa69d8-a372-4596-be2c-c8f72b5e31ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.952477] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "8dfa69d8-a372-4596-be2c-c8f72b5e31ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.952477] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "8dfa69d8-a372-4596-be2c-c8f72b5e31ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.955853] env[62643]: INFO nova.compute.manager [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Terminating instance [ 967.989858] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "interface-66d05517-71f8-4c9b-8664-2c7b66722c74-e36dfe2e-4a60-4c2a-bef8-d281d0e90588" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.990179] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-66d05517-71f8-4c9b-8664-2c7b66722c74-e36dfe2e-4a60-4c2a-bef8-d281d0e90588" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.064582] env[62643]: DEBUG nova.network.neutron [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Successfully created port: 724de6c4-67e0-45c7-996b-c1804224532a {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.105542] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383625, 'name': CloneVM_Task, 'duration_secs': 1.432709} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.105822] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Created linked-clone VM from snapshot [ 968.106659] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c933da3-7262-4dac-a3fb-67673dd00872 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.114386] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Uploading image ead03707-6557-4b7f-a813-256207dfd725 {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 968.143378] env[62643]: DEBUG oslo_vmware.rw_handles [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 968.143378] env[62643]: value = "vm-483725" [ 968.143378] env[62643]: _type = "VirtualMachine" [ 968.143378] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 968.143696] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dfeabc3e-815c-4976-afeb-26edd6433c0c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.150219] env[62643]: INFO nova.compute.resource_tracker [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Updating resource usage from migration 47b4fffc-9669-43a1-a354-23ddf970751e [ 968.154242] env[62643]: DEBUG nova.compute.manager [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.156759] env[62643]: DEBUG oslo_vmware.rw_handles [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lease: (returnval){ [ 968.156759] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52dc073c-4984-05d5-4428-0da5822c23cb" [ 968.156759] env[62643]: _type = "HttpNfcLease" [ 968.156759] env[62643]: } obtained for exporting VM: (result){ [ 968.156759] env[62643]: value = "vm-483725" [ 968.156759] env[62643]: _type = "VirtualMachine" [ 968.156759] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 968.157361] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the lease: (returnval){ [ 968.157361] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52dc073c-4984-05d5-4428-0da5822c23cb" [ 968.157361] env[62643]: _type = "HttpNfcLease" [ 968.157361] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 968.165353] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 968.165353] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52dc073c-4984-05d5-4428-0da5822c23cb" [ 968.165353] env[62643]: _type = "HttpNfcLease" [ 968.165353] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 968.165537] env[62643]: DEBUG oslo_vmware.rw_handles [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 968.165537] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52dc073c-4984-05d5-4428-0da5822c23cb" [ 968.165537] env[62643]: _type = "HttpNfcLease" [ 968.165537] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 968.166518] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21975408-9e9a-45a8-b974-96c7fce13d33 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.174466] env[62643]: DEBUG oslo_vmware.rw_handles [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240bd90-377f-d1be-4ec3-d60a962c88fd/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 968.174635] env[62643]: DEBUG oslo_vmware.rw_handles [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240bd90-377f-d1be-4ec3-d60a962c88fd/disk-0.vmdk for reading. {{(pid=62643) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 968.233317] env[62643]: DEBUG nova.compute.manager [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.233317] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.237650] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811f149f-3561-4b3a-94a5-07c0db22eb7e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.247787] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.248075] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4df7a12-bf69-4019-90f5-b514fdfcdfa8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.256271] env[62643]: DEBUG oslo_vmware.api [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Waiting for the task: (returnval){ [ 968.256271] env[62643]: value = "task-2383630" [ 968.256271] env[62643]: _type = "Task" [ 968.256271] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.268134] env[62643]: DEBUG oslo_vmware.api [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': task-2383630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.278604] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7fc12cc9-7d8c-4491-be78-7c7ccba7e45d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.291294] env[62643]: DEBUG oslo_vmware.api [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383628, 'name': PowerOnVM_Task, 'duration_secs': 0.503174} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.291581] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.291803] env[62643]: INFO nova.compute.manager [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Took 8.96 seconds to spawn the instance on the hypervisor. [ 968.292118] env[62643]: DEBUG nova.compute.manager [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.293660] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98db44f7-4893-44ac-afca-e4d328fb3b7c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.322743] env[62643]: DEBUG nova.network.neutron [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.460161] env[62643]: DEBUG nova.compute.manager [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.460426] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.461424] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96c7e77-9b27-464f-b4f5-1343c33170f6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.473046] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.476061] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b938e52f-5f2f-4a9c-9cb7-abb27e06befa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.478474] env[62643]: DEBUG nova.network.neutron [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.481858] env[62643]: DEBUG nova.compute.manager [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.482827] env[62643]: DEBUG nova.virt.hardware [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.482827] env[62643]: DEBUG nova.virt.hardware [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.482827] env[62643]: DEBUG nova.virt.hardware [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.482976] env[62643]: DEBUG nova.virt.hardware [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.483122] env[62643]: DEBUG nova.virt.hardware [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.483239] env[62643]: DEBUG nova.virt.hardware [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.483441] env[62643]: DEBUG nova.virt.hardware [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.483600] env[62643]: DEBUG nova.virt.hardware [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.483775] env[62643]: DEBUG nova.virt.hardware [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.483941] env[62643]: DEBUG nova.virt.hardware [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.484135] env[62643]: DEBUG nova.virt.hardware [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.487934] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de92647e-8be2-4bd2-af7b-ccca256ea55c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.492667] env[62643]: DEBUG oslo_vmware.api [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 968.492667] env[62643]: value = "task-2383631" [ 968.492667] env[62643]: _type = "Task" [ 968.492667] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.493113] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.493370] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.494624] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c75b87-c4ec-4cbc-a365-297e4cd72193 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.509539] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16648fc-15a3-490f-b085-5460305ad4a3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.539898] env[62643]: DEBUG oslo_vmware.api [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.549863] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb859aad-cabe-4770-9532-12b99d12a346 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.554112] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.568457] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c770ca7-175c-45b5-94f1-6acf32aff77e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.607532] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Reconfiguring VM to detach interface {{(pid=62643) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 968.613057] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75434efb-8cb8-4607-8835-cfbfd1731a47 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.629887] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 968.629887] env[62643]: value = "task-2383632" [ 968.629887] env[62643]: _type = "Task" [ 968.629887] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.636449] env[62643]: DEBUG oslo_vmware.api [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 968.636449] env[62643]: value = "task-2383633" [ 968.636449] env[62643]: _type = "Task" [ 968.636449] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.641983] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.650407] env[62643]: DEBUG oslo_vmware.api [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383633, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.655594] env[62643]: DEBUG nova.network.neutron [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Updating instance_info_cache with network_info: [{"id": "7922208b-7534-4c1a-b3db-80a4d4f9196d", "address": "fa:16:3e:b6:f7:16", "network": {"id": "b960ec6f-47f0-47f4-8d2e-1820020daf22", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2111074711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a62c129632d459893c3b934966dc453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7922208b-75", "ovs_interfaceid": "7922208b-7534-4c1a-b3db-80a4d4f9196d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.669024] env[62643]: DEBUG nova.network.neutron [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.682479] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727d06a6-16ee-4b1a-b596-d0f42b4ad27a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.693125] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d08935e-38d3-4583-ad34-0f6303b09896 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.730026] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29884bc-0c1b-4b92-ae8f-0a49748d652d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.738719] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3f25d2-0140-4a73-8206-5b5cd5a5ce0f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.755053] env[62643]: DEBUG nova.compute.provider_tree [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.766054] env[62643]: DEBUG oslo_vmware.api [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': task-2383630, 'name': PowerOffVM_Task, 'duration_secs': 0.363206} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.767225] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.767460] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.767739] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c94eb61e-4b9d-4325-b867-8cafa8f74a70 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.824749] env[62643]: INFO nova.compute.manager [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Took 34.68 seconds to build instance. [ 968.829752] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.829973] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.830170] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Deleting the datastore file [datastore1] bf8f5139-508d-4db1-b475-fda0b49cfb81 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.830423] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c73ce69-d0f7-4a13-999b-0659bfa273f8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.838071] env[62643]: DEBUG oslo_vmware.api [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Waiting for the task: (returnval){ [ 968.838071] env[62643]: value = "task-2383635" [ 968.838071] env[62643]: _type = "Task" [ 968.838071] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.846815] env[62643]: DEBUG oslo_vmware.api [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': task-2383635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.005598] env[62643]: DEBUG oslo_vmware.api [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383631, 'name': PowerOffVM_Task, 'duration_secs': 0.299543} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.006350] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.007352] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.007636] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87aa6088-1110-4d30-8468-9f49453cb31e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.079243] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.079468] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.079718] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Deleting the datastore file [datastore1] 8dfa69d8-a372-4596-be2c-c8f72b5e31ee {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.080130] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7d7a72c-5178-409a-bc8a-5a7b5fc7fe05 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.087330] env[62643]: DEBUG oslo_vmware.api [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 969.087330] env[62643]: value = "task-2383637" [ 969.087330] env[62643]: _type = "Task" [ 969.087330] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.096593] env[62643]: DEBUG oslo_vmware.api [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.140615] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383632, 'name': PowerOffVM_Task, 'duration_secs': 0.225282} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.141241] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.142295] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc364924-54ab-43c3-8112-00d6089723d3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.170368] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Releasing lock "refresh_cache-768673e8-0d07-4a6c-b205-ca1da1ca1d84" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.170782] env[62643]: DEBUG nova.compute.manager [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Instance network_info: |[{"id": "7922208b-7534-4c1a-b3db-80a4d4f9196d", "address": "fa:16:3e:b6:f7:16", "network": {"id": "b960ec6f-47f0-47f4-8d2e-1820020daf22", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2111074711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a62c129632d459893c3b934966dc453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7922208b-75", "ovs_interfaceid": "7922208b-7534-4c1a-b3db-80a4d4f9196d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.171897] env[62643]: DEBUG nova.compute.manager [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.174293] env[62643]: DEBUG oslo_concurrency.lockutils [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Releasing lock "refresh_cache-a0db6825-9518-4c5b-a1d9-78c453db9b04" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.175506] env[62643]: DEBUG nova.compute.manager [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.175506] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.178980] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:f7:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7922208b-7534-4c1a-b3db-80a4d4f9196d', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.186620] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Creating folder: Project (1a62c129632d459893c3b934966dc453). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.187593] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ffbcc8-ff4d-4fc8-942f-51019f749704 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.190965] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5314d1-db58-4b24-bb94-7f499ccbc5ad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.194717] env[62643]: DEBUG oslo_vmware.api [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.196449] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7115b10e-1fac-4403-8ae6-11b089c70a11 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.203221] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.205616] env[62643]: DEBUG nova.virt.hardware [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.205882] env[62643]: DEBUG nova.virt.hardware [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.206139] env[62643]: DEBUG nova.virt.hardware [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.206609] env[62643]: DEBUG nova.virt.hardware [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.206609] env[62643]: DEBUG nova.virt.hardware [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.206609] env[62643]: DEBUG nova.virt.hardware [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.207312] env[62643]: DEBUG nova.virt.hardware [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.207312] env[62643]: DEBUG nova.virt.hardware [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.207312] env[62643]: DEBUG nova.virt.hardware [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.207312] env[62643]: DEBUG nova.virt.hardware [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.207636] env[62643]: DEBUG nova.virt.hardware [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.210483] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c5d5cb6-78af-4a29-afe6-06336d410aac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.213051] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ebe3e8-488e-4dc8-8cf4-e91cc8563f5c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.219318] env[62643]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 969.219487] env[62643]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62643) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 969.220196] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Folder already exists: Project (1a62c129632d459893c3b934966dc453). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 969.220427] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Creating folder: Instances. Parent ref: group-v483695. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.222017] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1d1eb9b-c83f-4695-a3ce-6a13297b6ac1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.229805] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b05a63-a688-4433-a0c9-6e193df76b31 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.235863] env[62643]: DEBUG oslo_vmware.api [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Waiting for the task: (returnval){ [ 969.235863] env[62643]: value = "task-2383639" [ 969.235863] env[62643]: _type = "Task" [ 969.235863] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.239726] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Created folder: Instances in parent group-v483695. [ 969.240054] env[62643]: DEBUG oslo.service.loopingcall [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 969.245165] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.254187] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daa3a48b-a4d5-41db-9036-8d5205bcfa45 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.271814] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.273814] env[62643]: DEBUG nova.scheduler.client.report [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.276604] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2313357-60d9-4545-b009-e785eced3508 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.282823] env[62643]: DEBUG oslo_vmware.api [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': task-2383639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.288453] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.288453] env[62643]: value = "task-2383641" [ 969.288453] env[62643]: _type = "Task" [ 969.288453] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.288852] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 969.288852] env[62643]: value = "task-2383642" [ 969.288852] env[62643]: _type = "Task" [ 969.288852] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.301518] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383641, 'name': CreateVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.307694] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] VM already powered off {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 969.308027] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.308406] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.308675] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.309032] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.309592] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af5e6043-a824-4595-b52e-19092f0c0c24 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.329200] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7a575e6-703d-4864-bfeb-2cf1b3100f20 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "564258b1-31e2-4424-90a8-4760d3c91656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.193s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.334229] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.334229] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.335120] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad712e7-4d18-4d5e-94ef-eed72506b73b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.348070] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 969.348070] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a84892-4fbc-5ddd-b474-8a87ca2bf100" [ 969.348070] env[62643]: _type = "Task" [ 969.348070] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.351834] env[62643]: DEBUG oslo_vmware.api [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Task: {'id': task-2383635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310935} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.355291] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.355554] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.355798] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.356027] env[62643]: INFO nova.compute.manager [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Took 1.12 seconds to destroy the instance on the hypervisor. [ 969.356444] env[62643]: DEBUG oslo.service.loopingcall [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 969.356597] env[62643]: DEBUG nova.compute.manager [-] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.356697] env[62643]: DEBUG nova.network.neutron [-] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.365130] env[62643]: DEBUG nova.compute.manager [req-bdb124f5-0b47-410b-8184-caa0be7de4b0 req-0e5cfbf5-0eea-48be-9516-238c3def646e service nova] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Received event network-changed-7922208b-7534-4c1a-b3db-80a4d4f9196d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 969.365442] env[62643]: DEBUG nova.compute.manager [req-bdb124f5-0b47-410b-8184-caa0be7de4b0 req-0e5cfbf5-0eea-48be-9516-238c3def646e service nova] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Refreshing instance network info cache due to event network-changed-7922208b-7534-4c1a-b3db-80a4d4f9196d. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 969.365710] env[62643]: DEBUG oslo_concurrency.lockutils [req-bdb124f5-0b47-410b-8184-caa0be7de4b0 req-0e5cfbf5-0eea-48be-9516-238c3def646e service nova] Acquiring lock "refresh_cache-768673e8-0d07-4a6c-b205-ca1da1ca1d84" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.365952] env[62643]: DEBUG oslo_concurrency.lockutils [req-bdb124f5-0b47-410b-8184-caa0be7de4b0 req-0e5cfbf5-0eea-48be-9516-238c3def646e service nova] Acquired lock "refresh_cache-768673e8-0d07-4a6c-b205-ca1da1ca1d84" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.366111] env[62643]: DEBUG nova.network.neutron [req-bdb124f5-0b47-410b-8184-caa0be7de4b0 req-0e5cfbf5-0eea-48be-9516-238c3def646e service nova] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Refreshing network info cache for port 7922208b-7534-4c1a-b3db-80a4d4f9196d {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.372296] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a84892-4fbc-5ddd-b474-8a87ca2bf100, 'name': SearchDatastore_Task, 'duration_secs': 0.012652} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.373517] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3086abf-c6bf-4f90-bf31-2b414ae98473 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.380234] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 969.380234] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529cd35d-4e78-f04b-028f-a53ae8b49a36" [ 969.380234] env[62643]: _type = "Task" [ 969.380234] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.390131] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529cd35d-4e78-f04b-028f-a53ae8b49a36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.598653] env[62643]: DEBUG oslo_vmware.api [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236903} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.598991] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.599304] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.599578] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.599806] env[62643]: INFO nova.compute.manager [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Took 1.14 seconds to destroy the instance on the hypervisor. [ 969.600165] env[62643]: DEBUG oslo.service.loopingcall [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 969.600444] env[62643]: DEBUG nova.compute.manager [-] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.600571] env[62643]: DEBUG nova.network.neutron [-] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.661932] env[62643]: DEBUG oslo_vmware.api [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.749980] env[62643]: DEBUG oslo_vmware.api [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': task-2383639, 'name': PowerOffVM_Task, 'duration_secs': 0.126293} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.750382] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.750677] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.751070] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6f1db0f-279b-461c-bc2b-cd4bce23cc66 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.774918] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.775308] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.775391] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Deleting the datastore file [datastore2] a0db6825-9518-4c5b-a1d9-78c453db9b04 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.775696] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ba5f9bb-c648-4737-9e96-01128a66309d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.780034] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.644s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.780649] env[62643]: INFO nova.compute.manager [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Migrating [ 969.790375] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.820s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.790637] env[62643]: DEBUG nova.objects.instance [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Lazy-loading 'resources' on Instance uuid d145deec-66fb-48e8-95e3-71556e63ab37 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.792991] env[62643]: DEBUG oslo_vmware.api [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Waiting for the task: (returnval){ [ 969.792991] env[62643]: value = "task-2383644" [ 969.792991] env[62643]: _type = "Task" [ 969.792991] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.812885] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383641, 'name': CreateVM_Task, 'duration_secs': 0.507621} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.815777] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.816323] env[62643]: DEBUG oslo_vmware.api [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': task-2383644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.817072] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'c5e0b1c5-783e-4dfc-9b6f-84d9a5f21d0d', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483701', 'volume_id': 'b82e871c-80a4-48b2-bc73-5b663e8dea65', 'name': 'volume-b82e871c-80a4-48b2-bc73-5b663e8dea65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '768673e8-0d07-4a6c-b205-ca1da1ca1d84', 'attached_at': '', 'detached_at': '', 'volume_id': 'b82e871c-80a4-48b2-bc73-5b663e8dea65', 'serial': 'b82e871c-80a4-48b2-bc73-5b663e8dea65'}, 'device_type': None, 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62643) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 969.817364] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Root volume attach. Driver type: vmdk {{(pid=62643) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 969.818880] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a41c29d-4428-493b-ab5e-08652ab36caf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.827537] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32313ec7-6cb2-468a-9108-00b0e6a6d18d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.834535] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a21654-4c9a-45fa-8fb2-ddff58f15449 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.841307] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2a434c1b-62c2-4791-a768-2355100b523b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.848539] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Waiting for the task: (returnval){ [ 969.848539] env[62643]: value = "task-2383645" [ 969.848539] env[62643]: _type = "Task" [ 969.848539] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.858470] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383645, 'name': RelocateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.891145] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529cd35d-4e78-f04b-028f-a53ae8b49a36, 'name': SearchDatastore_Task, 'duration_secs': 0.010263} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.891532] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.891815] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 46dc2ea7-f124-4a2d-b59c-a8b95f411156/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk. {{(pid=62643) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 969.892179] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5baf6758-6636-4478-9d35-cc142a524eed {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.899497] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 969.899497] env[62643]: value = "task-2383646" [ 969.899497] env[62643]: _type = "Task" [ 969.899497] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.908604] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.156675] env[62643]: DEBUG oslo_vmware.api [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.251630] env[62643]: DEBUG nova.network.neutron [req-bdb124f5-0b47-410b-8184-caa0be7de4b0 req-0e5cfbf5-0eea-48be-9516-238c3def646e service nova] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Updated VIF entry in instance network info cache for port 7922208b-7534-4c1a-b3db-80a4d4f9196d. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.252064] env[62643]: DEBUG nova.network.neutron [req-bdb124f5-0b47-410b-8184-caa0be7de4b0 req-0e5cfbf5-0eea-48be-9516-238c3def646e service nova] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Updating instance_info_cache with network_info: [{"id": "7922208b-7534-4c1a-b3db-80a4d4f9196d", "address": "fa:16:3e:b6:f7:16", "network": {"id": "b960ec6f-47f0-47f4-8d2e-1820020daf22", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2111074711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a62c129632d459893c3b934966dc453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7922208b-75", "ovs_interfaceid": "7922208b-7534-4c1a-b3db-80a4d4f9196d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.303409] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "refresh_cache-73cf614a-8275-4290-8d77-00d26b6d0ac4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.303799] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "refresh_cache-73cf614a-8275-4290-8d77-00d26b6d0ac4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.303914] env[62643]: DEBUG nova.network.neutron [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.311707] env[62643]: DEBUG oslo_vmware.api [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Task: {'id': task-2383644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202095} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.312022] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.312385] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.312472] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.312585] env[62643]: INFO nova.compute.manager [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Took 1.14 seconds to destroy the instance on the hypervisor. [ 970.315644] env[62643]: DEBUG oslo.service.loopingcall [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 970.315644] env[62643]: DEBUG nova.compute.manager [-] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.315644] env[62643]: DEBUG nova.network.neutron [-] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.331379] env[62643]: DEBUG nova.network.neutron [-] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.363420] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383645, 'name': RelocateVM_Task} progress is 38%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.410426] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.659812] env[62643]: DEBUG oslo_vmware.api [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.663060] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0eaf91-50bf-41b3-a579-b27f310b1eb7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.670720] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8de4ef-cb16-4eca-8e10-29cd2f5edfe0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.704795] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a79962-faec-4e96-a1fd-4640ab84b24e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.712850] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92263d89-83d2-4eb5-87f3-e2eb14c3e06a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.727619] env[62643]: DEBUG nova.compute.provider_tree [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.755306] env[62643]: DEBUG oslo_concurrency.lockutils [req-bdb124f5-0b47-410b-8184-caa0be7de4b0 req-0e5cfbf5-0eea-48be-9516-238c3def646e service nova] Releasing lock "refresh_cache-768673e8-0d07-4a6c-b205-ca1da1ca1d84" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.838224] env[62643]: DEBUG nova.network.neutron [-] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.860902] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383645, 'name': RelocateVM_Task} progress is 53%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.895140] env[62643]: DEBUG nova.network.neutron [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Successfully updated port: 724de6c4-67e0-45c7-996b-c1804224532a {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.922739] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.948439] env[62643]: DEBUG nova.network.neutron [-] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.167731] env[62643]: DEBUG oslo_vmware.api [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.267217] env[62643]: ERROR nova.scheduler.client.report [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] [req-3df2af9c-9ceb-4d66-9923-93c3dee1a553] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3df2af9c-9ceb-4d66-9923-93c3dee1a553"}]} [ 971.299455] env[62643]: DEBUG nova.scheduler.client.report [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Refreshing inventories for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 971.329178] env[62643]: DEBUG nova.scheduler.client.report [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Updating ProviderTree inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 971.329601] env[62643]: DEBUG nova.compute.provider_tree [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.338562] env[62643]: DEBUG nova.network.neutron [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Updating instance_info_cache with network_info: [{"id": "1d0d54bc-4dea-45be-9250-2332d56490d4", "address": "fa:16:3e:20:a5:f4", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0d54bc-4d", "ovs_interfaceid": "1d0d54bc-4dea-45be-9250-2332d56490d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.343317] env[62643]: INFO nova.compute.manager [-] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Took 1.03 seconds to deallocate network for instance. [ 971.350826] env[62643]: DEBUG nova.scheduler.client.report [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Refreshing aggregate associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, aggregates: None {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 971.368319] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383645, 'name': RelocateVM_Task} progress is 67%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.382072] env[62643]: DEBUG nova.scheduler.client.report [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Refreshing trait associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 971.399152] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "refresh_cache-71190e78-7080-4aff-b503-800edfe790f8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.399152] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "refresh_cache-71190e78-7080-4aff-b503-800edfe790f8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.399248] env[62643]: DEBUG nova.network.neutron [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.417372] env[62643]: DEBUG nova.compute.manager [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Received event network-vif-deleted-86b7cbc6-6e8f-4a55-874b-f008ee330a34 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.419212] env[62643]: DEBUG nova.compute.manager [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Received event network-vif-plugged-724de6c4-67e0-45c7-996b-c1804224532a {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.419212] env[62643]: DEBUG oslo_concurrency.lockutils [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] Acquiring lock "71190e78-7080-4aff-b503-800edfe790f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.419212] env[62643]: DEBUG oslo_concurrency.lockutils [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] Lock "71190e78-7080-4aff-b503-800edfe790f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.419212] env[62643]: DEBUG oslo_concurrency.lockutils [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] Lock "71190e78-7080-4aff-b503-800edfe790f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.419212] env[62643]: DEBUG nova.compute.manager [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: 71190e78-7080-4aff-b503-800edfe790f8] No waiting events found dispatching network-vif-plugged-724de6c4-67e0-45c7-996b-c1804224532a {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.419212] env[62643]: WARNING nova.compute.manager [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Received unexpected event network-vif-plugged-724de6c4-67e0-45c7-996b-c1804224532a for instance with vm_state building and task_state spawning. [ 971.419212] env[62643]: DEBUG nova.compute.manager [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Received event network-changed-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.419212] env[62643]: DEBUG nova.compute.manager [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Refreshing instance network info cache due to event network-changed-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 971.419721] env[62643]: DEBUG oslo_concurrency.lockutils [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] Acquiring lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.419721] env[62643]: DEBUG oslo_concurrency.lockutils [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] Acquired lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.419721] env[62643]: DEBUG nova.network.neutron [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Refreshing network info cache for port 1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.433236] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383646, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.450838] env[62643]: INFO nova.compute.manager [-] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Took 2.09 seconds to deallocate network for instance. [ 971.668434] env[62643]: DEBUG oslo_vmware.api [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.728976] env[62643]: DEBUG nova.network.neutron [-] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.772643] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd56299-675d-420d-892f-ed73092fe47f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.781942] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e5dbbc-c946-4fa1-bab2-3e265a415976 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.815957] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a074bb09-62e3-45af-8853-9f0db219a07e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.824911] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac5ed24-d4cb-47e3-9093-1275df056d6d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.839750] env[62643]: DEBUG nova.compute.provider_tree [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.845038] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "refresh_cache-73cf614a-8275-4290-8d77-00d26b6d0ac4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.854826] env[62643]: DEBUG oslo_concurrency.lockutils [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.866289] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383645, 'name': RelocateVM_Task} progress is 81%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.921047] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383646, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.633332} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.921392] env[62643]: INFO nova.virt.vmwareapi.ds_util [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 46dc2ea7-f124-4a2d-b59c-a8b95f411156/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk. [ 971.922283] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2e7614-23d0-4192-9c47-b691d720f085 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.957518] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 46dc2ea7-f124-4a2d-b59c-a8b95f411156/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.959117] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.959443] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fff1523-6927-4c29-a588-3cb6d571296b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.978958] env[62643]: DEBUG nova.network.neutron [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.987660] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 971.987660] env[62643]: value = "task-2383647" [ 971.987660] env[62643]: _type = "Task" [ 971.987660] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.997798] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.164675] env[62643]: DEBUG oslo_vmware.api [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.231847] env[62643]: INFO nova.compute.manager [-] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Took 2.63 seconds to deallocate network for instance. [ 972.366029] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383645, 'name': RelocateVM_Task} progress is 95%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.369100] env[62643]: DEBUG nova.network.neutron [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Updating instance_info_cache with network_info: [{"id": "724de6c4-67e0-45c7-996b-c1804224532a", "address": "fa:16:3e:d7:a5:66", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724de6c4-67", "ovs_interfaceid": "724de6c4-67e0-45c7-996b-c1804224532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.398541] env[62643]: DEBUG nova.scheduler.client.report [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Updated inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 972.399140] env[62643]: DEBUG nova.compute.provider_tree [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Updating resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a generation from 114 to 115 during operation: update_inventory {{(pid=62643) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 972.399140] env[62643]: DEBUG nova.compute.provider_tree [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 972.477278] env[62643]: DEBUG nova.network.neutron [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Updated VIF entry in instance network info cache for port 1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.477791] env[62643]: DEBUG nova.network.neutron [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Updating instance_info_cache with network_info: [{"id": "1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1", "address": "fa:16:3e:71:85:eb", "network": {"id": "71c5229e-42c0-45ed-8d40-92f570a66e96", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-761236806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa7d55bb2334b6cac45f3d2b66555f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd96cb2-0c", "ovs_interfaceid": "1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.499513] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.664656] env[62643]: DEBUG oslo_vmware.api [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.739348] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.869498] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383645, 'name': RelocateVM_Task} progress is 97%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.871610] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "refresh_cache-71190e78-7080-4aff-b503-800edfe790f8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.871918] env[62643]: DEBUG nova.compute.manager [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Instance network_info: |[{"id": "724de6c4-67e0-45c7-996b-c1804224532a", "address": "fa:16:3e:d7:a5:66", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724de6c4-67", "ovs_interfaceid": "724de6c4-67e0-45c7-996b-c1804224532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.872549] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:a5:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '724de6c4-67e0-45c7-996b-c1804224532a', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.879932] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Creating folder: Project (96887bdb38b845f5b83945269bd3d7a6). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.880408] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07c9041e-d4fe-4315-bd00-c7f6e45f9496 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.890532] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Created folder: Project (96887bdb38b845f5b83945269bd3d7a6) in parent group-v483488. [ 972.890771] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Creating folder: Instances. Parent ref: group-v483728. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.891083] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5b2d6e6-b455-4c6d-b946-fe4927b0a5dc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.900284] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Created folder: Instances in parent group-v483728. [ 972.900624] env[62643]: DEBUG oslo.service.loopingcall [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 972.900824] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.901071] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb784b99-dfd9-4006-9c51-a57a68a44e54 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.916678] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.126s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.921595] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.464s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.922057] env[62643]: DEBUG nova.objects.instance [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lazy-loading 'resources' on Instance uuid efce1f1d-a36c-4902-8968-776d78d44977 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.926788] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.926788] env[62643]: value = "task-2383650" [ 972.926788] env[62643]: _type = "Task" [ 972.926788] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.935659] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383650, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.940485] env[62643]: INFO nova.scheduler.client.report [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Deleted allocations for instance d145deec-66fb-48e8-95e3-71556e63ab37 [ 972.981146] env[62643]: DEBUG oslo_concurrency.lockutils [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] Releasing lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.981456] env[62643]: DEBUG nova.compute.manager [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Received event network-changed-724de6c4-67e0-45c7-996b-c1804224532a {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.981671] env[62643]: DEBUG nova.compute.manager [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Refreshing instance network info cache due to event network-changed-724de6c4-67e0-45c7-996b-c1804224532a. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 972.981860] env[62643]: DEBUG oslo_concurrency.lockutils [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] Acquiring lock "refresh_cache-71190e78-7080-4aff-b503-800edfe790f8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.982060] env[62643]: DEBUG oslo_concurrency.lockutils [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] Acquired lock "refresh_cache-71190e78-7080-4aff-b503-800edfe790f8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.982175] env[62643]: DEBUG nova.network.neutron [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Refreshing network info cache for port 724de6c4-67e0-45c7-996b-c1804224532a {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.999296] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383647, 'name': ReconfigVM_Task, 'duration_secs': 0.569405} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.999641] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 46dc2ea7-f124-4a2d-b59c-a8b95f411156/44c3fcb5-c3ac-4085-93b4-0119603910a4-rescue.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.000540] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874174c1-a5f8-456c-85c8-6aada1b2ab35 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.031907] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f04dd097-d337-4b75-868e-ae2f42b2d8d0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.047989] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 973.047989] env[62643]: value = "task-2383651" [ 973.047989] env[62643]: _type = "Task" [ 973.047989] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.056020] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.165361] env[62643]: DEBUG oslo_vmware.api [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.368859] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce508ae-9393-4feb-aff9-d3ee34a80c3b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.374970] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383645, 'name': RelocateVM_Task} progress is 98%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.393816] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Updating instance '73cf614a-8275-4290-8d77-00d26b6d0ac4' progress to 0 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.437296] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383650, 'name': CreateVM_Task, 'duration_secs': 0.407377} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.437481] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.438219] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.438336] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.438734] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.439024] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ceea2ef-f8df-4f03-90e8-860cce9c1c38 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.445544] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 973.445544] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d47ba4-fb63-fb14-1a50-92e3490a888b" [ 973.445544] env[62643]: _type = "Task" [ 973.445544] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.457019] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6e678b8a-4e58-44a7-8c5c-781e1d6f449b tempest-ImagesNegativeTestJSON-1166750413 tempest-ImagesNegativeTestJSON-1166750413-project-member] Lock "d145deec-66fb-48e8-95e3-71556e63ab37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.536s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.463675] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d47ba4-fb63-fb14-1a50-92e3490a888b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.557416] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383651, 'name': ReconfigVM_Task, 'duration_secs': 0.329581} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.560066] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.560534] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eb19183-cf51-46ef-a078-4c0bb280d2c8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.567854] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 973.567854] env[62643]: value = "task-2383652" [ 973.567854] env[62643]: _type = "Task" [ 973.567854] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.578543] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.667705] env[62643]: DEBUG oslo_vmware.api [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.720919] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2830bf-b844-40b4-82af-fd4c30d366b9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.728314] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a57ef0-5d85-4493-a0b7-1942fbe1f290 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.763086] env[62643]: DEBUG nova.network.neutron [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Updated VIF entry in instance network info cache for port 724de6c4-67e0-45c7-996b-c1804224532a. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.763448] env[62643]: DEBUG nova.network.neutron [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Updating instance_info_cache with network_info: [{"id": "724de6c4-67e0-45c7-996b-c1804224532a", "address": "fa:16:3e:d7:a5:66", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724de6c4-67", "ovs_interfaceid": "724de6c4-67e0-45c7-996b-c1804224532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.765416] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0713ac-70e8-42e6-beb5-ddffd26e6e02 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.777375] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383fb851-22c4-4314-8adf-dc2655373de6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.790848] env[62643]: DEBUG nova.compute.provider_tree [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.872655] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383645, 'name': RelocateVM_Task, 'duration_secs': 3.936603} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.873012] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Volume attach. Driver type: vmdk {{(pid=62643) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 973.873278] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483701', 'volume_id': 'b82e871c-80a4-48b2-bc73-5b663e8dea65', 'name': 'volume-b82e871c-80a4-48b2-bc73-5b663e8dea65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '768673e8-0d07-4a6c-b205-ca1da1ca1d84', 'attached_at': '', 'detached_at': '', 'volume_id': 'b82e871c-80a4-48b2-bc73-5b663e8dea65', 'serial': 'b82e871c-80a4-48b2-bc73-5b663e8dea65'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 973.874088] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddebd49-b2d2-441a-aaf6-a0f63dbdf75f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.891980] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9536f87-dbf4-4675-a613-2ca4f4fbfe62 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.908630] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.919036] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-b82e871c-80a4-48b2-bc73-5b663e8dea65/volume-b82e871c-80a4-48b2-bc73-5b663e8dea65.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.919393] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25b7fef4-1c00-4b55-9e61-bcb8f3fec47f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.921402] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aca40a79-5d26-4b42-b1ee-19473a83155c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.942541] env[62643]: DEBUG oslo_vmware.api [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 973.942541] env[62643]: value = "task-2383653" [ 973.942541] env[62643]: _type = "Task" [ 973.942541] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.947289] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Waiting for the task: (returnval){ [ 973.947289] env[62643]: value = "task-2383654" [ 973.947289] env[62643]: _type = "Task" [ 973.947289] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.956924] env[62643]: DEBUG oslo_vmware.api [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.963796] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d47ba4-fb63-fb14-1a50-92e3490a888b, 'name': SearchDatastore_Task, 'duration_secs': 0.023184} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.967394] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.968401] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.968401] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.968401] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.968401] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.968887] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.968992] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4e01180-6807-4ca5-a25b-f9e7f38d5a0f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.978028] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.978324] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.979231] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03276dbc-0ca0-4fb9-a759-21119db67c21 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.985314] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 973.985314] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5205059d-e506-d36a-4dd0-29eeca052c09" [ 973.985314] env[62643]: _type = "Task" [ 973.985314] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.994116] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5205059d-e506-d36a-4dd0-29eeca052c09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.078978] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383652, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.166268] env[62643]: DEBUG oslo_vmware.api [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383633, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.272248] env[62643]: DEBUG oslo_concurrency.lockutils [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] Releasing lock "refresh_cache-71190e78-7080-4aff-b503-800edfe790f8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.272248] env[62643]: DEBUG nova.compute.manager [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Received event network-vif-deleted-008964e3-09be-4807-8325-8b1822e1bb2c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 974.272248] env[62643]: INFO nova.compute.manager [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Neutron deleted interface 008964e3-09be-4807-8325-8b1822e1bb2c; detaching it from the instance and deleting it from the info cache [ 974.272248] env[62643]: DEBUG nova.network.neutron [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.297537] env[62643]: DEBUG nova.scheduler.client.report [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.456789] env[62643]: DEBUG oslo_vmware.api [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383653, 'name': PowerOffVM_Task, 'duration_secs': 0.21935} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.462129] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.462559] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Updating instance '73cf614a-8275-4290-8d77-00d26b6d0ac4' progress to 17 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.476545] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383654, 'name': ReconfigVM_Task, 'duration_secs': 0.420774} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.476545] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-b82e871c-80a4-48b2-bc73-5b663e8dea65/volume-b82e871c-80a4-48b2-bc73-5b663e8dea65.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.484579] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25bb1700-423c-4b5a-a542-270fa694ed3e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.509302] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5205059d-e506-d36a-4dd0-29eeca052c09, 'name': SearchDatastore_Task, 'duration_secs': 0.012009} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.511593] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Waiting for the task: (returnval){ [ 974.511593] env[62643]: value = "task-2383655" [ 974.511593] env[62643]: _type = "Task" [ 974.511593] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.511836] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc05586-3e20-4aa9-b2af-8900e6d94ac1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.521777] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 974.521777] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c2d74d-b9d7-5bf5-21d2-a87fd7487f46" [ 974.521777] env[62643]: _type = "Task" [ 974.521777] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.526442] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.535721] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c2d74d-b9d7-5bf5-21d2-a87fd7487f46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.579927] env[62643]: DEBUG oslo_vmware.api [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383652, 'name': PowerOnVM_Task, 'duration_secs': 0.601353} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.580262] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.585665] env[62643]: DEBUG nova.compute.manager [None req-8d3ac404-8873-4d17-8a9b-4b781c4edd4f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.586514] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fb67f9-51f6-4365-84e4-e3e75d728c03 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.668499] env[62643]: DEBUG oslo_vmware.api [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383633, 'name': ReconfigVM_Task, 'duration_secs': 5.75651} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.672145] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.672145] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Reconfigured VM to detach interface {{(pid=62643) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 974.774385] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14bbc569-ccde-4526-a143-f2e0c8212492 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.783405] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c38bfc-57d0-4712-af16-fa150f37f410 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.804340] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.807042] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.884s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.807518] env[62643]: DEBUG nova.objects.instance [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lazy-loading 'resources' on Instance uuid 35c1cd73-520c-4ed1-840b-981f4b70d3c0 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.823889] env[62643]: DEBUG nova.compute.manager [req-e9845c78-768f-45c4-8f7d-c3155f63d4a8 req-b946ae6c-a644-49e5-ad1c-fd1b602a0d0f service nova] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Detach interface failed, port_id=008964e3-09be-4807-8325-8b1822e1bb2c, reason: Instance 8dfa69d8-a372-4596-be2c-c8f72b5e31ee could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 974.830276] env[62643]: INFO nova.scheduler.client.report [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Deleted allocations for instance efce1f1d-a36c-4902-8968-776d78d44977 [ 974.963085] env[62643]: DEBUG nova.compute.manager [req-c49ed79f-90d1-4b25-a091-6fb128d32664 req-37865945-3f9a-4f65-8e90-e66cc8c3a227 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Received event network-vif-deleted-e36dfe2e-4a60-4c2a-bef8-d281d0e90588 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 974.963290] env[62643]: INFO nova.compute.manager [req-c49ed79f-90d1-4b25-a091-6fb128d32664 req-37865945-3f9a-4f65-8e90-e66cc8c3a227 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Neutron deleted interface e36dfe2e-4a60-4c2a-bef8-d281d0e90588; detaching it from the instance and deleting it from the info cache [ 974.963579] env[62643]: DEBUG nova.network.neutron [req-c49ed79f-90d1-4b25-a091-6fb128d32664 req-37865945-3f9a-4f65-8e90-e66cc8c3a227 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Updating instance_info_cache with network_info: [{"id": "fc612612-a008-443e-8569-0ed7f34e4386", "address": "fa:16:3e:98:5d:40", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc612612-a0", "ovs_interfaceid": "fc612612-a008-443e-8569-0ed7f34e4386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c7fe612-2b2d-4391-99ab-fd078bc3caea", "address": "fa:16:3e:9f:c6:f6", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c7fe612-2b", "ovs_interfaceid": "4c7fe612-2b2d-4391-99ab-fd078bc3caea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.971284] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.971599] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.971793] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.972024] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.972217] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.972405] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.972619] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.972843] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.973070] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.973363] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.973539] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.983199] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a84c2605-2993-4a0f-adaf-aa6d5a9c76ed {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.005903] env[62643]: DEBUG oslo_vmware.api [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 975.005903] env[62643]: value = "task-2383656" [ 975.005903] env[62643]: _type = "Task" [ 975.005903] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.018032] env[62643]: DEBUG oslo_vmware.api [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.033957] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383655, 'name': ReconfigVM_Task, 'duration_secs': 0.163538} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.034357] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483701', 'volume_id': 'b82e871c-80a4-48b2-bc73-5b663e8dea65', 'name': 'volume-b82e871c-80a4-48b2-bc73-5b663e8dea65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '768673e8-0d07-4a6c-b205-ca1da1ca1d84', 'attached_at': '', 'detached_at': '', 'volume_id': 'b82e871c-80a4-48b2-bc73-5b663e8dea65', 'serial': 'b82e871c-80a4-48b2-bc73-5b663e8dea65'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 975.035969] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0af534d2-f2ab-4f62-b0e2-714d8a92faaf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.041687] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c2d74d-b9d7-5bf5-21d2-a87fd7487f46, 'name': SearchDatastore_Task, 'duration_secs': 0.024} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.044931] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.045347] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 71190e78-7080-4aff-b503-800edfe790f8/71190e78-7080-4aff-b503-800edfe790f8.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.045934] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-793d9de5-8fa7-4138-a51f-42019684872c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.051248] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Waiting for the task: (returnval){ [ 975.051248] env[62643]: value = "task-2383657" [ 975.051248] env[62643]: _type = "Task" [ 975.051248] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.054976] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 975.054976] env[62643]: value = "task-2383658" [ 975.054976] env[62643]: _type = "Task" [ 975.054976] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.063076] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383657, 'name': Rename_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.069708] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.207067] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc17d30b-d16a-4c34-8360-9a75a4d7f46a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.220111] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd90a345-5ca4-4a42-95be-38d6e85d1635 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.257261] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba71cb6d-c440-436f-ae85-6be2e05a8676 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.264204] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4840f1f-820b-4f46-96ae-8ffa18b1b8de {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.279655] env[62643]: DEBUG nova.compute.provider_tree [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.346023] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1479aac9-84bb-40a7-b48a-d0d95df4eae1 tempest-ImagesOneServerNegativeTestJSON-1802728862 tempest-ImagesOneServerNegativeTestJSON-1802728862-project-member] Lock "efce1f1d-a36c-4902-8968-776d78d44977" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.371s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.467352] env[62643]: DEBUG oslo_concurrency.lockutils [req-c49ed79f-90d1-4b25-a091-6fb128d32664 req-37865945-3f9a-4f65-8e90-e66cc8c3a227 service nova] Acquiring lock "66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.467547] env[62643]: DEBUG oslo_concurrency.lockutils [req-c49ed79f-90d1-4b25-a091-6fb128d32664 req-37865945-3f9a-4f65-8e90-e66cc8c3a227 service nova] Acquired lock "66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.468880] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d44d6c-5ca6-4b22-ba76-5d392ee02f96 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.489116] env[62643]: DEBUG oslo_concurrency.lockutils [req-c49ed79f-90d1-4b25-a091-6fb128d32664 req-37865945-3f9a-4f65-8e90-e66cc8c3a227 service nova] Releasing lock "66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.489450] env[62643]: WARNING nova.compute.manager [req-c49ed79f-90d1-4b25-a091-6fb128d32664 req-37865945-3f9a-4f65-8e90-e66cc8c3a227 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Detach interface failed, port_id=e36dfe2e-4a60-4c2a-bef8-d281d0e90588, reason: No device with interface-id e36dfe2e-4a60-4c2a-bef8-d281d0e90588 exists on VM: nova.exception.NotFound: No device with interface-id e36dfe2e-4a60-4c2a-bef8-d281d0e90588 exists on VM [ 975.516857] env[62643]: DEBUG oslo_vmware.api [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383656, 'name': ReconfigVM_Task, 'duration_secs': 0.236252} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.517215] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Updating instance '73cf614a-8275-4290-8d77-00d26b6d0ac4' progress to 33 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 975.563632] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383657, 'name': Rename_Task, 'duration_secs': 0.188193} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.564414] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.564652] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-addf0002-78ef-4923-8d70-9a7426a8c39a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.569936] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383658, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.576188] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Waiting for the task: (returnval){ [ 975.576188] env[62643]: value = "task-2383659" [ 975.576188] env[62643]: _type = "Task" [ 975.576188] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.587794] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.784668] env[62643]: DEBUG nova.scheduler.client.report [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.949534] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.949873] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.950149] env[62643]: DEBUG nova.network.neutron [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.960701] env[62643]: DEBUG oslo_concurrency.lockutils [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "7e2b27e7-8f78-43ef-8935-fd24f71b9cc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.960998] env[62643]: DEBUG oslo_concurrency.lockutils [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "7e2b27e7-8f78-43ef-8935-fd24f71b9cc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.961219] env[62643]: DEBUG oslo_concurrency.lockutils [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "7e2b27e7-8f78-43ef-8935-fd24f71b9cc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.961406] env[62643]: DEBUG oslo_concurrency.lockutils [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "7e2b27e7-8f78-43ef-8935-fd24f71b9cc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.961589] env[62643]: DEBUG oslo_concurrency.lockutils [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "7e2b27e7-8f78-43ef-8935-fd24f71b9cc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.964614] env[62643]: INFO nova.compute.manager [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Terminating instance [ 976.025293] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.025293] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.025293] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.025293] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.025543] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.025797] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.026132] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.026501] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.026780] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.027303] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.027518] env[62643]: DEBUG nova.virt.hardware [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.033857] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 976.034642] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb098c31-aeb6-4d56-9369-0b87df037217 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.056183] env[62643]: DEBUG oslo_vmware.api [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 976.056183] env[62643]: value = "task-2383660" [ 976.056183] env[62643]: _type = "Task" [ 976.056183] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.071251] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611557} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.076376] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 71190e78-7080-4aff-b503-800edfe790f8/71190e78-7080-4aff-b503-800edfe790f8.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.076376] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.076376] env[62643]: DEBUG oslo_vmware.api [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383660, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.076376] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dd45579-79c7-4552-b87f-d0b3c446334a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.088440] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383659, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.090490] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 976.090490] env[62643]: value = "task-2383661" [ 976.090490] env[62643]: _type = "Task" [ 976.090490] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.101446] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.291782] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.485s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.298915] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.067s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.333034] env[62643]: INFO nova.scheduler.client.report [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Deleted allocations for instance 35c1cd73-520c-4ed1-840b-981f4b70d3c0 [ 976.464130] env[62643]: DEBUG nova.compute.manager [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Received event network-vif-deleted-4c7fe612-2b2d-4391-99ab-fd078bc3caea {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.464219] env[62643]: INFO nova.compute.manager [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Neutron deleted interface 4c7fe612-2b2d-4391-99ab-fd078bc3caea; detaching it from the instance and deleting it from the info cache [ 976.464445] env[62643]: DEBUG nova.network.neutron [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Updating instance_info_cache with network_info: [{"id": "fc612612-a008-443e-8569-0ed7f34e4386", "address": "fa:16:3e:98:5d:40", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc612612-a0", "ovs_interfaceid": "fc612612-a008-443e-8569-0ed7f34e4386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.471695] env[62643]: DEBUG nova.compute.manager [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.471908] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.472854] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a788809b-26ca-4646-a700-8a50f9adc0e2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.482241] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.482506] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51f7efa9-141e-46e2-bb85-4e7346abe717 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.491630] env[62643]: DEBUG oslo_vmware.api [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 976.491630] env[62643]: value = "task-2383662" [ 976.491630] env[62643]: _type = "Task" [ 976.491630] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.503506] env[62643]: DEBUG oslo_vmware.api [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.521617] env[62643]: INFO nova.compute.manager [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Unrescuing [ 976.521882] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.522051] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquired lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.522261] env[62643]: DEBUG nova.network.neutron [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.572534] env[62643]: DEBUG oslo_vmware.api [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383660, 'name': ReconfigVM_Task, 'duration_secs': 0.198733} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.572910] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 976.573795] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee654675-c8d2-41f1-9adb-243756547b22 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.604912] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 73cf614a-8275-4290-8d77-00d26b6d0ac4/73cf614a-8275-4290-8d77-00d26b6d0ac4.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.611927] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5045599-1a27-4164-a9f6-a7bb42e682bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.630625] env[62643]: DEBUG oslo_vmware.api [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383659, 'name': PowerOnVM_Task, 'duration_secs': 0.619108} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.631970] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.632224] env[62643]: INFO nova.compute.manager [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Took 8.15 seconds to spawn the instance on the hypervisor. [ 976.632440] env[62643]: DEBUG nova.compute.manager [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.633345] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc96328-021a-4fa2-8ee6-7d1f0413b869 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.642941] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075971} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.643156] env[62643]: DEBUG oslo_vmware.api [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 976.643156] env[62643]: value = "task-2383663" [ 976.643156] env[62643]: _type = "Task" [ 976.643156] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.644187] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.644738] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e69467-4613-4d64-8791-e63e08ad565b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.676402] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 71190e78-7080-4aff-b503-800edfe790f8/71190e78-7080-4aff-b503-800edfe790f8.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.680846] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fb6bfc1-41e4-46d1-8ef7-2bd5eebf3d71 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.695459] env[62643]: DEBUG oslo_vmware.api [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.707392] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 976.707392] env[62643]: value = "task-2383664" [ 976.707392] env[62643]: _type = "Task" [ 976.707392] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.718060] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.843534] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa51597c-4b19-4f2a-8ef1-24455a37a7a9 tempest-ServerShowV247Test-778017695 tempest-ServerShowV247Test-778017695-project-member] Lock "35c1cd73-520c-4ed1-840b-981f4b70d3c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.202s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.869241] env[62643]: INFO nova.network.neutron [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Port 4c7fe612-2b2d-4391-99ab-fd078bc3caea from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 976.869663] env[62643]: DEBUG nova.network.neutron [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Updating instance_info_cache with network_info: [{"id": "fc612612-a008-443e-8569-0ed7f34e4386", "address": "fa:16:3e:98:5d:40", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc612612-a0", "ovs_interfaceid": "fc612612-a008-443e-8569-0ed7f34e4386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.967418] env[62643]: DEBUG oslo_concurrency.lockutils [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Acquiring lock "66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.967624] env[62643]: DEBUG oslo_concurrency.lockutils [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Acquired lock "66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.968799] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d143ed-5125-48e8-9ac3-09b79ab9722b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.998085] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75df3f8c-cb30-4052-9221-23f16099d280 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.005655] env[62643]: DEBUG oslo_vmware.api [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383662, 'name': PowerOffVM_Task, 'duration_secs': 0.353501} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.024310] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.024526] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.031025] env[62643]: DEBUG nova.virt.vmwareapi.vmops [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Reconfiguring VM to detach interface {{(pid=62643) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 977.033525] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a20102e-0c8b-41d5-9643-61f6fd67e0ca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.035568] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee61c5dc-ad13-4f95-8c12-07fd0a262b18 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.054718] env[62643]: DEBUG oslo_vmware.api [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Waiting for the task: (returnval){ [ 977.054718] env[62643]: value = "task-2383666" [ 977.054718] env[62643]: _type = "Task" [ 977.054718] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.059016] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "66d05517-71f8-4c9b-8664-2c7b66722c74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.064827] env[62643]: DEBUG oslo_vmware.api [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Task: {'id': task-2383666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.175310] env[62643]: DEBUG oslo_vmware.api [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383663, 'name': ReconfigVM_Task, 'duration_secs': 0.394447} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.179411] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 73cf614a-8275-4290-8d77-00d26b6d0ac4/73cf614a-8275-4290-8d77-00d26b6d0ac4.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.179760] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Updating instance '73cf614a-8275-4290-8d77-00d26b6d0ac4' progress to 50 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.186794] env[62643]: INFO nova.compute.manager [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Took 35.33 seconds to build instance. [ 977.218621] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383664, 'name': ReconfigVM_Task, 'duration_secs': 0.400612} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.219014] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 71190e78-7080-4aff-b503-800edfe790f8/71190e78-7080-4aff-b503-800edfe790f8.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.219714] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fad281f5-0419-43a0-82b0-7d515130edeb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.230884] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 977.230884] env[62643]: value = "task-2383667" [ 977.230884] env[62643]: _type = "Task" [ 977.230884] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.242191] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383667, 'name': Rename_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.255023] env[62643]: DEBUG oslo_vmware.rw_handles [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240bd90-377f-d1be-4ec3-d60a962c88fd/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 977.257540] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ed02ab-3c1c-4b4c-a5ff-c210c8b83af5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.265494] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.265494] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.265494] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Deleting the datastore file [datastore1] 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.265494] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dcb75fb-b8d8-46f0-a9b5-b44b2ec33c3f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.268144] env[62643]: DEBUG oslo_vmware.rw_handles [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240bd90-377f-d1be-4ec3-d60a962c88fd/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 977.268313] env[62643]: ERROR oslo_vmware.rw_handles [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240bd90-377f-d1be-4ec3-d60a962c88fd/disk-0.vmdk due to incomplete transfer. [ 977.268912] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c76b9baa-3231-4865-9b7a-2d5cc3f79d2b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.272798] env[62643]: DEBUG oslo_vmware.api [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 977.272798] env[62643]: value = "task-2383668" [ 977.272798] env[62643]: _type = "Task" [ 977.272798] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.278563] env[62643]: DEBUG oslo_vmware.rw_handles [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240bd90-377f-d1be-4ec3-d60a962c88fd/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 977.279019] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Uploaded image ead03707-6557-4b7f-a813-256207dfd725 to the Glance image server {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 977.281728] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 977.282423] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aa5fd9f7-894c-4839-b0a8-65d5d720aa1c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.288588] env[62643]: DEBUG oslo_vmware.api [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.294440] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 977.294440] env[62643]: value = "task-2383669" [ 977.294440] env[62643]: _type = "Task" [ 977.294440] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.304373] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383669, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.310759] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Applying migration context for instance 73cf614a-8275-4290-8d77-00d26b6d0ac4 as it has an incoming, in-progress migration 47b4fffc-9669-43a1-a354-23ddf970751e. Migration status is migrating {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 977.312753] env[62643]: INFO nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Updating resource usage from migration 47b4fffc-9669-43a1-a354-23ddf970751e [ 977.341949] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance f54a3315-6dde-4807-84cc-413afe64f178 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.342156] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance bb4772da-b738-487f-a72e-97673c3ae7f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.342358] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 51049d09-cb97-42a9-aa48-b9375cf7c7eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.342524] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance c771cbc2-e440-4c40-afea-0476d16f5328 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.342660] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 46dc2ea7-f124-4a2d-b59c-a8b95f411156 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.342808] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 8dfa69d8-a372-4596-be2c-c8f72b5e31ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 977.342952] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance ae942842-00af-408a-beb2-312839415d76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.343145] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 66d05517-71f8-4c9b-8664-2c7b66722c74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.343299] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.343505] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance bff716d8-52bc-41f3-83da-c9db563f8186 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.343691] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 4887d2be-b1fc-47f0-9ab9-389fdf853a7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.343988] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance a0db6825-9518-4c5b-a1d9-78c453db9b04 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 977.344257] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance bf8f5139-508d-4db1-b475-fda0b49cfb81 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 977.344461] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 564258b1-31e2-4424-90a8-4760d3c91656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.344674] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 768673e8-0d07-4a6c-b205-ca1da1ca1d84 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.344893] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 71190e78-7080-4aff-b503-800edfe790f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.345080] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Migration 47b4fffc-9669-43a1-a354-23ddf970751e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 977.345208] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 73cf614a-8275-4290-8d77-00d26b6d0ac4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.345523] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 977.345735] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 977.374637] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "refresh_cache-66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.566283] env[62643]: DEBUG oslo_vmware.api [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Task: {'id': task-2383666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.673083] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9672c0-682e-4fd3-881b-2f0d43ed254f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.681696] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e1aff0-e6d4-4086-bf1d-8e3a7849f2b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.689140] env[62643]: DEBUG nova.network.neutron [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Updating instance_info_cache with network_info: [{"id": "e8321ec4-6d56-4682-a820-120026f627f8", "address": "fa:16:3e:3e:2b:19", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8321ec4-6d", "ovs_interfaceid": "e8321ec4-6d56-4682-a820-120026f627f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.694560] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecc1f16-eb2c-40a8-a79d-610321250db2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.695138] env[62643]: INFO nova.compute.manager [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Rebuilding instance [ 977.697312] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7eed2923-005f-44ba-b112-35c130465bf7 tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Lock "768673e8-0d07-4a6c-b205-ca1da1ca1d84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.853s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.730207] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0b670e-1f29-49c0-871d-8f76f2d49344 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.751155] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7b5cd5-1615-452f-8c2d-c5536f426a79 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.758605] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e70485-aaf5-4580-a02f-308f1093a507 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.784862] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Updating instance '73cf614a-8275-4290-8d77-00d26b6d0ac4' progress to 67 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.792712] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383667, 'name': Rename_Task, 'duration_secs': 0.154567} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.797321] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.808411] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4245676c-e57f-4108-88f1-63bb17556c3f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.810028] env[62643]: DEBUG nova.compute.provider_tree [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.821887] env[62643]: DEBUG nova.compute.manager [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.822784] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818a3d5f-675b-4910-aa6f-e2394fb3acbd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.833443] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 977.833443] env[62643]: value = "task-2383670" [ 977.833443] env[62643]: _type = "Task" [ 977.833443] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.833740] env[62643]: DEBUG oslo_vmware.api [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352854} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.834171] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383669, 'name': Destroy_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.834692] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.834998] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.835250] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.835439] env[62643]: INFO nova.compute.manager [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Took 1.36 seconds to destroy the instance on the hypervisor. [ 977.835749] env[62643]: DEBUG oslo.service.loopingcall [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 977.839180] env[62643]: DEBUG nova.compute.manager [-] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.839285] env[62643]: DEBUG nova.network.neutron [-] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.851991] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.877204] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a225ba5-0429-4f91-b94e-3b5b0dca1fa1 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-66d05517-71f8-4c9b-8664-2c7b66722c74-e36dfe2e-4a60-4c2a-bef8-d281d0e90588" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.887s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.069222] env[62643]: DEBUG oslo_vmware.api [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Task: {'id': task-2383666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.193825] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Releasing lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.193825] env[62643]: DEBUG nova.objects.instance [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lazy-loading 'flavor' on Instance uuid 46dc2ea7-f124-4a2d-b59c-a8b95f411156 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.326919] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383669, 'name': Destroy_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.354098] env[62643]: DEBUG oslo_vmware.api [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383670, 'name': PowerOnVM_Task, 'duration_secs': 0.45707} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.354410] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.354633] env[62643]: INFO nova.compute.manager [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Took 9.18 seconds to spawn the instance on the hypervisor. [ 978.355979] env[62643]: DEBUG nova.compute.manager [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.358733] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a043670-87c6-4fa3-9d30-2022bf66aa7e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.363580] env[62643]: DEBUG nova.scheduler.client.report [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Updated inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 978.363783] env[62643]: DEBUG nova.compute.provider_tree [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Updating resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a generation from 115 to 116 during operation: update_inventory {{(pid=62643) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 978.363977] env[62643]: DEBUG nova.compute.provider_tree [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.451432] env[62643]: DEBUG nova.network.neutron [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Port 1d0d54bc-4dea-45be-9250-2332d56490d4 binding to destination host cpu-1 is already ACTIVE {{(pid=62643) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 978.568625] env[62643]: DEBUG oslo_vmware.api [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Task: {'id': task-2383666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.601557] env[62643]: DEBUG oslo_concurrency.lockutils [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Acquiring lock "4887d2be-b1fc-47f0-9ab9-389fdf853a7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.601557] env[62643]: DEBUG oslo_concurrency.lockutils [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Lock "4887d2be-b1fc-47f0-9ab9-389fdf853a7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.601884] env[62643]: DEBUG oslo_concurrency.lockutils [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Acquiring lock "4887d2be-b1fc-47f0-9ab9-389fdf853a7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.601967] env[62643]: DEBUG oslo_concurrency.lockutils [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Lock "4887d2be-b1fc-47f0-9ab9-389fdf853a7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.602159] env[62643]: DEBUG oslo_concurrency.lockutils [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Lock "4887d2be-b1fc-47f0-9ab9-389fdf853a7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.609522] env[62643]: INFO nova.compute.manager [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Terminating instance [ 978.700197] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03df1d6d-e932-4bd2-89a9-b750a362dd12 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.741070] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.743061] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2bc6098-10ed-4613-8e03-84edf8671262 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.748416] env[62643]: DEBUG oslo_vmware.api [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 978.748416] env[62643]: value = "task-2383671" [ 978.748416] env[62643]: _type = "Task" [ 978.748416] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.758829] env[62643]: DEBUG oslo_vmware.api [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.761467] env[62643]: DEBUG nova.compute.manager [req-9d163d5c-179a-4664-8313-457be89843df req-9c7853b1-a449-4531-a1ae-cec82c8db4d1 service nova] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Received event network-changed-7922208b-7534-4c1a-b3db-80a4d4f9196d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.761730] env[62643]: DEBUG nova.compute.manager [req-9d163d5c-179a-4664-8313-457be89843df req-9c7853b1-a449-4531-a1ae-cec82c8db4d1 service nova] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Refreshing instance network info cache due to event network-changed-7922208b-7534-4c1a-b3db-80a4d4f9196d. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 978.762009] env[62643]: DEBUG oslo_concurrency.lockutils [req-9d163d5c-179a-4664-8313-457be89843df req-9c7853b1-a449-4531-a1ae-cec82c8db4d1 service nova] Acquiring lock "refresh_cache-768673e8-0d07-4a6c-b205-ca1da1ca1d84" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.762218] env[62643]: DEBUG oslo_concurrency.lockutils [req-9d163d5c-179a-4664-8313-457be89843df req-9c7853b1-a449-4531-a1ae-cec82c8db4d1 service nova] Acquired lock "refresh_cache-768673e8-0d07-4a6c-b205-ca1da1ca1d84" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.762447] env[62643]: DEBUG nova.network.neutron [req-9d163d5c-179a-4664-8313-457be89843df req-9c7853b1-a449-4531-a1ae-cec82c8db4d1 service nova] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Refreshing network info cache for port 7922208b-7534-4c1a-b3db-80a4d4f9196d {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.820485] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383669, 'name': Destroy_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.862973] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.863512] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a012695-c8cc-435c-9874-f55ab974b800 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.870998] env[62643]: DEBUG oslo_vmware.api [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Waiting for the task: (returnval){ [ 978.870998] env[62643]: value = "task-2383672" [ 978.870998] env[62643]: _type = "Task" [ 978.870998] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.875484] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 978.875832] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.579s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.884539] env[62643]: DEBUG oslo_concurrency.lockutils [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.026s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.884539] env[62643]: DEBUG oslo_concurrency.lockutils [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.888269] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.929s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.888269] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.890185] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.151s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.890391] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.899443] env[62643]: DEBUG oslo_vmware.api [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.899443] env[62643]: INFO nova.compute.manager [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Took 32.74 seconds to build instance. [ 978.919676] env[62643]: INFO nova.scheduler.client.report [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Deleted allocations for instance 8dfa69d8-a372-4596-be2c-c8f72b5e31ee [ 978.924498] env[62643]: INFO nova.scheduler.client.report [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Deleted allocations for instance a0db6825-9518-4c5b-a1d9-78c453db9b04 [ 978.945767] env[62643]: INFO nova.scheduler.client.report [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Deleted allocations for instance bf8f5139-508d-4db1-b475-fda0b49cfb81 [ 979.072251] env[62643]: DEBUG oslo_vmware.api [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Task: {'id': task-2383666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.113554] env[62643]: DEBUG nova.compute.manager [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.113950] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.115372] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c8490d-851a-41e6-b2d3-faab21eadc92 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.125203] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.125203] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6ba4f2d-801e-4b89-bdc3-a771610c7e4e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.132146] env[62643]: DEBUG oslo_vmware.api [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Waiting for the task: (returnval){ [ 979.132146] env[62643]: value = "task-2383673" [ 979.132146] env[62643]: _type = "Task" [ 979.132146] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.147844] env[62643]: DEBUG oslo_vmware.api [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': task-2383673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.263011] env[62643]: DEBUG oslo_vmware.api [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383671, 'name': PowerOffVM_Task, 'duration_secs': 0.253384} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.263809] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.270679] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Reconfiguring VM instance instance-00000034 to detach disk 2002 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 979.273546] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8b97297-ffce-4bb7-8cec-c3944c44f854 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.300074] env[62643]: DEBUG oslo_vmware.api [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 979.300074] env[62643]: value = "task-2383674" [ 979.300074] env[62643]: _type = "Task" [ 979.300074] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.313902] env[62643]: DEBUG oslo_vmware.api [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.324128] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383669, 'name': Destroy_Task, 'duration_secs': 1.859124} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.324474] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Destroyed the VM [ 979.324741] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 979.325021] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-161f2728-149e-42ed-b947-0be2e1834105 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.333741] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 979.333741] env[62643]: value = "task-2383675" [ 979.333741] env[62643]: _type = "Task" [ 979.333741] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.347323] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383675, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.385257] env[62643]: DEBUG oslo_vmware.api [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383672, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.401321] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3991e82d-c996-45dd-90c5-410b7e4906d9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "71190e78-7080-4aff-b503-800edfe790f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.246s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.444954] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a85179fb-b36c-4c1f-9d52-50f5786e862f tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "8dfa69d8-a372-4596-be2c-c8f72b5e31ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.492s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.444954] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "71190e78-7080-4aff-b503-800edfe790f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.445111] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "71190e78-7080-4aff-b503-800edfe790f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.445471] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "71190e78-7080-4aff-b503-800edfe790f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.445471] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "71190e78-7080-4aff-b503-800edfe790f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.445600] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "71190e78-7080-4aff-b503-800edfe790f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.447465] env[62643]: DEBUG oslo_concurrency.lockutils [None req-091690be-b9d6-44b7-a1e6-80ce9dbe2056 tempest-ServerDiagnosticsV248Test-610861250 tempest-ServerDiagnosticsV248Test-610861250-project-member] Lock "a0db6825-9518-4c5b-a1d9-78c453db9b04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.033s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.448338] env[62643]: INFO nova.compute.manager [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Terminating instance [ 979.458406] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74098e93-6e5d-431b-b1c8-a3f0316ac318 tempest-InstanceActionsNegativeTestJSON-101290781 tempest-InstanceActionsNegativeTestJSON-101290781-project-member] Lock "bf8f5139-508d-4db1-b475-fda0b49cfb81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.757s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.473263] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "73cf614a-8275-4290-8d77-00d26b6d0ac4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.473263] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "73cf614a-8275-4290-8d77-00d26b6d0ac4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.473384] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "73cf614a-8275-4290-8d77-00d26b6d0ac4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.575723] env[62643]: DEBUG oslo_vmware.api [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Task: {'id': task-2383666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.641974] env[62643]: DEBUG oslo_vmware.api [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': task-2383673, 'name': PowerOffVM_Task, 'duration_secs': 0.284157} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.642297] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.642469] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.642724] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f91ed935-1f99-4ff5-9da0-d114dc75469b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.692526] env[62643]: DEBUG nova.compute.manager [req-3ef4713c-f58d-46d7-8128-e02a3bdde4fd req-9f85f181-75ea-4559-a9fb-312a6f3d3c51 service nova] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Received event network-vif-deleted-9399c672-5207-41b6-a489-0ab03ddc171f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.692724] env[62643]: INFO nova.compute.manager [req-3ef4713c-f58d-46d7-8128-e02a3bdde4fd req-9f85f181-75ea-4559-a9fb-312a6f3d3c51 service nova] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Neutron deleted interface 9399c672-5207-41b6-a489-0ab03ddc171f; detaching it from the instance and deleting it from the info cache [ 979.692960] env[62643]: DEBUG nova.network.neutron [req-3ef4713c-f58d-46d7-8128-e02a3bdde4fd req-9f85f181-75ea-4559-a9fb-312a6f3d3c51 service nova] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.729983] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.730264] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.730456] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Deleting the datastore file [datastore1] 4887d2be-b1fc-47f0-9ab9-389fdf853a7d {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.731084] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fe906bf-69da-4b13-b703-7b5699aee42d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.742285] env[62643]: DEBUG oslo_vmware.api [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Waiting for the task: (returnval){ [ 979.742285] env[62643]: value = "task-2383677" [ 979.742285] env[62643]: _type = "Task" [ 979.742285] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.751185] env[62643]: DEBUG oslo_vmware.api [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': task-2383677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.815190] env[62643]: DEBUG oslo_vmware.api [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383674, 'name': ReconfigVM_Task, 'duration_secs': 0.329655} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.815190] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Reconfigured VM instance instance-00000034 to detach disk 2002 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 979.815190] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.815190] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e922af6b-749b-4193-9170-e83af6f1a2c2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.824207] env[62643]: DEBUG oslo_vmware.api [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 979.824207] env[62643]: value = "task-2383678" [ 979.824207] env[62643]: _type = "Task" [ 979.824207] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.830382] env[62643]: DEBUG oslo_vmware.api [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.843167] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383675, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.883582] env[62643]: DEBUG oslo_vmware.api [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383672, 'name': PowerOffVM_Task, 'duration_secs': 0.539939} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.883855] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.884581] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.884891] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25f1feb8-0958-4ed1-a657-bde4b60a67a2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.895216] env[62643]: DEBUG oslo_vmware.api [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Waiting for the task: (returnval){ [ 979.895216] env[62643]: value = "task-2383679" [ 979.895216] env[62643]: _type = "Task" [ 979.895216] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.903988] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] VM already powered off {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 979.904486] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 979.905116] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483681', 'volume_id': '556bfb1e-9b0a-4750-a192-e1b04b188c69', 'name': 'volume-556bfb1e-9b0a-4750-a192-e1b04b188c69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bff716d8-52bc-41f3-83da-c9db563f8186', 'attached_at': '', 'detached_at': '', 'volume_id': '556bfb1e-9b0a-4750-a192-e1b04b188c69', 'serial': '556bfb1e-9b0a-4750-a192-e1b04b188c69'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 979.905647] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e33ed3-3ee0-4f65-8a54-99ea43f2e9f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.927796] env[62643]: DEBUG nova.network.neutron [-] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.929662] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8a1c18-3fc3-42d0-a64d-3fe9ca88cd4d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.937426] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32fa0e0-7037-4e46-afa5-f3520f0fe388 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.960077] env[62643]: DEBUG nova.compute.manager [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.960427] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.961585] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d35eb57-dc49-44c5-9578-f7ef2af776ef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.965769] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890ad7a0-690b-4cb1-b21b-2fa96065f8d7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.974620] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.987344] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f780e9a-0396-4196-84dd-13c4067e3c0c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.991099] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] The volume has not been displaced from its original location: [datastore1] volume-556bfb1e-9b0a-4750-a192-e1b04b188c69/volume-556bfb1e-9b0a-4750-a192-e1b04b188c69.vmdk. No consolidation needed. {{(pid=62643) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 979.996452] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 979.997315] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-219122f9-7c9b-4cfc-9188-41c1e734bf5f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.017760] env[62643]: DEBUG oslo_vmware.api [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 980.017760] env[62643]: value = "task-2383680" [ 980.017760] env[62643]: _type = "Task" [ 980.017760] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.019181] env[62643]: DEBUG oslo_vmware.api [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Waiting for the task: (returnval){ [ 980.019181] env[62643]: value = "task-2383681" [ 980.019181] env[62643]: _type = "Task" [ 980.019181] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.033054] env[62643]: DEBUG oslo_vmware.api [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.037154] env[62643]: DEBUG oslo_vmware.api [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383681, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.073565] env[62643]: DEBUG oslo_vmware.api [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Task: {'id': task-2383666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.088810] env[62643]: DEBUG nova.network.neutron [req-9d163d5c-179a-4664-8313-457be89843df req-9c7853b1-a449-4531-a1ae-cec82c8db4d1 service nova] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Updated VIF entry in instance network info cache for port 7922208b-7534-4c1a-b3db-80a4d4f9196d. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.089050] env[62643]: DEBUG nova.network.neutron [req-9d163d5c-179a-4664-8313-457be89843df req-9c7853b1-a449-4531-a1ae-cec82c8db4d1 service nova] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Updating instance_info_cache with network_info: [{"id": "7922208b-7534-4c1a-b3db-80a4d4f9196d", "address": "fa:16:3e:b6:f7:16", "network": {"id": "b960ec6f-47f0-47f4-8d2e-1820020daf22", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2111074711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a62c129632d459893c3b934966dc453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7922208b-75", "ovs_interfaceid": "7922208b-7534-4c1a-b3db-80a4d4f9196d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.198246] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a94eb153-ddc6-419a-b504-3d78483663d0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.211728] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab95cbd-0f97-47f1-bd26-b424065d97c0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.255225] env[62643]: DEBUG nova.compute.manager [req-3ef4713c-f58d-46d7-8128-e02a3bdde4fd req-9f85f181-75ea-4559-a9fb-312a6f3d3c51 service nova] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Detach interface failed, port_id=9399c672-5207-41b6-a489-0ab03ddc171f, reason: Instance 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 980.263791] env[62643]: DEBUG oslo_vmware.api [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Task: {'id': task-2383677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296956} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.264015] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.264218] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.264398] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.264573] env[62643]: INFO nova.compute.manager [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 980.264818] env[62643]: DEBUG oslo.service.loopingcall [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 980.265015] env[62643]: DEBUG nova.compute.manager [-] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.265114] env[62643]: DEBUG nova.network.neutron [-] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.336817] env[62643]: DEBUG oslo_vmware.api [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383678, 'name': PowerOnVM_Task, 'duration_secs': 0.424774} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.341581] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.342075] env[62643]: DEBUG nova.compute.manager [None req-9087b867-6108-4d7d-9140-903680fee346 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.342996] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaf6751-d603-4193-8b74-2cf0714d42f5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.351907] env[62643]: DEBUG oslo_vmware.api [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383675, 'name': RemoveSnapshot_Task, 'duration_secs': 0.812594} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.353662] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 980.353901] env[62643]: INFO nova.compute.manager [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Took 15.89 seconds to snapshot the instance on the hypervisor. [ 980.433768] env[62643]: INFO nova.compute.manager [-] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Took 2.59 seconds to deallocate network for instance. [ 980.534195] env[62643]: DEBUG oslo_vmware.api [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383681, 'name': ReconfigVM_Task, 'duration_secs': 0.20057} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.538019] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 980.543029] env[62643]: DEBUG oslo_vmware.api [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383680, 'name': PowerOffVM_Task, 'duration_secs': 0.239688} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.544538] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77501f57-81b7-40dd-8032-dcf59093b491 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.555456] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.555456] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.558388] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2112e40f-a9cd-4806-9202-c25ecc518e60 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.562917] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "refresh_cache-73cf614a-8275-4290-8d77-00d26b6d0ac4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.563191] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "refresh_cache-73cf614a-8275-4290-8d77-00d26b6d0ac4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.563281] env[62643]: DEBUG nova.network.neutron [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.573014] env[62643]: DEBUG oslo_vmware.api [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Waiting for the task: (returnval){ [ 980.573014] env[62643]: value = "task-2383682" [ 980.573014] env[62643]: _type = "Task" [ 980.573014] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.582978] env[62643]: DEBUG oslo_vmware.api [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Task: {'id': task-2383666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.588183] env[62643]: DEBUG oslo_vmware.api [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.591887] env[62643]: DEBUG oslo_concurrency.lockutils [req-9d163d5c-179a-4664-8313-457be89843df req-9c7853b1-a449-4531-a1ae-cec82c8db4d1 service nova] Releasing lock "refresh_cache-768673e8-0d07-4a6c-b205-ca1da1ca1d84" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.630746] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.630988] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.631254] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleting the datastore file [datastore2] 71190e78-7080-4aff-b503-800edfe790f8 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.631364] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4342a13-30fe-45ef-a6f7-e77537868042 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.639198] env[62643]: DEBUG oslo_vmware.api [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 980.639198] env[62643]: value = "task-2383684" [ 980.639198] env[62643]: _type = "Task" [ 980.639198] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.651300] env[62643]: DEBUG oslo_vmware.api [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.919511] env[62643]: DEBUG nova.compute.manager [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Found 3 images (rotation: 2) {{(pid=62643) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 980.919811] env[62643]: DEBUG nova.compute.manager [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Rotating out 1 backups {{(pid=62643) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 980.919897] env[62643]: DEBUG nova.compute.manager [None req-49723ed9-0bd3-4ee0-aa7c-599d8c8f5a8d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Deleting image c436eb86-ce21-46fa-96ef-919dcf150556 {{(pid=62643) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 980.945434] env[62643]: DEBUG oslo_concurrency.lockutils [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.945659] env[62643]: DEBUG oslo_concurrency.lockutils [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.945772] env[62643]: DEBUG nova.objects.instance [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lazy-loading 'resources' on Instance uuid 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.074023] env[62643]: DEBUG oslo_concurrency.lockutils [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "f54a3315-6dde-4807-84cc-413afe64f178" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.074363] env[62643]: DEBUG oslo_concurrency.lockutils [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f54a3315-6dde-4807-84cc-413afe64f178" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.087691] env[62643]: DEBUG oslo_vmware.api [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Task: {'id': task-2383666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.098294] env[62643]: DEBUG oslo_vmware.api [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.148036] env[62643]: DEBUG oslo_vmware.api [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424684} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.148678] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.148892] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.149210] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.149455] env[62643]: INFO nova.compute.manager [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Took 1.19 seconds to destroy the instance on the hypervisor. [ 981.151964] env[62643]: DEBUG oslo.service.loopingcall [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 981.151964] env[62643]: DEBUG nova.compute.manager [-] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.151964] env[62643]: DEBUG nova.network.neutron [-] [instance: 71190e78-7080-4aff-b503-800edfe790f8] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.578908] env[62643]: DEBUG oslo_vmware.api [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Task: {'id': task-2383666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.582267] env[62643]: INFO nova.compute.manager [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Detaching volume 09ad4828-5e93-45c1-a1c0-06a4a977767c [ 981.602424] env[62643]: DEBUG oslo_vmware.api [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383682, 'name': ReconfigVM_Task, 'duration_secs': 0.78} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.602665] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483681', 'volume_id': '556bfb1e-9b0a-4750-a192-e1b04b188c69', 'name': 'volume-556bfb1e-9b0a-4750-a192-e1b04b188c69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bff716d8-52bc-41f3-83da-c9db563f8186', 'attached_at': '', 'detached_at': '', 'volume_id': '556bfb1e-9b0a-4750-a192-e1b04b188c69', 'serial': '556bfb1e-9b0a-4750-a192-e1b04b188c69'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 981.605659] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.605659] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6c9208-b663-4fd1-b4d4-c96c179a1447 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.620622] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.621132] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35c78d75-bfda-4594-aa8e-686ba0c060d9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.641436] env[62643]: INFO nova.virt.block_device [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Attempting to driver detach volume 09ad4828-5e93-45c1-a1c0-06a4a977767c from mountpoint /dev/sdb [ 981.641658] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 981.642374] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483607', 'volume_id': '09ad4828-5e93-45c1-a1c0-06a4a977767c', 'name': 'volume-09ad4828-5e93-45c1-a1c0-06a4a977767c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f54a3315-6dde-4807-84cc-413afe64f178', 'attached_at': '', 'detached_at': '', 'volume_id': '09ad4828-5e93-45c1-a1c0-06a4a977767c', 'serial': '09ad4828-5e93-45c1-a1c0-06a4a977767c'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 981.642671] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02262bf-751d-4964-b9c6-bc9f66fd7295 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.673117] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc03d89-dbc2-409b-a845-dfa33c8ecd3c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.683547] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b435c2-8229-4ef1-8079-694d117e670b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.687462] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.687846] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.687925] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Deleting the datastore file [datastore1] bff716d8-52bc-41f3-83da-c9db563f8186 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.688704] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31f1626a-843d-4c05-bdc8-c231be0faa6e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.712340] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5c935c-4b12-4a76-b6f9-f5e119145c8c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.716873] env[62643]: DEBUG oslo_vmware.api [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Waiting for the task: (returnval){ [ 981.716873] env[62643]: value = "task-2383686" [ 981.716873] env[62643]: _type = "Task" [ 981.716873] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.736293] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] The volume has not been displaced from its original location: [datastore1] volume-09ad4828-5e93-45c1-a1c0-06a4a977767c/volume-09ad4828-5e93-45c1-a1c0-06a4a977767c.vmdk. No consolidation needed. {{(pid=62643) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 981.741824] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 981.746931] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a1d9986-5694-4a13-aeb2-44087cddf2c2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.766866] env[62643]: DEBUG oslo_vmware.api [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.768354] env[62643]: DEBUG nova.compute.manager [req-f3dcf2f5-ecbb-42ee-b7e8-e478663a0b6e req-06804f25-38d8-4981-a31b-3b894a8af8b0 service nova] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Received event network-vif-deleted-83500ad5-966a-4196-8b77-38fa78f858d4 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.768465] env[62643]: INFO nova.compute.manager [req-f3dcf2f5-ecbb-42ee-b7e8-e478663a0b6e req-06804f25-38d8-4981-a31b-3b894a8af8b0 service nova] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Neutron deleted interface 83500ad5-966a-4196-8b77-38fa78f858d4; detaching it from the instance and deleting it from the info cache [ 981.768630] env[62643]: DEBUG nova.network.neutron [req-f3dcf2f5-ecbb-42ee-b7e8-e478663a0b6e req-06804f25-38d8-4981-a31b-3b894a8af8b0 service nova] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.783378] env[62643]: DEBUG oslo_vmware.api [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 981.783378] env[62643]: value = "task-2383687" [ 981.783378] env[62643]: _type = "Task" [ 981.783378] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.793576] env[62643]: DEBUG oslo_vmware.api [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.831415] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d5dcd0-d595-4917-8e5e-ec431fb55807 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.839143] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ede644-5b7c-4028-b03a-a10c8bf2017d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.878568] env[62643]: DEBUG nova.network.neutron [-] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.881229] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2032f7f-a845-4b9d-b052-864678a845ea {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.892259] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7ce27e-aa0e-44aa-bdcf-216bf602fc9e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.912606] env[62643]: DEBUG nova.compute.provider_tree [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.076794] env[62643]: DEBUG oslo_vmware.api [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Task: {'id': task-2383666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.227556] env[62643]: DEBUG oslo_vmware.api [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Task: {'id': task-2383686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215521} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.227830] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.229095] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.229095] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.271783] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2461ec25-b0fe-4d11-9087-8ae4ad1b36ce {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.283785] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f534e2-47b5-4419-87ef-5ac41a859c74 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.306360] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 982.307188] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd00de9a-1396-4b15-a447-4ef6b77e5e08 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.314153] env[62643]: DEBUG oslo_vmware.api [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383687, 'name': ReconfigVM_Task, 'duration_secs': 0.39854} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.325443] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 982.330852] env[62643]: DEBUG nova.compute.manager [req-f3dcf2f5-ecbb-42ee-b7e8-e478663a0b6e req-06804f25-38d8-4981-a31b-3b894a8af8b0 service nova] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Detach interface failed, port_id=83500ad5-966a-4196-8b77-38fa78f858d4, reason: Instance 4887d2be-b1fc-47f0-9ab9-389fdf853a7d could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 982.332145] env[62643]: DEBUG nova.network.neutron [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Updating instance_info_cache with network_info: [{"id": "1d0d54bc-4dea-45be-9250-2332d56490d4", "address": "fa:16:3e:20:a5:f4", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0d54bc-4d", "ovs_interfaceid": "1d0d54bc-4dea-45be-9250-2332d56490d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.335695] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7edd5471-38f8-4873-b122-849fedd1b1cc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.352125] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91989cbe-f7e3-4d47-bad2-45c871ad03cf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.372520] env[62643]: DEBUG oslo_vmware.api [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 982.372520] env[62643]: value = "task-2383688" [ 982.372520] env[62643]: _type = "Task" [ 982.372520] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.384501] env[62643]: DEBUG oslo_vmware.api [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383688, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.396627] env[62643]: INFO nova.compute.manager [-] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Took 2.13 seconds to deallocate network for instance. [ 982.399052] env[62643]: ERROR nova.compute.manager [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Failed to detach volume 556bfb1e-9b0a-4750-a192-e1b04b188c69 from /dev/sda: nova.exception.InstanceNotFound: Instance bff716d8-52bc-41f3-83da-c9db563f8186 could not be found. [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Traceback (most recent call last): [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] self.driver.rebuild(**kwargs) [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] raise NotImplementedError() [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] NotImplementedError [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] During handling of the above exception, another exception occurred: [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Traceback (most recent call last): [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] self.driver.detach_volume(context, old_connection_info, [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] return self._volumeops.detach_volume(connection_info, instance) [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] self._detach_volume_vmdk(connection_info, instance) [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] stable_ref.fetch_moref(session) [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] raise exception.InstanceNotFound(instance_id=self._uuid) [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] nova.exception.InstanceNotFound: Instance bff716d8-52bc-41f3-83da-c9db563f8186 could not be found. [ 982.399052] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] [ 982.404026] env[62643]: DEBUG nova.network.neutron [-] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.457584] env[62643]: DEBUG nova.scheduler.client.report [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Updated inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 982.458669] env[62643]: DEBUG nova.compute.provider_tree [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Updating resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a generation from 116 to 117 during operation: update_inventory {{(pid=62643) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 982.458669] env[62643]: DEBUG nova.compute.provider_tree [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.578442] env[62643]: DEBUG oslo_vmware.api [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Task: {'id': task-2383666, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.596231] env[62643]: DEBUG nova.compute.manager [req-ccfae746-5827-4e73-a366-6ab702874d84 req-5eb23bb9-aaf6-4566-b1ec-9d0e97f3503f service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Received event network-changed-e8321ec4-6d56-4682-a820-120026f627f8 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.596462] env[62643]: DEBUG nova.compute.manager [req-ccfae746-5827-4e73-a366-6ab702874d84 req-5eb23bb9-aaf6-4566-b1ec-9d0e97f3503f service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Refreshing instance network info cache due to event network-changed-e8321ec4-6d56-4682-a820-120026f627f8. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 982.596943] env[62643]: DEBUG oslo_concurrency.lockutils [req-ccfae746-5827-4e73-a366-6ab702874d84 req-5eb23bb9-aaf6-4566-b1ec-9d0e97f3503f service nova] Acquiring lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.596943] env[62643]: DEBUG oslo_concurrency.lockutils [req-ccfae746-5827-4e73-a366-6ab702874d84 req-5eb23bb9-aaf6-4566-b1ec-9d0e97f3503f service nova] Acquired lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.597201] env[62643]: DEBUG nova.network.neutron [req-ccfae746-5827-4e73-a366-6ab702874d84 req-5eb23bb9-aaf6-4566-b1ec-9d0e97f3503f service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Refreshing network info cache for port e8321ec4-6d56-4682-a820-120026f627f8 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.604905] env[62643]: DEBUG nova.compute.utils [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Build of instance bff716d8-52bc-41f3-83da-c9db563f8186 aborted: Failed to rebuild volume backed instance. {{(pid=62643) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 982.606976] env[62643]: ERROR nova.compute.manager [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance bff716d8-52bc-41f3-83da-c9db563f8186 aborted: Failed to rebuild volume backed instance. [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Traceback (most recent call last): [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] self.driver.rebuild(**kwargs) [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] raise NotImplementedError() [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] NotImplementedError [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] During handling of the above exception, another exception occurred: [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Traceback (most recent call last): [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] self._detach_root_volume(context, instance, root_bdm) [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] with excutils.save_and_reraise_exception(): [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] self.force_reraise() [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] raise self.value [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] self.driver.detach_volume(context, old_connection_info, [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] return self._volumeops.detach_volume(connection_info, instance) [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] self._detach_volume_vmdk(connection_info, instance) [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] stable_ref.fetch_moref(session) [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] raise exception.InstanceNotFound(instance_id=self._uuid) [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] nova.exception.InstanceNotFound: Instance bff716d8-52bc-41f3-83da-c9db563f8186 could not be found. [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] During handling of the above exception, another exception occurred: [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Traceback (most recent call last): [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] yield [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 982.606976] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] self._do_rebuild_instance_with_claim( [ 982.608215] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 982.608215] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] self._do_rebuild_instance( [ 982.608215] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 982.608215] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] self._rebuild_default_impl(**kwargs) [ 982.608215] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 982.608215] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] self._rebuild_volume_backed_instance( [ 982.608215] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 982.608215] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] raise exception.BuildAbortException( [ 982.608215] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] nova.exception.BuildAbortException: Build of instance bff716d8-52bc-41f3-83da-c9db563f8186 aborted: Failed to rebuild volume backed instance. [ 982.608215] env[62643]: ERROR nova.compute.manager [instance: bff716d8-52bc-41f3-83da-c9db563f8186] [ 982.849773] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "refresh_cache-73cf614a-8275-4290-8d77-00d26b6d0ac4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.888718] env[62643]: DEBUG oslo_vmware.api [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383688, 'name': ReconfigVM_Task, 'duration_secs': 0.142857} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.890019] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483607', 'volume_id': '09ad4828-5e93-45c1-a1c0-06a4a977767c', 'name': 'volume-09ad4828-5e93-45c1-a1c0-06a4a977767c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f54a3315-6dde-4807-84cc-413afe64f178', 'attached_at': '', 'detached_at': '', 'volume_id': '09ad4828-5e93-45c1-a1c0-06a4a977767c', 'serial': '09ad4828-5e93-45c1-a1c0-06a4a977767c'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 982.906465] env[62643]: INFO nova.compute.manager [-] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Took 1.75 seconds to deallocate network for instance. [ 982.915720] env[62643]: DEBUG oslo_concurrency.lockutils [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.964565] env[62643]: DEBUG oslo_concurrency.lockutils [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.970276] env[62643]: DEBUG oslo_concurrency.lockutils [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.054s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.970550] env[62643]: DEBUG nova.objects.instance [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Lazy-loading 'resources' on Instance uuid 4887d2be-b1fc-47f0-9ab9-389fdf853a7d {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.002916] env[62643]: INFO nova.scheduler.client.report [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Deleted allocations for instance 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8 [ 983.081788] env[62643]: DEBUG oslo_vmware.api [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Task: {'id': task-2383666, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.380437] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3396f3a9-ecca-45cd-ae63-bf8d273d8d38 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.414944] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fb98f9-5f2a-4d69-b7d4-d0290664584a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.418631] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.424368] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Updating instance '73cf614a-8275-4290-8d77-00d26b6d0ac4' progress to 83 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 983.459895] env[62643]: DEBUG nova.objects.instance [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lazy-loading 'flavor' on Instance uuid f54a3315-6dde-4807-84cc-413afe64f178 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.494827] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ce57b3bf-74d6-409d-bf2f-61322febc664 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "ae942842-00af-408a-beb2-312839415d76" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.494827] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ce57b3bf-74d6-409d-bf2f-61322febc664 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "ae942842-00af-408a-beb2-312839415d76" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.494827] env[62643]: DEBUG nova.compute.manager [None req-ce57b3bf-74d6-409d-bf2f-61322febc664 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.495423] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977d4d30-8c00-4252-bfeb-1ec8b743fb18 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.503144] env[62643]: DEBUG nova.compute.manager [None req-ce57b3bf-74d6-409d-bf2f-61322febc664 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62643) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 983.503604] env[62643]: DEBUG nova.objects.instance [None req-ce57b3bf-74d6-409d-bf2f-61322febc664 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lazy-loading 'flavor' on Instance uuid ae942842-00af-408a-beb2-312839415d76 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.515998] env[62643]: DEBUG oslo_concurrency.lockutils [None req-526608e6-3f0c-425e-bb01-a498e0868cbd tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "7e2b27e7-8f78-43ef-8935-fd24f71b9cc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.555s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.575691] env[62643]: DEBUG nova.network.neutron [req-ccfae746-5827-4e73-a366-6ab702874d84 req-5eb23bb9-aaf6-4566-b1ec-9d0e97f3503f service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Updated VIF entry in instance network info cache for port e8321ec4-6d56-4682-a820-120026f627f8. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.576180] env[62643]: DEBUG nova.network.neutron [req-ccfae746-5827-4e73-a366-6ab702874d84 req-5eb23bb9-aaf6-4566-b1ec-9d0e97f3503f service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Updating instance_info_cache with network_info: [{"id": "e8321ec4-6d56-4682-a820-120026f627f8", "address": "fa:16:3e:3e:2b:19", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8321ec4-6d", "ovs_interfaceid": "e8321ec4-6d56-4682-a820-120026f627f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.580808] env[62643]: DEBUG oslo_vmware.api [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Task: {'id': task-2383666, 'name': ReconfigVM_Task, 'duration_secs': 6.272458} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.581164] env[62643]: DEBUG oslo_concurrency.lockutils [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] Releasing lock "66d05517-71f8-4c9b-8664-2c7b66722c74" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.581428] env[62643]: DEBUG nova.virt.vmwareapi.vmops [req-03f8beba-dca8-4dc0-a891-c135b1ad4747 req-89d5c25b-3597-4f4d-8da7-4e188bd47b15 service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Reconfigured VM to detach interface {{(pid=62643) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 983.584783] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "66d05517-71f8-4c9b-8664-2c7b66722c74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.523s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.584783] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "66d05517-71f8-4c9b-8664-2c7b66722c74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.584783] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "66d05517-71f8-4c9b-8664-2c7b66722c74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.584783] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "66d05517-71f8-4c9b-8664-2c7b66722c74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.584783] env[62643]: INFO nova.compute.manager [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Terminating instance [ 983.698439] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b44be4c-f2f7-457c-b671-2d780114bf10 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.707133] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b724151d-3c86-4dfc-b3a9-fb5533222156 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.747877] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86273040-862f-4260-ba6c-3c457b84e3c3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.756011] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4663b89f-e913-4fd8-8d85-dda7769fa89e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.773553] env[62643]: DEBUG nova.compute.provider_tree [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.797744] env[62643]: DEBUG nova.compute.manager [req-9df2d41d-8b8f-4932-bf1e-b6c672ebddf0 req-5b2a9b7e-9c09-4f43-82a3-b32900021bec service nova] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Received event network-vif-deleted-724de6c4-67e0-45c7-996b-c1804224532a {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.938530] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.938530] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55021f46-0d5e-4e6a-8b20-6cd488b0f510 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.943606] env[62643]: DEBUG oslo_vmware.api [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 983.943606] env[62643]: value = "task-2383689" [ 983.943606] env[62643]: _type = "Task" [ 983.943606] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.952821] env[62643]: DEBUG oslo_vmware.api [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.082260] env[62643]: DEBUG oslo_concurrency.lockutils [req-ccfae746-5827-4e73-a366-6ab702874d84 req-5eb23bb9-aaf6-4566-b1ec-9d0e97f3503f service nova] Releasing lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.094877] env[62643]: DEBUG nova.compute.manager [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.095120] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.096365] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e2c17c-5d74-4378-830f-4a1aabe52b0d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.104872] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.105014] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e068be8-a3a1-49d9-bf58-141f1293f7ad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.112280] env[62643]: DEBUG oslo_vmware.api [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 984.112280] env[62643]: value = "task-2383690" [ 984.112280] env[62643]: _type = "Task" [ 984.112280] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.120158] env[62643]: DEBUG oslo_vmware.api [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.276850] env[62643]: DEBUG nova.scheduler.client.report [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.454311] env[62643]: DEBUG oslo_vmware.api [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383689, 'name': PowerOnVM_Task, 'duration_secs': 0.478264} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.454591] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.454785] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c1f870-2629-4cf1-9682-09e91b124c5d tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Updating instance '73cf614a-8275-4290-8d77-00d26b6d0ac4' progress to 100 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 984.474695] env[62643]: DEBUG oslo_concurrency.lockutils [None req-75a9502e-71bd-46d6-b741-1adbe077993c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f54a3315-6dde-4807-84cc-413afe64f178" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.400s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.518475] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce57b3bf-74d6-409d-bf2f-61322febc664 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.519645] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0d0462f-0d71-4ba6-bf5b-2f9c46ae23e6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.527503] env[62643]: DEBUG oslo_vmware.api [None req-ce57b3bf-74d6-409d-bf2f-61322febc664 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 984.527503] env[62643]: value = "task-2383691" [ 984.527503] env[62643]: _type = "Task" [ 984.527503] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.538270] env[62643]: DEBUG oslo_vmware.api [None req-ce57b3bf-74d6-409d-bf2f-61322febc664 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.629478] env[62643]: DEBUG oslo_concurrency.lockutils [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.629812] env[62643]: DEBUG oslo_vmware.api [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383690, 'name': PowerOffVM_Task, 'duration_secs': 0.264338} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.630518] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.630746] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.631301] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad6c8551-d7cf-4ca3-9d30-71a801b4f6dd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.708116] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.708116] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.708116] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Deleting the datastore file [datastore1] 66d05517-71f8-4c9b-8664-2c7b66722c74 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.708264] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d56e2bde-2554-4173-ae84-e017b90168c8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.714186] env[62643]: DEBUG nova.compute.manager [req-343bc5a3-06de-4157-91e1-1649169756ef req-11d6f793-4b97-44e3-8ce7-53d5c1012fbc service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Received event network-changed-e8321ec4-6d56-4682-a820-120026f627f8 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.714372] env[62643]: DEBUG nova.compute.manager [req-343bc5a3-06de-4157-91e1-1649169756ef req-11d6f793-4b97-44e3-8ce7-53d5c1012fbc service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Refreshing instance network info cache due to event network-changed-e8321ec4-6d56-4682-a820-120026f627f8. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 984.714590] env[62643]: DEBUG oslo_concurrency.lockutils [req-343bc5a3-06de-4157-91e1-1649169756ef req-11d6f793-4b97-44e3-8ce7-53d5c1012fbc service nova] Acquiring lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.714732] env[62643]: DEBUG oslo_concurrency.lockutils [req-343bc5a3-06de-4157-91e1-1649169756ef req-11d6f793-4b97-44e3-8ce7-53d5c1012fbc service nova] Acquired lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.714897] env[62643]: DEBUG nova.network.neutron [req-343bc5a3-06de-4157-91e1-1649169756ef req-11d6f793-4b97-44e3-8ce7-53d5c1012fbc service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Refreshing network info cache for port e8321ec4-6d56-4682-a820-120026f627f8 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.723311] env[62643]: DEBUG oslo_vmware.api [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 984.723311] env[62643]: value = "task-2383693" [ 984.723311] env[62643]: _type = "Task" [ 984.723311] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.736397] env[62643]: DEBUG oslo_vmware.api [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.786135] env[62643]: DEBUG oslo_concurrency.lockutils [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.789009] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.370s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.789104] env[62643]: DEBUG nova.objects.instance [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lazy-loading 'resources' on Instance uuid 71190e78-7080-4aff-b503-800edfe790f8 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.814386] env[62643]: INFO nova.scheduler.client.report [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Deleted allocations for instance 4887d2be-b1fc-47f0-9ab9-389fdf853a7d [ 985.045134] env[62643]: DEBUG oslo_vmware.api [None req-ce57b3bf-74d6-409d-bf2f-61322febc664 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383691, 'name': PowerOffVM_Task, 'duration_secs': 0.212177} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.045431] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce57b3bf-74d6-409d-bf2f-61322febc664 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.045703] env[62643]: DEBUG nova.compute.manager [None req-ce57b3bf-74d6-409d-bf2f-61322febc664 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.046789] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62e75a1-28e6-4e80-8ec8-4e74c7339253 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.237825] env[62643]: DEBUG oslo_vmware.api [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179045} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.238321] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.238321] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.240420] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.240420] env[62643]: INFO nova.compute.manager [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Took 1.14 seconds to destroy the instance on the hypervisor. [ 985.240420] env[62643]: DEBUG oslo.service.loopingcall [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.240420] env[62643]: DEBUG nova.compute.manager [-] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.240420] env[62643]: DEBUG nova.network.neutron [-] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.329459] env[62643]: DEBUG oslo_concurrency.lockutils [None req-341503db-7614-4a1f-b80e-b66b41d33e08 tempest-ServersTestManualDisk-21160544 tempest-ServersTestManualDisk-21160544-project-member] Lock "4887d2be-b1fc-47f0-9ab9-389fdf853a7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.728s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.556098] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6aef44-303f-4bb3-992f-c571e1d6db90 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.562812] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ce57b3bf-74d6-409d-bf2f-61322febc664 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "ae942842-00af-408a-beb2-312839415d76" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.567591] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bde219a-6f2a-4a36-a647-d67cb4c8d44f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.612070] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3fb435-1219-469a-9b24-330a170fab8a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.625053] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cd85f5-7154-4291-a2ab-752d188ad130 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.638687] env[62643]: DEBUG nova.compute.provider_tree [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.823722] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Acquiring lock "22abb903-81ae-4377-9dc6-4ccd3b23aba1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.824015] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Lock "22abb903-81ae-4377-9dc6-4ccd3b23aba1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.010824] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "f54a3315-6dde-4807-84cc-413afe64f178" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.011108] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f54a3315-6dde-4807-84cc-413afe64f178" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.011371] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "f54a3315-6dde-4807-84cc-413afe64f178-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.011630] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f54a3315-6dde-4807-84cc-413afe64f178-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.011729] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f54a3315-6dde-4807-84cc-413afe64f178-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.014071] env[62643]: INFO nova.compute.manager [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Terminating instance [ 986.110888] env[62643]: DEBUG nova.network.neutron [req-343bc5a3-06de-4157-91e1-1649169756ef req-11d6f793-4b97-44e3-8ce7-53d5c1012fbc service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Updated VIF entry in instance network info cache for port e8321ec4-6d56-4682-a820-120026f627f8. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.110888] env[62643]: DEBUG nova.network.neutron [req-343bc5a3-06de-4157-91e1-1649169756ef req-11d6f793-4b97-44e3-8ce7-53d5c1012fbc service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Updating instance_info_cache with network_info: [{"id": "e8321ec4-6d56-4682-a820-120026f627f8", "address": "fa:16:3e:3e:2b:19", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8321ec4-6d", "ovs_interfaceid": "e8321ec4-6d56-4682-a820-120026f627f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.119443] env[62643]: DEBUG oslo_concurrency.lockutils [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Acquiring lock "bff716d8-52bc-41f3-83da-c9db563f8186" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.119443] env[62643]: DEBUG oslo_concurrency.lockutils [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Lock "bff716d8-52bc-41f3-83da-c9db563f8186" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.119443] env[62643]: DEBUG oslo_concurrency.lockutils [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Acquiring lock "bff716d8-52bc-41f3-83da-c9db563f8186-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.119443] env[62643]: DEBUG oslo_concurrency.lockutils [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Lock "bff716d8-52bc-41f3-83da-c9db563f8186-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.119443] env[62643]: DEBUG oslo_concurrency.lockutils [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Lock "bff716d8-52bc-41f3-83da-c9db563f8186-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.119776] env[62643]: INFO nova.compute.manager [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Terminating instance [ 986.141868] env[62643]: DEBUG nova.scheduler.client.report [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.326305] env[62643]: DEBUG nova.compute.manager [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.522086] env[62643]: DEBUG nova.compute.manager [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.522240] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.523486] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab28a944-d127-471b-ac85-6d10a4ae8390 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.531876] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.532046] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-585d48e1-f174-4682-8917-afa6f11a70a9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.538538] env[62643]: DEBUG oslo_vmware.api [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 986.538538] env[62643]: value = "task-2383694" [ 986.538538] env[62643]: _type = "Task" [ 986.538538] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.546516] env[62643]: DEBUG oslo_vmware.api [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.613730] env[62643]: DEBUG oslo_concurrency.lockutils [req-343bc5a3-06de-4157-91e1-1649169756ef req-11d6f793-4b97-44e3-8ce7-53d5c1012fbc service nova] Releasing lock "refresh_cache-46dc2ea7-f124-4a2d-b59c-a8b95f411156" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.624980] env[62643]: DEBUG nova.compute.manager [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.625664] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-396ee67a-b00f-45fb-975d-ad7ded69f8a6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.636621] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa91a88-3c40-44a2-8a7e-b39a63ccc604 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.649155] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.651716] env[62643]: DEBUG oslo_concurrency.lockutils [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.022s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.672967] env[62643]: WARNING nova.virt.vmwareapi.driver [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance bff716d8-52bc-41f3-83da-c9db563f8186 could not be found. [ 986.673740] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.677215] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6688a20f-03c1-40ef-a7b9-a153a04ee0e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.688332] env[62643]: INFO nova.scheduler.client.report [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleted allocations for instance 71190e78-7080-4aff-b503-800edfe790f8 [ 986.692661] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcfdcc3-39c2-431c-961c-9007af47c2b1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.718788] env[62643]: DEBUG nova.compute.manager [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Stashing vm_state: active {{(pid=62643) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 986.737215] env[62643]: WARNING nova.virt.vmwareapi.vmops [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bff716d8-52bc-41f3-83da-c9db563f8186 could not be found. [ 986.737447] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.737638] env[62643]: INFO nova.compute.manager [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Took 0.11 seconds to destroy the instance on the hypervisor. [ 986.737904] env[62643]: DEBUG oslo.service.loopingcall [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 986.741439] env[62643]: DEBUG nova.compute.manager [-] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.741951] env[62643]: DEBUG nova.network.neutron [-] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.838461] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "73cf614a-8275-4290-8d77-00d26b6d0ac4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.838461] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "73cf614a-8275-4290-8d77-00d26b6d0ac4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.838461] env[62643]: DEBUG nova.compute.manager [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Going to confirm migration 4 {{(pid=62643) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 986.866052] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.977090] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8def0c-8c73-4258-9968-1223ad9fb455 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.982687] env[62643]: DEBUG nova.compute.manager [req-a5615ce7-9f18-4aaa-968c-252916c13d4c req-7b09de61-18b5-461b-a526-45e30c6c2e7a service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Received event network-vif-deleted-fc612612-a008-443e-8569-0ed7f34e4386 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.982957] env[62643]: INFO nova.compute.manager [req-a5615ce7-9f18-4aaa-968c-252916c13d4c req-7b09de61-18b5-461b-a526-45e30c6c2e7a service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Neutron deleted interface fc612612-a008-443e-8569-0ed7f34e4386; detaching it from the instance and deleting it from the info cache [ 986.983063] env[62643]: DEBUG nova.network.neutron [req-a5615ce7-9f18-4aaa-968c-252916c13d4c req-7b09de61-18b5-461b-a526-45e30c6c2e7a service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.993246] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63353949-2dcb-42df-b947-8866a46c79e8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.048594] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f7804f-ff29-41fe-9c2d-62c22b942e68 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.066074] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdf05d6-3e3d-4e51-9c88-9ef5fa949749 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.069963] env[62643]: DEBUG oslo_vmware.api [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383694, 'name': PowerOffVM_Task, 'duration_secs': 0.225331} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.070596] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.070680] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.071684] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c26c8b48-e38b-4892-b1ef-57d359af6426 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.082384] env[62643]: DEBUG nova.compute.provider_tree [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.146436] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.146623] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.146824] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Deleting the datastore file [datastore2] f54a3315-6dde-4807-84cc-413afe64f178 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.147069] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c100598f-7822-4d91-8f13-01cf319128cf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.156578] env[62643]: DEBUG oslo_vmware.api [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 987.156578] env[62643]: value = "task-2383696" [ 987.156578] env[62643]: _type = "Task" [ 987.156578] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.165519] env[62643]: DEBUG oslo_vmware.api [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.217694] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2b2837c2-d086-48e6-8566-34b177ae9c17 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "71190e78-7080-4aff-b503-800edfe790f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.772s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.241764] env[62643]: DEBUG oslo_concurrency.lockutils [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.359150] env[62643]: DEBUG nova.network.neutron [-] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.399526] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "refresh_cache-73cf614a-8275-4290-8d77-00d26b6d0ac4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.399526] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "refresh_cache-73cf614a-8275-4290-8d77-00d26b6d0ac4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.399526] env[62643]: DEBUG nova.network.neutron [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.399703] env[62643]: DEBUG nova.objects.instance [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lazy-loading 'info_cache' on Instance uuid 73cf614a-8275-4290-8d77-00d26b6d0ac4 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.488797] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f97f46cb-679d-409d-af7d-82c415eb5d63 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.501415] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2ae317-aafa-4c65-9a30-e255e9457871 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.539954] env[62643]: DEBUG nova.compute.manager [req-a5615ce7-9f18-4aaa-968c-252916c13d4c req-7b09de61-18b5-461b-a526-45e30c6c2e7a service nova] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Detach interface failed, port_id=fc612612-a008-443e-8569-0ed7f34e4386, reason: Instance 66d05517-71f8-4c9b-8664-2c7b66722c74 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 987.554634] env[62643]: DEBUG nova.compute.manager [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Stashing vm_state: stopped {{(pid=62643) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 987.588180] env[62643]: DEBUG nova.scheduler.client.report [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.659358] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Acquiring lock "833603a6-4ff9-4831-a5ce-ecbd8bfc1567" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.659570] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Lock "833603a6-4ff9-4831-a5ce-ecbd8bfc1567" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.672712] env[62643]: DEBUG oslo_vmware.api [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151249} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.673276] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.673468] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.673653] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.673830] env[62643]: INFO nova.compute.manager [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Took 1.15 seconds to destroy the instance on the hypervisor. [ 987.674220] env[62643]: DEBUG oslo.service.loopingcall [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.674708] env[62643]: DEBUG nova.compute.manager [-] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.674809] env[62643]: DEBUG nova.network.neutron [-] [instance: f54a3315-6dde-4807-84cc-413afe64f178] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.868439] env[62643]: INFO nova.compute.manager [-] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Took 2.63 seconds to deallocate network for instance. [ 988.082346] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.094077] env[62643]: DEBUG oslo_concurrency.lockutils [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.442s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.094329] env[62643]: INFO nova.compute.manager [None req-40fc3966-3a53-4b1f-822d-f70829a70b37 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Successfully reverted task state from rebuilding on failure for instance. [ 988.101462] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.236s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.103967] env[62643]: INFO nova.compute.claims [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.168162] env[62643]: DEBUG nova.compute.manager [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.171074] env[62643]: DEBUG nova.network.neutron [-] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.206881] env[62643]: DEBUG oslo_concurrency.lockutils [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "205202c0-97fd-4cdc-9b0f-6775b3a47360" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.207188] env[62643]: DEBUG oslo_concurrency.lockutils [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "205202c0-97fd-4cdc-9b0f-6775b3a47360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.372074] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.677526] env[62643]: INFO nova.compute.manager [-] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Took 1.94 seconds to deallocate network for instance. [ 988.700038] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.715730] env[62643]: DEBUG nova.compute.manager [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.841734] env[62643]: DEBUG nova.network.neutron [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Updating instance_info_cache with network_info: [{"id": "1d0d54bc-4dea-45be-9250-2332d56490d4", "address": "fa:16:3e:20:a5:f4", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0d54bc-4d", "ovs_interfaceid": "1d0d54bc-4dea-45be-9250-2332d56490d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.027282] env[62643]: DEBUG nova.compute.manager [req-8d242706-7397-4bc0-8103-1add104310c5 req-d566f41f-fa8f-4ab1-b53c-e81e85e377aa service nova] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Received event network-vif-deleted-e09b7bb4-f588-44e7-8504-6a208dbf238c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 989.027478] env[62643]: DEBUG nova.compute.manager [req-8d242706-7397-4bc0-8103-1add104310c5 req-d566f41f-fa8f-4ab1-b53c-e81e85e377aa service nova] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Received event network-vif-deleted-b2de5607-4c69-4902-a856-f607bdd653f5 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 989.027719] env[62643]: INFO nova.compute.manager [req-8d242706-7397-4bc0-8103-1add104310c5 req-d566f41f-fa8f-4ab1-b53c-e81e85e377aa service nova] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Neutron deleted interface b2de5607-4c69-4902-a856-f607bdd653f5; detaching it from the instance and deleting it from the info cache [ 989.027719] env[62643]: DEBUG nova.network.neutron [req-8d242706-7397-4bc0-8103-1add104310c5 req-d566f41f-fa8f-4ab1-b53c-e81e85e377aa service nova] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.065616] env[62643]: DEBUG nova.network.neutron [-] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.244101] env[62643]: INFO nova.compute.manager [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Took 0.56 seconds to detach 1 volumes for instance. [ 989.248024] env[62643]: DEBUG nova.compute.manager [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Deleting volume: 556bfb1e-9b0a-4750-a192-e1b04b188c69 {{(pid=62643) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 989.251733] env[62643]: DEBUG oslo_concurrency.lockutils [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.347297] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "refresh_cache-73cf614a-8275-4290-8d77-00d26b6d0ac4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.347531] env[62643]: DEBUG nova.objects.instance [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lazy-loading 'migration_context' on Instance uuid 73cf614a-8275-4290-8d77-00d26b6d0ac4 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.451434] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5016825-d08c-4f1b-9323-25712ccc1c10 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.462464] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13767133-dda6-46e2-a52a-43cd35a7e5d9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.497698] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594f33b8-6431-407d-b0aa-6ca78c84aeca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.505506] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fb82fa-c243-475a-a00d-275981cabb0b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.519896] env[62643]: DEBUG nova.compute.provider_tree [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.530547] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecf0200c-3491-4c49-b9b4-1af4ac56b1e8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.541306] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4520fab0-4898-4a66-a00d-4c04803cf421 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.573596] env[62643]: INFO nova.compute.manager [-] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Took 1.90 seconds to deallocate network for instance. [ 989.574019] env[62643]: DEBUG nova.compute.manager [req-8d242706-7397-4bc0-8103-1add104310c5 req-d566f41f-fa8f-4ab1-b53c-e81e85e377aa service nova] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Detach interface failed, port_id=b2de5607-4c69-4902-a856-f607bdd653f5, reason: Instance f54a3315-6dde-4807-84cc-413afe64f178 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 989.816470] env[62643]: DEBUG oslo_concurrency.lockutils [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.851417] env[62643]: DEBUG nova.objects.base [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Object Instance<73cf614a-8275-4290-8d77-00d26b6d0ac4> lazy-loaded attributes: info_cache,migration_context {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 989.852389] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143c3122-831b-4659-be1a-7784441c80b6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.873113] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a2f3436-06a8-4a32-bf11-c82d27a3659d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.878826] env[62643]: DEBUG oslo_vmware.api [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 989.878826] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f7b3e7-a8c1-aa2a-87e4-a7c6f81e3e87" [ 989.878826] env[62643]: _type = "Task" [ 989.878826] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.888052] env[62643]: DEBUG oslo_vmware.api [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f7b3e7-a8c1-aa2a-87e4-a7c6f81e3e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.027675] env[62643]: DEBUG nova.scheduler.client.report [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.082568] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.395534] env[62643]: DEBUG oslo_vmware.api [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f7b3e7-a8c1-aa2a-87e4-a7c6f81e3e87, 'name': SearchDatastore_Task, 'duration_secs': 0.007758} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.395788] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.533963] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.534625] env[62643]: DEBUG nova.compute.manager [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.539428] env[62643]: DEBUG oslo_concurrency.lockutils [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.298s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.046224] env[62643]: INFO nova.compute.claims [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.051849] env[62643]: DEBUG nova.compute.utils [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 991.053653] env[62643]: DEBUG nova.compute.manager [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.053653] env[62643]: DEBUG nova.network.neutron [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.120291] env[62643]: DEBUG nova.policy [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec7ce46c46df4146954deb304bcd509f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ce78bc588ba4da986ae15a8b8eeaa61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.557732] env[62643]: INFO nova.compute.resource_tracker [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updating resource usage from migration 61de0e32-c474-4d2e-b67a-809e04feb859 [ 991.564925] env[62643]: DEBUG nova.compute.manager [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.874558] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54393d0a-a289-4c86-aa84-2715217b569c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.883787] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225ac291-dc63-465d-8834-3a02349e2e93 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.933331] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f95efc9-629d-4dee-b0e4-c1e64f6d6575 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.943234] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e87703-1df7-4e2e-a109-333c26c1f915 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.960558] env[62643]: DEBUG nova.compute.provider_tree [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.197733] env[62643]: DEBUG nova.network.neutron [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Successfully created port: e340c22d-211c-457a-9828-574354b1d309 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.464242] env[62643]: DEBUG nova.scheduler.client.report [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.576882] env[62643]: DEBUG nova.compute.manager [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.609027] env[62643]: DEBUG nova.virt.hardware [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.609306] env[62643]: DEBUG nova.virt.hardware [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.609464] env[62643]: DEBUG nova.virt.hardware [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.610198] env[62643]: DEBUG nova.virt.hardware [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.610198] env[62643]: DEBUG nova.virt.hardware [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.610198] env[62643]: DEBUG nova.virt.hardware [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.610396] env[62643]: DEBUG nova.virt.hardware [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.610396] env[62643]: DEBUG nova.virt.hardware [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.610568] env[62643]: DEBUG nova.virt.hardware [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.610737] env[62643]: DEBUG nova.virt.hardware [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.610909] env[62643]: DEBUG nova.virt.hardware [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.611816] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d3268f-bea8-41be-ba8f-6e18f4567081 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.621527] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8501fda4-8419-4df6-ba3c-128901f11fd4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.971764] env[62643]: DEBUG oslo_concurrency.lockutils [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.432s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.972027] env[62643]: INFO nova.compute.manager [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Migrating [ 992.992116] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.908s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.498205] env[62643]: DEBUG oslo_concurrency.lockutils [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.498349] env[62643]: DEBUG oslo_concurrency.lockutils [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.498670] env[62643]: DEBUG nova.network.neutron [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.502142] env[62643]: INFO nova.compute.claims [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.631767] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.632139] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.016856] env[62643]: INFO nova.compute.resource_tracker [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Updating resource usage from migration 4ab5fad6-1c42-4bbc-a827-393d3dcf039d [ 994.134516] env[62643]: DEBUG nova.compute.manager [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.299901] env[62643]: DEBUG nova.compute.manager [req-c18ed7c9-fa53-4c1e-807c-08d85c874527 req-cdf5f511-e421-4623-b6a9-25976feeedaf service nova] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Received event network-vif-plugged-e340c22d-211c-457a-9828-574354b1d309 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.300213] env[62643]: DEBUG oslo_concurrency.lockutils [req-c18ed7c9-fa53-4c1e-807c-08d85c874527 req-cdf5f511-e421-4623-b6a9-25976feeedaf service nova] Acquiring lock "22abb903-81ae-4377-9dc6-4ccd3b23aba1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.300434] env[62643]: DEBUG oslo_concurrency.lockutils [req-c18ed7c9-fa53-4c1e-807c-08d85c874527 req-cdf5f511-e421-4623-b6a9-25976feeedaf service nova] Lock "22abb903-81ae-4377-9dc6-4ccd3b23aba1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.300608] env[62643]: DEBUG oslo_concurrency.lockutils [req-c18ed7c9-fa53-4c1e-807c-08d85c874527 req-cdf5f511-e421-4623-b6a9-25976feeedaf service nova] Lock "22abb903-81ae-4377-9dc6-4ccd3b23aba1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.300916] env[62643]: DEBUG nova.compute.manager [req-c18ed7c9-fa53-4c1e-807c-08d85c874527 req-cdf5f511-e421-4623-b6a9-25976feeedaf service nova] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] No waiting events found dispatching network-vif-plugged-e340c22d-211c-457a-9828-574354b1d309 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.301103] env[62643]: WARNING nova.compute.manager [req-c18ed7c9-fa53-4c1e-807c-08d85c874527 req-cdf5f511-e421-4623-b6a9-25976feeedaf service nova] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Received unexpected event network-vif-plugged-e340c22d-211c-457a-9828-574354b1d309 for instance with vm_state building and task_state spawning. [ 994.303702] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a178e7-179c-4567-82a7-9809700b3a74 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.319617] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82eb174e-5b3e-4e4b-aee7-bef75d47c166 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.359385] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075afff1-75dd-4af0-ba4b-20ecaec0397b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.366937] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25d7af3-8afb-44c3-86cb-de1d8d2b13ca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.382104] env[62643]: DEBUG nova.compute.provider_tree [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.548516] env[62643]: DEBUG nova.network.neutron [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updating instance_info_cache with network_info: [{"id": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "address": "fa:16:3e:0f:c4:e8", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f4ff462-6e", "ovs_interfaceid": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.587383] env[62643]: DEBUG nova.network.neutron [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Successfully updated port: e340c22d-211c-457a-9828-574354b1d309 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.663149] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.888017] env[62643]: DEBUG nova.scheduler.client.report [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.056493] env[62643]: DEBUG oslo_concurrency.lockutils [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.091337] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Acquiring lock "refresh_cache-22abb903-81ae-4377-9dc6-4ccd3b23aba1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.091337] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Acquired lock "refresh_cache-22abb903-81ae-4377-9dc6-4ccd3b23aba1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.091337] env[62643]: DEBUG nova.network.neutron [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.392234] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.402s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.392471] env[62643]: INFO nova.compute.manager [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Migrating [ 995.401803] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.030s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.402061] env[62643]: DEBUG nova.objects.instance [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lazy-loading 'resources' on Instance uuid 66d05517-71f8-4c9b-8664-2c7b66722c74 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.636362] env[62643]: DEBUG nova.network.neutron [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.844865] env[62643]: DEBUG nova.network.neutron [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Updating instance_info_cache with network_info: [{"id": "e340c22d-211c-457a-9828-574354b1d309", "address": "fa:16:3e:66:0c:c2", "network": {"id": "0eb87eae-5ac2-42b9-9fca-cf4ee8f72896", "bridge": "br-int", "label": "tempest-ServersTestJSON-269796465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce78bc588ba4da986ae15a8b8eeaa61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape340c22d-21", "ovs_interfaceid": "e340c22d-211c-457a-9828-574354b1d309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.919054] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.919714] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.919714] env[62643]: DEBUG nova.network.neutron [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.070297] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Acquiring lock "d9de5c3a-3c83-4ae1-b921-30d9888c06a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.070479] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Lock "d9de5c3a-3c83-4ae1-b921-30d9888c06a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.183348] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff83af15-ff71-4cef-b5bc-d93ef15412f9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.191812] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0195eab9-e0d5-4fde-8656-cc2fab58cf76 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.224353] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d33115f-b6c8-43a8-9965-b3fca81ccb7f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.233385] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6623df19-8111-4df9-b2cc-9100da203507 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.246717] env[62643]: DEBUG nova.compute.provider_tree [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.336583] env[62643]: DEBUG nova.compute.manager [req-cbb2d4ee-f076-4278-8f6d-5c19656ffa50 req-9e3c8acf-49f1-4790-8b54-f9819ad6085e service nova] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Received event network-changed-e340c22d-211c-457a-9828-574354b1d309 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.336782] env[62643]: DEBUG nova.compute.manager [req-cbb2d4ee-f076-4278-8f6d-5c19656ffa50 req-9e3c8acf-49f1-4790-8b54-f9819ad6085e service nova] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Refreshing instance network info cache due to event network-changed-e340c22d-211c-457a-9828-574354b1d309. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 996.336963] env[62643]: DEBUG oslo_concurrency.lockutils [req-cbb2d4ee-f076-4278-8f6d-5c19656ffa50 req-9e3c8acf-49f1-4790-8b54-f9819ad6085e service nova] Acquiring lock "refresh_cache-22abb903-81ae-4377-9dc6-4ccd3b23aba1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.347364] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Releasing lock "refresh_cache-22abb903-81ae-4377-9dc6-4ccd3b23aba1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.347709] env[62643]: DEBUG nova.compute.manager [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Instance network_info: |[{"id": "e340c22d-211c-457a-9828-574354b1d309", "address": "fa:16:3e:66:0c:c2", "network": {"id": "0eb87eae-5ac2-42b9-9fca-cf4ee8f72896", "bridge": "br-int", "label": "tempest-ServersTestJSON-269796465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce78bc588ba4da986ae15a8b8eeaa61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape340c22d-21", "ovs_interfaceid": "e340c22d-211c-457a-9828-574354b1d309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.348012] env[62643]: DEBUG oslo_concurrency.lockutils [req-cbb2d4ee-f076-4278-8f6d-5c19656ffa50 req-9e3c8acf-49f1-4790-8b54-f9819ad6085e service nova] Acquired lock "refresh_cache-22abb903-81ae-4377-9dc6-4ccd3b23aba1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.348258] env[62643]: DEBUG nova.network.neutron [req-cbb2d4ee-f076-4278-8f6d-5c19656ffa50 req-9e3c8acf-49f1-4790-8b54-f9819ad6085e service nova] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Refreshing network info cache for port e340c22d-211c-457a-9828-574354b1d309 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.349502] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:0c:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e340c22d-211c-457a-9828-574354b1d309', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.358668] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Creating folder: Project (3ce78bc588ba4da986ae15a8b8eeaa61). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.359561] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d669713-359d-41a6-83d2-a2cd3d2f1325 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.370738] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Created folder: Project (3ce78bc588ba4da986ae15a8b8eeaa61) in parent group-v483488. [ 996.370949] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Creating folder: Instances. Parent ref: group-v483731. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.371213] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c29a740-e0e8-42fb-9feb-0f289f061fd2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.379791] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Created folder: Instances in parent group-v483731. [ 996.380103] env[62643]: DEBUG oslo.service.loopingcall [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.380317] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.380528] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0a8bf4d-98a0-467b-9bd4-c644506e4999 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.402390] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.402390] env[62643]: value = "task-2383700" [ 996.402390] env[62643]: _type = "Task" [ 996.402390] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.411734] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383700, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.564122] env[62643]: DEBUG oslo_concurrency.lockutils [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "be5ff15e-51b9-4879-ac9a-855766cacceb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.564332] env[62643]: DEBUG oslo_concurrency.lockutils [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "be5ff15e-51b9-4879-ac9a-855766cacceb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.574429] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03767c0c-e223-45a1-bcc5-e7800b21ad2d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.578754] env[62643]: DEBUG nova.compute.manager [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.605041] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updating instance '51049d09-cb97-42a9-aa48-b9375cf7c7eb' progress to 0 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.726304] env[62643]: DEBUG nova.network.neutron [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Updating instance_info_cache with network_info: [{"id": "70648026-b431-489c-9dea-3fc31f5ec084", "address": "fa:16:3e:03:57:a6", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70648026-b4", "ovs_interfaceid": "70648026-b431-489c-9dea-3fc31f5ec084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.749921] env[62643]: DEBUG nova.scheduler.client.report [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.913914] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383700, 'name': CreateVM_Task, 'duration_secs': 0.305559} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.914280] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.914953] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.915134] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.915768] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.915921] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f8b189-20dd-4eda-a8e8-f81f0b82b73e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.920710] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Waiting for the task: (returnval){ [ 996.920710] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f28067-0519-5bcb-6e5c-7641e55923a4" [ 996.920710] env[62643]: _type = "Task" [ 996.920710] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.934592] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f28067-0519-5bcb-6e5c-7641e55923a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.934814] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.935062] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.935402] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.935585] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.935773] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.936041] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2066817-bfc5-4458-9f21-8a399d048d4f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.943219] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.943447] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.944156] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5699bd-4077-4695-be4b-5dc91d1d0a64 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.949182] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Waiting for the task: (returnval){ [ 996.949182] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c24ec8-9383-601d-a8b7-182fa3f2faf1" [ 996.949182] env[62643]: _type = "Task" [ 996.949182] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.959232] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c24ec8-9383-601d-a8b7-182fa3f2faf1, 'name': SearchDatastore_Task, 'duration_secs': 0.007779} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.959968] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4107ef43-babd-4e37-8578-5171f5cfbbf5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.965707] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Waiting for the task: (returnval){ [ 996.965707] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52389cbd-5abe-2b7f-e74e-4c7aa32225a2" [ 996.965707] env[62643]: _type = "Task" [ 996.965707] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.975955] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52389cbd-5abe-2b7f-e74e-4c7aa32225a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.066918] env[62643]: DEBUG nova.compute.manager [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.090141] env[62643]: DEBUG nova.network.neutron [req-cbb2d4ee-f076-4278-8f6d-5c19656ffa50 req-9e3c8acf-49f1-4790-8b54-f9819ad6085e service nova] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Updated VIF entry in instance network info cache for port e340c22d-211c-457a-9828-574354b1d309. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.090701] env[62643]: DEBUG nova.network.neutron [req-cbb2d4ee-f076-4278-8f6d-5c19656ffa50 req-9e3c8acf-49f1-4790-8b54-f9819ad6085e service nova] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Updating instance_info_cache with network_info: [{"id": "e340c22d-211c-457a-9828-574354b1d309", "address": "fa:16:3e:66:0c:c2", "network": {"id": "0eb87eae-5ac2-42b9-9fca-cf4ee8f72896", "bridge": "br-int", "label": "tempest-ServersTestJSON-269796465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce78bc588ba4da986ae15a8b8eeaa61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape340c22d-21", "ovs_interfaceid": "e340c22d-211c-457a-9828-574354b1d309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.107137] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.113800] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.113925] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca4628c9-4bed-4b78-a494-32131d6c0b0b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.121153] env[62643]: DEBUG oslo_vmware.api [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 997.121153] env[62643]: value = "task-2383701" [ 997.121153] env[62643]: _type = "Task" [ 997.121153] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.136324] env[62643]: DEBUG oslo_vmware.api [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.229498] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.255511] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.259080] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.560s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.260748] env[62643]: INFO nova.compute.claims [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.279369] env[62643]: INFO nova.scheduler.client.report [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Deleted allocations for instance 66d05517-71f8-4c9b-8664-2c7b66722c74 [ 997.480021] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52389cbd-5abe-2b7f-e74e-4c7aa32225a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009211} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.480021] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.480021] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 22abb903-81ae-4377-9dc6-4ccd3b23aba1/22abb903-81ae-4377-9dc6-4ccd3b23aba1.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.480021] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bda69e61-edb8-4de6-a382-48c228170a8a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.484995] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Waiting for the task: (returnval){ [ 997.484995] env[62643]: value = "task-2383702" [ 997.484995] env[62643]: _type = "Task" [ 997.484995] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.493542] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': task-2383702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.594688] env[62643]: DEBUG oslo_concurrency.lockutils [req-cbb2d4ee-f076-4278-8f6d-5c19656ffa50 req-9e3c8acf-49f1-4790-8b54-f9819ad6085e service nova] Releasing lock "refresh_cache-22abb903-81ae-4377-9dc6-4ccd3b23aba1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.600042] env[62643]: DEBUG oslo_concurrency.lockutils [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.639298] env[62643]: DEBUG oslo_vmware.api [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383701, 'name': PowerOffVM_Task, 'duration_secs': 0.179076} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.639298] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.639298] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updating instance '51049d09-cb97-42a9-aa48-b9375cf7c7eb' progress to 17 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.786953] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3b35d39a-b214-46ce-8364-0526526ebf9a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "66d05517-71f8-4c9b-8664-2c7b66722c74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.205s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.995269] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': task-2383702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476701} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.995576] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 22abb903-81ae-4377-9dc6-4ccd3b23aba1/22abb903-81ae-4377-9dc6-4ccd3b23aba1.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.995791] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.996068] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ecaab73-3f5e-4345-8f4b-a987ea00030e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.002678] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Waiting for the task: (returnval){ [ 998.002678] env[62643]: value = "task-2383703" [ 998.002678] env[62643]: _type = "Task" [ 998.002678] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.010672] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': task-2383703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.148605] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.148964] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.149333] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.149657] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.149922] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.150222] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.150569] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.150846] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.151157] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.151440] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.151735] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.159654] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-083e6f54-cae8-45d7-826c-d4ee379d4c45 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.180502] env[62643]: DEBUG oslo_vmware.api [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 998.180502] env[62643]: value = "task-2383704" [ 998.180502] env[62643]: _type = "Task" [ 998.180502] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.189491] env[62643]: DEBUG oslo_vmware.api [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.519775] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': task-2383703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063912} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.524856] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.524856] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500503e2-9c01-416a-aeb4-989b59fe96e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.549703] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 22abb903-81ae-4377-9dc6-4ccd3b23aba1/22abb903-81ae-4377-9dc6-4ccd3b23aba1.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.552451] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3f24399-4cd8-47fd-ba96-8f6416f59c44 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.571890] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Waiting for the task: (returnval){ [ 998.571890] env[62643]: value = "task-2383705" [ 998.571890] env[62643]: _type = "Task" [ 998.571890] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.579973] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': task-2383705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.606084] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6ffb8c-1cec-460a-be9f-2fbd9e5b5bc2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.613512] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4ff0f7-e5fa-4a14-87fc-ce578ff41aa2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.643752] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943d7c75-0933-4235-b52a-053440729e07 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.651041] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc578b7-18ae-4cd0-a294-3bd8034c32e0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.664123] env[62643]: DEBUG nova.compute.provider_tree [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.691222] env[62643]: DEBUG oslo_vmware.api [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383704, 'name': ReconfigVM_Task, 'duration_secs': 0.208808} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.691542] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updating instance '51049d09-cb97-42a9-aa48-b9375cf7c7eb' progress to 33 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 998.746229] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5c2466-532e-4eb1-83ac-214b9c2f30cf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.766475] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Updating instance 'ae942842-00af-408a-beb2-312839415d76' progress to 0 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.082921] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': task-2383705, 'name': ReconfigVM_Task, 'duration_secs': 0.308093} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.083221] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 22abb903-81ae-4377-9dc6-4ccd3b23aba1/22abb903-81ae-4377-9dc6-4ccd3b23aba1.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.083769] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7c2432f-23ca-4052-9979-ffe8d9f5a60f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.089965] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Waiting for the task: (returnval){ [ 999.089965] env[62643]: value = "task-2383706" [ 999.089965] env[62643]: _type = "Task" [ 999.089965] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.101629] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': task-2383706, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.166813] env[62643]: DEBUG nova.scheduler.client.report [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.198770] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.198770] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.198770] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.199055] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.199111] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.199272] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.200030] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.200030] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.200030] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.200030] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.200253] env[62643]: DEBUG nova.virt.hardware [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.205328] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 999.205867] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42b151a0-e51c-4423-b027-cae472f3183d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.224972] env[62643]: DEBUG oslo_vmware.api [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 999.224972] env[62643]: value = "task-2383707" [ 999.224972] env[62643]: _type = "Task" [ 999.224972] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.232852] env[62643]: DEBUG oslo_vmware.api [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.273850] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.274893] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-719f86fc-8876-4f9e-b7d7-e11180995f41 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.281889] env[62643]: DEBUG oslo_vmware.api [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 999.281889] env[62643]: value = "task-2383708" [ 999.281889] env[62643]: _type = "Task" [ 999.281889] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.292167] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] VM already powered off {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 999.292167] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Updating instance 'ae942842-00af-408a-beb2-312839415d76' progress to 17 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.601397] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': task-2383706, 'name': Rename_Task, 'duration_secs': 0.155002} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.602229] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.602229] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c887609e-5106-4756-9484-6dee821d0912 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.607941] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Waiting for the task: (returnval){ [ 999.607941] env[62643]: value = "task-2383709" [ 999.607941] env[62643]: _type = "Task" [ 999.607941] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.615779] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': task-2383709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.628673] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "70594b0d-7e96-4da1-a1b4-f90f555ade23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.628947] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "70594b0d-7e96-4da1-a1b4-f90f555ade23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.672437] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.673442] env[62643]: DEBUG nova.compute.manager [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.675531] env[62643]: DEBUG oslo_concurrency.lockutils [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.424s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.676930] env[62643]: INFO nova.compute.claims [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.736164] env[62643]: DEBUG oslo_vmware.api [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383707, 'name': ReconfigVM_Task, 'duration_secs': 0.219042} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.736454] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 999.737292] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210f1b52-47b1-4273-8725-3d9168457ca7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.760637] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 51049d09-cb97-42a9-aa48-b9375cf7c7eb/51049d09-cb97-42a9-aa48-b9375cf7c7eb.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.761292] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77a54973-b8b9-4755-a0da-bdb592378b16 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.780044] env[62643]: DEBUG oslo_vmware.api [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 999.780044] env[62643]: value = "task-2383710" [ 999.780044] env[62643]: _type = "Task" [ 999.780044] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.788323] env[62643]: DEBUG oslo_vmware.api [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.798747] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.798989] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.799193] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.799377] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.799521] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.799667] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.799866] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.800039] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.800210] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.800376] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.800547] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.805572] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0d05902-fcf5-4016-aaf8-5c7b5ff130de {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.820103] env[62643]: DEBUG oslo_vmware.api [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 999.820103] env[62643]: value = "task-2383711" [ 999.820103] env[62643]: _type = "Task" [ 999.820103] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.827877] env[62643]: DEBUG oslo_vmware.api [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.118610] env[62643]: DEBUG oslo_vmware.api [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': task-2383709, 'name': PowerOnVM_Task, 'duration_secs': 0.445581} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.118610] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.118610] env[62643]: INFO nova.compute.manager [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1000.118610] env[62643]: DEBUG nova.compute.manager [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.120374] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81c69f9-6d60-494a-b7bb-49b306b63b54 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.131232] env[62643]: DEBUG nova.compute.manager [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.181652] env[62643]: DEBUG nova.compute.utils [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1000.184816] env[62643]: DEBUG nova.compute.manager [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.185078] env[62643]: DEBUG nova.network.neutron [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.224170] env[62643]: DEBUG nova.policy [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad25463ae11b498db6f4fa8037e0646b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '736f22488ae44e1b8a650996151aa22d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.289924] env[62643]: DEBUG oslo_vmware.api [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.332613] env[62643]: DEBUG oslo_vmware.api [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383711, 'name': ReconfigVM_Task, 'duration_secs': 0.124003} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.333091] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Updating instance 'ae942842-00af-408a-beb2-312839415d76' progress to 33 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.546574] env[62643]: DEBUG nova.network.neutron [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Successfully created port: 3d6e45d6-cb0d-4295-91db-3590f6be2deb {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.638467] env[62643]: INFO nova.compute.manager [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Took 13.80 seconds to build instance. [ 1000.667548] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.685950] env[62643]: DEBUG nova.compute.manager [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.796116] env[62643]: DEBUG oslo_vmware.api [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383710, 'name': ReconfigVM_Task, 'duration_secs': 0.628928} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.796116] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 51049d09-cb97-42a9-aa48-b9375cf7c7eb/51049d09-cb97-42a9-aa48-b9375cf7c7eb.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.796116] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updating instance '51049d09-cb97-42a9-aa48-b9375cf7c7eb' progress to 50 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.842019] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.842019] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.842019] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.842019] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.842019] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.842019] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.842019] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.842019] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.842019] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.842703] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.843059] env[62643]: DEBUG nova.virt.hardware [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.850364] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1000.854149] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bf03d01-36e7-4f1f-856a-9332c4ed8420 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.876184] env[62643]: DEBUG oslo_vmware.api [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1000.876184] env[62643]: value = "task-2383712" [ 1000.876184] env[62643]: _type = "Task" [ 1000.876184] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.887301] env[62643]: DEBUG oslo_vmware.api [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.001370] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0de4c8-8743-4ede-a2ba-cdeb820f0ff3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.011572] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdb4961-d6ac-4878-8161-9b8d4b9b3d7f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.042375] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0693513-2504-4b8b-bb5f-a9f3a536ab5f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.049574] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c2c37b-21e0-4fe3-ac2d-79afcb9c0255 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.063169] env[62643]: DEBUG nova.compute.provider_tree [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.142208] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24332659-c2d2-4c96-9419-de26ed0fb699 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Lock "22abb903-81ae-4377-9dc6-4ccd3b23aba1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.318s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.301109] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beccfc2d-ab7b-4e62-a019-f50e2cacc520 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.326018] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be7ab9d-89d0-4406-ae33-5fcd13f5389d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.347763] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updating instance '51049d09-cb97-42a9-aa48-b9375cf7c7eb' progress to 67 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1001.353443] env[62643]: DEBUG nova.compute.manager [req-5102492c-be62-4821-8bd7-8c6feff9d3ed req-9eb4871d-70d5-49f1-b840-fb7c1c901f4e service nova] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Received event network-changed-e340c22d-211c-457a-9828-574354b1d309 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.353633] env[62643]: DEBUG nova.compute.manager [req-5102492c-be62-4821-8bd7-8c6feff9d3ed req-9eb4871d-70d5-49f1-b840-fb7c1c901f4e service nova] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Refreshing instance network info cache due to event network-changed-e340c22d-211c-457a-9828-574354b1d309. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1001.353845] env[62643]: DEBUG oslo_concurrency.lockutils [req-5102492c-be62-4821-8bd7-8c6feff9d3ed req-9eb4871d-70d5-49f1-b840-fb7c1c901f4e service nova] Acquiring lock "refresh_cache-22abb903-81ae-4377-9dc6-4ccd3b23aba1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.353988] env[62643]: DEBUG oslo_concurrency.lockutils [req-5102492c-be62-4821-8bd7-8c6feff9d3ed req-9eb4871d-70d5-49f1-b840-fb7c1c901f4e service nova] Acquired lock "refresh_cache-22abb903-81ae-4377-9dc6-4ccd3b23aba1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.354169] env[62643]: DEBUG nova.network.neutron [req-5102492c-be62-4821-8bd7-8c6feff9d3ed req-9eb4871d-70d5-49f1-b840-fb7c1c901f4e service nova] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Refreshing network info cache for port e340c22d-211c-457a-9828-574354b1d309 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.386138] env[62643]: DEBUG oslo_vmware.api [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383712, 'name': ReconfigVM_Task, 'duration_secs': 0.38879} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.386505] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1001.388106] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af68be2-d119-41f1-ac25-08beb98a5a30 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.413775] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] ae942842-00af-408a-beb2-312839415d76/ae942842-00af-408a-beb2-312839415d76.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.414305] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4ec5ceb-19ce-49cc-b3c1-ed879d0e8d77 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.434033] env[62643]: DEBUG oslo_vmware.api [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1001.434033] env[62643]: value = "task-2383713" [ 1001.434033] env[62643]: _type = "Task" [ 1001.434033] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.442403] env[62643]: DEBUG oslo_vmware.api [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.566062] env[62643]: DEBUG nova.scheduler.client.report [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.698214] env[62643]: DEBUG nova.compute.manager [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.724748] env[62643]: DEBUG nova.virt.hardware [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.725013] env[62643]: DEBUG nova.virt.hardware [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.725183] env[62643]: DEBUG nova.virt.hardware [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.725371] env[62643]: DEBUG nova.virt.hardware [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.725518] env[62643]: DEBUG nova.virt.hardware [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.725667] env[62643]: DEBUG nova.virt.hardware [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.725877] env[62643]: DEBUG nova.virt.hardware [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.726055] env[62643]: DEBUG nova.virt.hardware [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.726238] env[62643]: DEBUG nova.virt.hardware [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.726405] env[62643]: DEBUG nova.virt.hardware [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.726583] env[62643]: DEBUG nova.virt.hardware [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.727716] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30e7b8e-fee6-49a0-a325-9b0a2ed092c6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.737268] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6320329e-0d58-4b61-aefa-e698fdad656b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.943808] env[62643]: DEBUG oslo_vmware.api [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383713, 'name': ReconfigVM_Task, 'duration_secs': 0.258331} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.944151] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Reconfigured VM instance instance-00000039 to attach disk [datastore2] ae942842-00af-408a-beb2-312839415d76/ae942842-00af-408a-beb2-312839415d76.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.944435] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Updating instance 'ae942842-00af-408a-beb2-312839415d76' progress to 50 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1001.970204] env[62643]: DEBUG nova.network.neutron [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Port 4f4ff462-6e13-44b1-bf60-8d198efe97cd binding to destination host cpu-1 is already ACTIVE {{(pid=62643) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1002.072275] env[62643]: DEBUG oslo_concurrency.lockutils [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.072829] env[62643]: DEBUG nova.compute.manager [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.082234] env[62643]: DEBUG oslo_concurrency.lockutils [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.267s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.082481] env[62643]: DEBUG nova.objects.instance [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Lazy-loading 'resources' on Instance uuid bff716d8-52bc-41f3-83da-c9db563f8186 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.258809] env[62643]: DEBUG nova.compute.manager [req-5351ef6b-94bc-4e72-a54b-68e64deaed2e req-c86b5f8a-f44a-4fa6-a38e-46e448999e3c service nova] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Received event network-vif-plugged-3d6e45d6-cb0d-4295-91db-3590f6be2deb {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.259127] env[62643]: DEBUG oslo_concurrency.lockutils [req-5351ef6b-94bc-4e72-a54b-68e64deaed2e req-c86b5f8a-f44a-4fa6-a38e-46e448999e3c service nova] Acquiring lock "833603a6-4ff9-4831-a5ce-ecbd8bfc1567-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.259340] env[62643]: DEBUG oslo_concurrency.lockutils [req-5351ef6b-94bc-4e72-a54b-68e64deaed2e req-c86b5f8a-f44a-4fa6-a38e-46e448999e3c service nova] Lock "833603a6-4ff9-4831-a5ce-ecbd8bfc1567-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.259461] env[62643]: DEBUG oslo_concurrency.lockutils [req-5351ef6b-94bc-4e72-a54b-68e64deaed2e req-c86b5f8a-f44a-4fa6-a38e-46e448999e3c service nova] Lock "833603a6-4ff9-4831-a5ce-ecbd8bfc1567-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.259576] env[62643]: DEBUG nova.compute.manager [req-5351ef6b-94bc-4e72-a54b-68e64deaed2e req-c86b5f8a-f44a-4fa6-a38e-46e448999e3c service nova] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] No waiting events found dispatching network-vif-plugged-3d6e45d6-cb0d-4295-91db-3590f6be2deb {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.259740] env[62643]: WARNING nova.compute.manager [req-5351ef6b-94bc-4e72-a54b-68e64deaed2e req-c86b5f8a-f44a-4fa6-a38e-46e448999e3c service nova] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Received unexpected event network-vif-plugged-3d6e45d6-cb0d-4295-91db-3590f6be2deb for instance with vm_state building and task_state spawning. [ 1002.298828] env[62643]: DEBUG nova.network.neutron [req-5102492c-be62-4821-8bd7-8c6feff9d3ed req-9eb4871d-70d5-49f1-b840-fb7c1c901f4e service nova] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Updated VIF entry in instance network info cache for port e340c22d-211c-457a-9828-574354b1d309. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.299271] env[62643]: DEBUG nova.network.neutron [req-5102492c-be62-4821-8bd7-8c6feff9d3ed req-9eb4871d-70d5-49f1-b840-fb7c1c901f4e service nova] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Updating instance_info_cache with network_info: [{"id": "e340c22d-211c-457a-9828-574354b1d309", "address": "fa:16:3e:66:0c:c2", "network": {"id": "0eb87eae-5ac2-42b9-9fca-cf4ee8f72896", "bridge": "br-int", "label": "tempest-ServersTestJSON-269796465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce78bc588ba4da986ae15a8b8eeaa61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape340c22d-21", "ovs_interfaceid": "e340c22d-211c-457a-9828-574354b1d309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.453862] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c705b001-0f66-48a5-8dee-7a8e3ac2ac6e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.473386] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4e01d8-9841-4771-a43f-37af1f6f5ab6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.494360] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Updating instance 'ae942842-00af-408a-beb2-312839415d76' progress to 67 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1002.585497] env[62643]: DEBUG nova.compute.utils [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1002.589768] env[62643]: DEBUG nova.compute.manager [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.589955] env[62643]: DEBUG nova.network.neutron [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.644778] env[62643]: DEBUG nova.network.neutron [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Successfully updated port: 3d6e45d6-cb0d-4295-91db-3590f6be2deb {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.679494] env[62643]: DEBUG nova.policy [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '486d1c3c66d246eea62b5321cb97da1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96887bdb38b845f5b83945269bd3d7a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.805713] env[62643]: DEBUG oslo_concurrency.lockutils [req-5102492c-be62-4821-8bd7-8c6feff9d3ed req-9eb4871d-70d5-49f1-b840-fb7c1c901f4e service nova] Releasing lock "refresh_cache-22abb903-81ae-4377-9dc6-4ccd3b23aba1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.862443] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4947cba2-39ef-47cf-bb27-62ead46b8f5e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.870285] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1f5181-2127-45f3-b7f1-374b46b15c84 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.902653] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dda628-2d4d-428d-8f73-bc6311496749 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.910522] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0f9bec-37f7-49ad-b559-46bf3b246b91 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.925518] env[62643]: DEBUG nova.compute.provider_tree [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.961364] env[62643]: DEBUG nova.network.neutron [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Successfully created port: 4d4e86f6-d6c4-4527-a555-52ca848666bc {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.998152] env[62643]: DEBUG oslo_concurrency.lockutils [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.998395] env[62643]: DEBUG oslo_concurrency.lockutils [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.998499] env[62643]: DEBUG oslo_concurrency.lockutils [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.078957] env[62643]: DEBUG nova.network.neutron [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Port 70648026-b431-489c-9dea-3fc31f5ec084 binding to destination host cpu-1 is already ACTIVE {{(pid=62643) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1003.090943] env[62643]: DEBUG nova.compute.manager [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.149566] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Acquiring lock "refresh_cache-833603a6-4ff9-4831-a5ce-ecbd8bfc1567" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.149566] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Acquired lock "refresh_cache-833603a6-4ff9-4831-a5ce-ecbd8bfc1567" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.149566] env[62643]: DEBUG nova.network.neutron [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.427567] env[62643]: DEBUG nova.scheduler.client.report [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.679173] env[62643]: DEBUG nova.network.neutron [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.874266] env[62643]: DEBUG nova.network.neutron [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Updating instance_info_cache with network_info: [{"id": "3d6e45d6-cb0d-4295-91db-3590f6be2deb", "address": "fa:16:3e:a5:2d:d5", "network": {"id": "431058ca-93b2-425c-9176-235aa78d2b0b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1139169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "736f22488ae44e1b8a650996151aa22d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6e45d6-cb", "ovs_interfaceid": "3d6e45d6-cb0d-4295-91db-3590f6be2deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.938477] env[62643]: DEBUG oslo_concurrency.lockutils [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.941307] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.859s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.941307] env[62643]: DEBUG nova.objects.instance [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lazy-loading 'resources' on Instance uuid f54a3315-6dde-4807-84cc-413afe64f178 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.049729] env[62643]: DEBUG oslo_concurrency.lockutils [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.049919] env[62643]: DEBUG oslo_concurrency.lockutils [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.050117] env[62643]: DEBUG nova.network.neutron [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.101034] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "ae942842-00af-408a-beb2-312839415d76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.101034] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "ae942842-00af-408a-beb2-312839415d76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.101034] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "ae942842-00af-408a-beb2-312839415d76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.102193] env[62643]: DEBUG nova.compute.manager [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.129455] env[62643]: DEBUG nova.virt.hardware [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.129719] env[62643]: DEBUG nova.virt.hardware [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.129878] env[62643]: DEBUG nova.virt.hardware [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.130073] env[62643]: DEBUG nova.virt.hardware [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.130422] env[62643]: DEBUG nova.virt.hardware [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.130422] env[62643]: DEBUG nova.virt.hardware [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.130596] env[62643]: DEBUG nova.virt.hardware [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.130757] env[62643]: DEBUG nova.virt.hardware [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.130925] env[62643]: DEBUG nova.virt.hardware [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.131097] env[62643]: DEBUG nova.virt.hardware [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.131283] env[62643]: DEBUG nova.virt.hardware [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.132369] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b164bc5-a3cd-4340-8532-9b4ce0653be7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.142076] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56644f97-dcfe-4602-8f90-4a6f7f659be4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.300571] env[62643]: DEBUG nova.compute.manager [req-b52be54a-30fc-422c-a212-73059a154fb6 req-0c3e0dc1-adec-46b4-9d44-d90c57e97632 service nova] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Received event network-changed-3d6e45d6-cb0d-4295-91db-3590f6be2deb {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.300694] env[62643]: DEBUG nova.compute.manager [req-b52be54a-30fc-422c-a212-73059a154fb6 req-0c3e0dc1-adec-46b4-9d44-d90c57e97632 service nova] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Refreshing instance network info cache due to event network-changed-3d6e45d6-cb0d-4295-91db-3590f6be2deb. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1004.300878] env[62643]: DEBUG oslo_concurrency.lockutils [req-b52be54a-30fc-422c-a212-73059a154fb6 req-0c3e0dc1-adec-46b4-9d44-d90c57e97632 service nova] Acquiring lock "refresh_cache-833603a6-4ff9-4831-a5ce-ecbd8bfc1567" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.377456] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Releasing lock "refresh_cache-833603a6-4ff9-4831-a5ce-ecbd8bfc1567" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.377833] env[62643]: DEBUG nova.compute.manager [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Instance network_info: |[{"id": "3d6e45d6-cb0d-4295-91db-3590f6be2deb", "address": "fa:16:3e:a5:2d:d5", "network": {"id": "431058ca-93b2-425c-9176-235aa78d2b0b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1139169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "736f22488ae44e1b8a650996151aa22d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6e45d6-cb", "ovs_interfaceid": "3d6e45d6-cb0d-4295-91db-3590f6be2deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.378177] env[62643]: DEBUG oslo_concurrency.lockutils [req-b52be54a-30fc-422c-a212-73059a154fb6 req-0c3e0dc1-adec-46b4-9d44-d90c57e97632 service nova] Acquired lock "refresh_cache-833603a6-4ff9-4831-a5ce-ecbd8bfc1567" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.378382] env[62643]: DEBUG nova.network.neutron [req-b52be54a-30fc-422c-a212-73059a154fb6 req-0c3e0dc1-adec-46b4-9d44-d90c57e97632 service nova] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Refreshing network info cache for port 3d6e45d6-cb0d-4295-91db-3590f6be2deb {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.381313] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:2d:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d6e45d6-cb0d-4295-91db-3590f6be2deb', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.387354] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Creating folder: Project (736f22488ae44e1b8a650996151aa22d). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.390459] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac67f46b-5751-4b56-853f-f31c69f31162 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.401379] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Created folder: Project (736f22488ae44e1b8a650996151aa22d) in parent group-v483488. [ 1004.401598] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Creating folder: Instances. Parent ref: group-v483734. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.401892] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35ef6b7b-b18d-4a93-8ef4-c5d593f05cbb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.409970] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Created folder: Instances in parent group-v483734. [ 1004.410255] env[62643]: DEBUG oslo.service.loopingcall [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1004.410451] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.410648] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c2b026b-7f2e-44f9-874a-627c9a945419 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.431192] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.431192] env[62643]: value = "task-2383716" [ 1004.431192] env[62643]: _type = "Task" [ 1004.431192] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.441028] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383716, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.461861] env[62643]: DEBUG oslo_concurrency.lockutils [None req-34bc8f0c-b65f-48d0-b2c2-4884acf914a3 tempest-ServerActionsV293TestJSON-237680548 tempest-ServerActionsV293TestJSON-237680548-project-member] Lock "bff716d8-52bc-41f3-83da-c9db563f8186" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.345s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.698571] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39db47e9-1019-4acc-b9f9-ece57818bdb9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.708016] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c651d65f-fde1-40e5-869d-730372ea0089 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.737917] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3907331-3a40-47fa-b7a2-07da9820a84d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.744961] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e66aa6-46af-4ca2-95f5-d0bcb3c94903 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.757964] env[62643]: DEBUG nova.compute.provider_tree [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.877123] env[62643]: DEBUG nova.network.neutron [req-b52be54a-30fc-422c-a212-73059a154fb6 req-0c3e0dc1-adec-46b4-9d44-d90c57e97632 service nova] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Updated VIF entry in instance network info cache for port 3d6e45d6-cb0d-4295-91db-3590f6be2deb. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.877588] env[62643]: DEBUG nova.network.neutron [req-b52be54a-30fc-422c-a212-73059a154fb6 req-0c3e0dc1-adec-46b4-9d44-d90c57e97632 service nova] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Updating instance_info_cache with network_info: [{"id": "3d6e45d6-cb0d-4295-91db-3590f6be2deb", "address": "fa:16:3e:a5:2d:d5", "network": {"id": "431058ca-93b2-425c-9176-235aa78d2b0b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1139169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "736f22488ae44e1b8a650996151aa22d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6e45d6-cb", "ovs_interfaceid": "3d6e45d6-cb0d-4295-91db-3590f6be2deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.943932] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383716, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.958640] env[62643]: DEBUG nova.network.neutron [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Successfully updated port: 4d4e86f6-d6c4-4527-a555-52ca848666bc {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.986873] env[62643]: DEBUG nova.network.neutron [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updating instance_info_cache with network_info: [{"id": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "address": "fa:16:3e:0f:c4:e8", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f4ff462-6e", "ovs_interfaceid": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.140254] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.140469] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.140649] env[62643]: DEBUG nova.network.neutron [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.261067] env[62643]: DEBUG nova.scheduler.client.report [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.380712] env[62643]: DEBUG oslo_concurrency.lockutils [req-b52be54a-30fc-422c-a212-73059a154fb6 req-0c3e0dc1-adec-46b4-9d44-d90c57e97632 service nova] Releasing lock "refresh_cache-833603a6-4ff9-4831-a5ce-ecbd8bfc1567" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.444637] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383716, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.462418] env[62643]: DEBUG oslo_concurrency.lockutils [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "refresh_cache-205202c0-97fd-4cdc-9b0f-6775b3a47360" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.462574] env[62643]: DEBUG oslo_concurrency.lockutils [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "refresh_cache-205202c0-97fd-4cdc-9b0f-6775b3a47360" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.462725] env[62643]: DEBUG nova.network.neutron [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.489438] env[62643]: DEBUG oslo_concurrency.lockutils [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.765569] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.767606] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.372s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.791320] env[62643]: INFO nova.scheduler.client.report [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Deleted allocations for instance f54a3315-6dde-4807-84cc-413afe64f178 [ 1005.853050] env[62643]: DEBUG nova.network.neutron [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Updating instance_info_cache with network_info: [{"id": "70648026-b431-489c-9dea-3fc31f5ec084", "address": "fa:16:3e:03:57:a6", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70648026-b4", "ovs_interfaceid": "70648026-b431-489c-9dea-3fc31f5ec084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.945454] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383716, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.993886] env[62643]: DEBUG nova.network.neutron [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.011640] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8228005-c3ad-424b-a029-acd8e4959c29 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.033198] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f7aa69-5ac4-4c9f-b3e7-e303ea2efd34 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.041389] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updating instance '51049d09-cb97-42a9-aa48-b9375cf7c7eb' progress to 83 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.176158] env[62643]: DEBUG nova.network.neutron [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Updating instance_info_cache with network_info: [{"id": "4d4e86f6-d6c4-4527-a555-52ca848666bc", "address": "fa:16:3e:2b:5f:f0", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4e86f6-d6", "ovs_interfaceid": "4d4e86f6-d6c4-4527-a555-52ca848666bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.302992] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b4890b2c-9965-4953-b413-3ab38332d520 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f54a3315-6dde-4807-84cc-413afe64f178" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.292s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.337168] env[62643]: DEBUG nova.compute.manager [req-69293dc4-a6e6-48ec-b82b-887940b799b7 req-6a2be53f-b93c-41dc-8296-76436de4bed2 service nova] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Received event network-vif-plugged-4d4e86f6-d6c4-4527-a555-52ca848666bc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.337395] env[62643]: DEBUG oslo_concurrency.lockutils [req-69293dc4-a6e6-48ec-b82b-887940b799b7 req-6a2be53f-b93c-41dc-8296-76436de4bed2 service nova] Acquiring lock "205202c0-97fd-4cdc-9b0f-6775b3a47360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.337813] env[62643]: DEBUG oslo_concurrency.lockutils [req-69293dc4-a6e6-48ec-b82b-887940b799b7 req-6a2be53f-b93c-41dc-8296-76436de4bed2 service nova] Lock "205202c0-97fd-4cdc-9b0f-6775b3a47360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.338043] env[62643]: DEBUG oslo_concurrency.lockutils [req-69293dc4-a6e6-48ec-b82b-887940b799b7 req-6a2be53f-b93c-41dc-8296-76436de4bed2 service nova] Lock "205202c0-97fd-4cdc-9b0f-6775b3a47360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.338226] env[62643]: DEBUG nova.compute.manager [req-69293dc4-a6e6-48ec-b82b-887940b799b7 req-6a2be53f-b93c-41dc-8296-76436de4bed2 service nova] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] No waiting events found dispatching network-vif-plugged-4d4e86f6-d6c4-4527-a555-52ca848666bc {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.338397] env[62643]: WARNING nova.compute.manager [req-69293dc4-a6e6-48ec-b82b-887940b799b7 req-6a2be53f-b93c-41dc-8296-76436de4bed2 service nova] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Received unexpected event network-vif-plugged-4d4e86f6-d6c4-4527-a555-52ca848666bc for instance with vm_state building and task_state spawning. [ 1006.338559] env[62643]: DEBUG nova.compute.manager [req-69293dc4-a6e6-48ec-b82b-887940b799b7 req-6a2be53f-b93c-41dc-8296-76436de4bed2 service nova] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Received event network-changed-4d4e86f6-d6c4-4527-a555-52ca848666bc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.338710] env[62643]: DEBUG nova.compute.manager [req-69293dc4-a6e6-48ec-b82b-887940b799b7 req-6a2be53f-b93c-41dc-8296-76436de4bed2 service nova] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Refreshing instance network info cache due to event network-changed-4d4e86f6-d6c4-4527-a555-52ca848666bc. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1006.338877] env[62643]: DEBUG oslo_concurrency.lockutils [req-69293dc4-a6e6-48ec-b82b-887940b799b7 req-6a2be53f-b93c-41dc-8296-76436de4bed2 service nova] Acquiring lock "refresh_cache-205202c0-97fd-4cdc-9b0f-6775b3a47360" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.355917] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.448797] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383716, 'name': CreateVM_Task, 'duration_secs': 1.622935} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.451500] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.452516] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.452689] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.453008] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.453275] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e9e41f-1994-48be-b4c9-0e1b0e801946 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.457805] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Waiting for the task: (returnval){ [ 1006.457805] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a3b909-7bea-c274-6ab4-464ceb9cb01b" [ 1006.457805] env[62643]: _type = "Task" [ 1006.457805] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.466644] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a3b909-7bea-c274-6ab4-464ceb9cb01b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.546013] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc16eae-c125-47ee-98f1-f3516eb0e4b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.550728] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.551338] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6b931c6-f9ec-4984-a8be-105275f869f9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.558822] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00f3e29-4f57-4f43-95c6-84d9d26862d0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.562752] env[62643]: DEBUG oslo_vmware.api [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1006.562752] env[62643]: value = "task-2383717" [ 1006.562752] env[62643]: _type = "Task" [ 1006.562752] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.599186] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991e04fa-6edf-4d69-9ab0-2762e83d8974 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.605633] env[62643]: DEBUG oslo_vmware.api [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383717, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.611148] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09422314-6d20-4ed8-99f3-3d9b685e03bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.626196] env[62643]: DEBUG nova.compute.provider_tree [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.679032] env[62643]: DEBUG oslo_concurrency.lockutils [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "refresh_cache-205202c0-97fd-4cdc-9b0f-6775b3a47360" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.679032] env[62643]: DEBUG nova.compute.manager [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Instance network_info: |[{"id": "4d4e86f6-d6c4-4527-a555-52ca848666bc", "address": "fa:16:3e:2b:5f:f0", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4e86f6-d6", "ovs_interfaceid": "4d4e86f6-d6c4-4527-a555-52ca848666bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.679370] env[62643]: DEBUG oslo_concurrency.lockutils [req-69293dc4-a6e6-48ec-b82b-887940b799b7 req-6a2be53f-b93c-41dc-8296-76436de4bed2 service nova] Acquired lock "refresh_cache-205202c0-97fd-4cdc-9b0f-6775b3a47360" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.679580] env[62643]: DEBUG nova.network.neutron [req-69293dc4-a6e6-48ec-b82b-887940b799b7 req-6a2be53f-b93c-41dc-8296-76436de4bed2 service nova] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Refreshing network info cache for port 4d4e86f6-d6c4-4527-a555-52ca848666bc {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.683770] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:5f:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d4e86f6-d6c4-4527-a555-52ca848666bc', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.688091] env[62643]: DEBUG oslo.service.loopingcall [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.688960] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.689219] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4ba9fb1-8495-48fb-8a0d-b594581b9773 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.710134] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.710134] env[62643]: value = "task-2383718" [ 1006.710134] env[62643]: _type = "Task" [ 1006.710134] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.755327] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383718, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.883050] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d96b55-410b-4acf-9b7a-807121d0e540 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.902677] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2250032e-4394-4fe0-9e17-52427c0ba2b0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.910227] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Updating instance 'ae942842-00af-408a-beb2-312839415d76' progress to 83 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.970918] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a3b909-7bea-c274-6ab4-464ceb9cb01b, 'name': SearchDatastore_Task, 'duration_secs': 0.010535} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.970918] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.970918] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.971107] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.971107] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.971265] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.971560] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77285ace-e680-4276-b9b0-e70d52116965 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.984751] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.984901] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.985752] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1ba1f5-b759-4fe3-9705-7c465b1aadee {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.992130] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Waiting for the task: (returnval){ [ 1006.992130] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529a1a15-edd6-de85-e812-43785aaf668f" [ 1006.992130] env[62643]: _type = "Task" [ 1006.992130] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.001923] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529a1a15-edd6-de85-e812-43785aaf668f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.072790] env[62643]: DEBUG oslo_vmware.api [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383717, 'name': PowerOnVM_Task, 'duration_secs': 0.454708} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.073078] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.073273] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-301eb527-1cb0-46da-aed0-d1b591e81739 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updating instance '51049d09-cb97-42a9-aa48-b9375cf7c7eb' progress to 100 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.130495] env[62643]: DEBUG nova.scheduler.client.report [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.224577] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383718, 'name': CreateVM_Task, 'duration_secs': 0.308434} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.224885] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.225588] env[62643]: DEBUG oslo_concurrency.lockutils [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.225760] env[62643]: DEBUG oslo_concurrency.lockutils [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.226093] env[62643]: DEBUG oslo_concurrency.lockutils [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.226355] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44a72b35-2752-49cd-a175-6187821c0d3e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.231351] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1007.231351] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524ae505-fd90-9e3d-e5b6-4aa8e0055e68" [ 1007.231351] env[62643]: _type = "Task" [ 1007.231351] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.241706] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524ae505-fd90-9e3d-e5b6-4aa8e0055e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.417235] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-93b0c33a-b178-4f5c-a9b5-73e2cbb66c22 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Updating instance 'ae942842-00af-408a-beb2-312839415d76' progress to 100 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.459731] env[62643]: DEBUG nova.network.neutron [req-69293dc4-a6e6-48ec-b82b-887940b799b7 req-6a2be53f-b93c-41dc-8296-76436de4bed2 service nova] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Updated VIF entry in instance network info cache for port 4d4e86f6-d6c4-4527-a555-52ca848666bc. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.460107] env[62643]: DEBUG nova.network.neutron [req-69293dc4-a6e6-48ec-b82b-887940b799b7 req-6a2be53f-b93c-41dc-8296-76436de4bed2 service nova] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Updating instance_info_cache with network_info: [{"id": "4d4e86f6-d6c4-4527-a555-52ca848666bc", "address": "fa:16:3e:2b:5f:f0", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4e86f6-d6", "ovs_interfaceid": "4d4e86f6-d6c4-4527-a555-52ca848666bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.502662] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529a1a15-edd6-de85-e812-43785aaf668f, 'name': SearchDatastore_Task, 'duration_secs': 0.008484} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.503269] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9747bee1-44b6-47df-b474-189955781bc1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.509422] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Waiting for the task: (returnval){ [ 1007.509422] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527b18f3-d25a-3f62-8bc9-11e0ab12453a" [ 1007.509422] env[62643]: _type = "Task" [ 1007.509422] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.517096] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527b18f3-d25a-3f62-8bc9-11e0ab12453a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.743120] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524ae505-fd90-9e3d-e5b6-4aa8e0055e68, 'name': SearchDatastore_Task, 'duration_secs': 0.009879} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.743440] env[62643]: DEBUG oslo_concurrency.lockutils [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.743678] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.743889] env[62643]: DEBUG oslo_concurrency.lockutils [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.964055] env[62643]: DEBUG oslo_concurrency.lockutils [req-69293dc4-a6e6-48ec-b82b-887940b799b7 req-6a2be53f-b93c-41dc-8296-76436de4bed2 service nova] Releasing lock "refresh_cache-205202c0-97fd-4cdc-9b0f-6775b3a47360" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.025352] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527b18f3-d25a-3f62-8bc9-11e0ab12453a, 'name': SearchDatastore_Task, 'duration_secs': 0.026458} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.025755] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.026213] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 833603a6-4ff9-4831-a5ce-ecbd8bfc1567/833603a6-4ff9-4831-a5ce-ecbd8bfc1567.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.026683] env[62643]: DEBUG oslo_concurrency.lockutils [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.027061] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.027434] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22b5a5d1-0dc9-4a25-95f4-9b56c05f23a9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.030527] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb079490-7844-445a-8e56-4e32bb35074b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.039394] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Waiting for the task: (returnval){ [ 1008.039394] env[62643]: value = "task-2383719" [ 1008.039394] env[62643]: _type = "Task" [ 1008.039394] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.045347] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.045649] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.047205] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b226fde6-8c32-4784-89eb-6e549e05cd67 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.055328] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': task-2383719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.058978] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1008.058978] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52eec30d-8206-aad1-a06b-714bf5876cb3" [ 1008.058978] env[62643]: _type = "Task" [ 1008.058978] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.070825] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52eec30d-8206-aad1-a06b-714bf5876cb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.145162] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.377s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.148033] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.487s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.149555] env[62643]: INFO nova.compute.claims [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.234043] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "f2316816-013d-411a-8622-599205592e49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.234043] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f2316816-013d-411a-8622-599205592e49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.549079] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': task-2383719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481388} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.549388] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 833603a6-4ff9-4831-a5ce-ecbd8bfc1567/833603a6-4ff9-4831-a5ce-ecbd8bfc1567.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.549651] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.549879] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4f715f8-2f89-4953-ba90-c4499c9907a7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.556400] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Waiting for the task: (returnval){ [ 1008.556400] env[62643]: value = "task-2383720" [ 1008.556400] env[62643]: _type = "Task" [ 1008.556400] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.568208] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': task-2383720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.572207] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52eec30d-8206-aad1-a06b-714bf5876cb3, 'name': SearchDatastore_Task, 'duration_secs': 0.011184} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.572207] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e32bca-2d77-4c9b-bfc2-cdd25d473571 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.577271] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1008.577271] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526fdddd-29a7-08c5-662c-c704cccfe1f5" [ 1008.577271] env[62643]: _type = "Task" [ 1008.577271] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.586259] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526fdddd-29a7-08c5-662c-c704cccfe1f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.713941] env[62643]: INFO nova.scheduler.client.report [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleted allocation for migration 47b4fffc-9669-43a1-a354-23ddf970751e [ 1008.737178] env[62643]: DEBUG nova.compute.manager [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.993045] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.993045] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.993045] env[62643]: DEBUG nova.compute.manager [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Going to confirm migration 5 {{(pid=62643) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1009.068638] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': task-2383720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.294848} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.069096] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.070583] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4907b3ac-dc09-45ae-884d-dee11db2fd4e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.099200] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 833603a6-4ff9-4831-a5ce-ecbd8bfc1567/833603a6-4ff9-4831-a5ce-ecbd8bfc1567.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.103171] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd317aa1-6170-4300-bacb-a020e8f07a2d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.123597] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526fdddd-29a7-08c5-662c-c704cccfe1f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.124958] env[62643]: DEBUG oslo_concurrency.lockutils [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.125266] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 205202c0-97fd-4cdc-9b0f-6775b3a47360/205202c0-97fd-4cdc-9b0f-6775b3a47360.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.125613] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Waiting for the task: (returnval){ [ 1009.125613] env[62643]: value = "task-2383721" [ 1009.125613] env[62643]: _type = "Task" [ 1009.125613] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.125812] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10034577-265a-4ca3-a7d1-a12613c18ef2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.138195] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1009.138195] env[62643]: value = "task-2383722" [ 1009.138195] env[62643]: _type = "Task" [ 1009.138195] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.141303] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': task-2383721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.220711] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9d1aea35-3098-49bc-a536-b9c2a4fb66e3 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "73cf614a-8275-4290-8d77-00d26b6d0ac4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.382s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.263041] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.425721] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673bc094-2fbd-4b56-8b29-3af4870996e2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.436325] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888e1dc7-c181-46f3-883b-121961415a91 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.469530] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ba2f26-815a-4663-a9b4-f4b8bfe8dd6b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.478991] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1496f6b4-757e-45bc-a2e6-3c2ef87d48e6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.493050] env[62643]: DEBUG nova.compute.provider_tree [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.618363] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.618635] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.618741] env[62643]: DEBUG nova.network.neutron [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.618929] env[62643]: DEBUG nova.objects.instance [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lazy-loading 'info_cache' on Instance uuid 51049d09-cb97-42a9-aa48-b9375cf7c7eb {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.639247] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': task-2383721, 'name': ReconfigVM_Task, 'duration_secs': 0.469672} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.640239] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 833603a6-4ff9-4831-a5ce-ecbd8bfc1567/833603a6-4ff9-4831-a5ce-ecbd8bfc1567.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.640902] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69eab77d-bba8-4107-84d3-1ac18b52cf06 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.652053] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "ae942842-00af-408a-beb2-312839415d76" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.652374] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "ae942842-00af-408a-beb2-312839415d76" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.652611] env[62643]: DEBUG nova.compute.manager [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Going to confirm migration 6 {{(pid=62643) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1009.653960] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Waiting for the task: (returnval){ [ 1009.653960] env[62643]: value = "task-2383723" [ 1009.653960] env[62643]: _type = "Task" [ 1009.653960] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.657856] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383722, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.666958] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': task-2383723, 'name': Rename_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.718550] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "73cf614a-8275-4290-8d77-00d26b6d0ac4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.718550] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "73cf614a-8275-4290-8d77-00d26b6d0ac4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.718550] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "73cf614a-8275-4290-8d77-00d26b6d0ac4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.718550] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "73cf614a-8275-4290-8d77-00d26b6d0ac4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.718674] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "73cf614a-8275-4290-8d77-00d26b6d0ac4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.721542] env[62643]: INFO nova.compute.manager [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Terminating instance [ 1009.943214] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "564258b1-31e2-4424-90a8-4760d3c91656" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.943583] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "564258b1-31e2-4424-90a8-4760d3c91656" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.943838] env[62643]: INFO nova.compute.manager [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Shelving [ 1009.996656] env[62643]: DEBUG nova.scheduler.client.report [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.152223] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716601} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.152487] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 205202c0-97fd-4cdc-9b0f-6775b3a47360/205202c0-97fd-4cdc-9b0f-6775b3a47360.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.152702] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.152946] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78eb85cd-42d2-4b15-9ebb-61810ddc914a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.164273] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1010.164273] env[62643]: value = "task-2383724" [ 1010.164273] env[62643]: _type = "Task" [ 1010.164273] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.173056] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': task-2383723, 'name': Rename_Task, 'duration_secs': 0.363634} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.173056] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.173056] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-786c70da-cee5-4173-a937-edf8dc594108 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.176666] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.181121] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Waiting for the task: (returnval){ [ 1010.181121] env[62643]: value = "task-2383725" [ 1010.181121] env[62643]: _type = "Task" [ 1010.181121] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.189013] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': task-2383725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.226723] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.226912] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.227105] env[62643]: DEBUG nova.network.neutron [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.227301] env[62643]: DEBUG nova.objects.instance [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lazy-loading 'info_cache' on Instance uuid ae942842-00af-408a-beb2-312839415d76 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.228938] env[62643]: DEBUG nova.compute.manager [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.229601] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.230814] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88397199-0c88-45d4-a27d-0664a228efc7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.238986] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.239296] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fcf034b-6017-4953-92e1-3e8ac3fc0213 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.246551] env[62643]: DEBUG oslo_vmware.api [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 1010.246551] env[62643]: value = "task-2383726" [ 1010.246551] env[62643]: _type = "Task" [ 1010.246551] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.255082] env[62643]: DEBUG oslo_vmware.api [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.270848] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "4e7b10cd-73d9-469a-8648-352582b385a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.271096] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "4e7b10cd-73d9-469a-8648-352582b385a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.501442] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.501810] env[62643]: DEBUG nova.compute.manager [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.504429] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.397s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.505817] env[62643]: INFO nova.compute.claims [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.675476] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071043} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.675813] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.676607] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b48be1f-42f3-44f0-a6af-67f09ace6bcc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.699865] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 205202c0-97fd-4cdc-9b0f-6775b3a47360/205202c0-97fd-4cdc-9b0f-6775b3a47360.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.705184] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc4b586b-a6dd-4cda-aaf9-d67aedacfaa3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.726053] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': task-2383725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.727515] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1010.727515] env[62643]: value = "task-2383727" [ 1010.727515] env[62643]: _type = "Task" [ 1010.727515] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.736986] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383727, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.756796] env[62643]: DEBUG oslo_vmware.api [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383726, 'name': PowerOffVM_Task, 'duration_secs': 0.201831} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.757734] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.757734] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.757734] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cd8869b-85e2-4b01-b81f-a2ca5edfebb7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.773973] env[62643]: DEBUG nova.compute.manager [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.829387] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.829723] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.829792] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleting the datastore file [datastore2] 73cf614a-8275-4290-8d77-00d26b6d0ac4 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.830158] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a18d1ac-1466-41d1-87bf-8b3eac26bf26 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.836332] env[62643]: DEBUG oslo_vmware.api [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 1010.836332] env[62643]: value = "task-2383729" [ 1010.836332] env[62643]: _type = "Task" [ 1010.836332] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.846242] env[62643]: DEBUG oslo_vmware.api [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.935436] env[62643]: DEBUG nova.network.neutron [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updating instance_info_cache with network_info: [{"id": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "address": "fa:16:3e:0f:c4:e8", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f4ff462-6e", "ovs_interfaceid": "4f4ff462-6e13-44b1-bf60-8d198efe97cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.954215] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.954581] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f32c9b13-6c23-42f8-be24-096bc4680d96 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.963341] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 1010.963341] env[62643]: value = "task-2383730" [ 1010.963341] env[62643]: _type = "Task" [ 1010.963341] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.974036] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.010729] env[62643]: DEBUG nova.compute.utils [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1011.014802] env[62643]: DEBUG nova.compute.manager [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.015159] env[62643]: DEBUG nova.network.neutron [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.109022] env[62643]: DEBUG nova.policy [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21a8463d04514e90a22b97022021eee8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fc48e52d3744b83bce8175a1b9f1dbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.202866] env[62643]: DEBUG oslo_vmware.api [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': task-2383725, 'name': PowerOnVM_Task, 'duration_secs': 0.92996} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.203155] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.203402] env[62643]: INFO nova.compute.manager [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1011.203676] env[62643]: DEBUG nova.compute.manager [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.204876] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922d072a-20d2-4095-871a-61d604a4f9dc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.241961] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383727, 'name': ReconfigVM_Task, 'duration_secs': 0.377199} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.242541] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 205202c0-97fd-4cdc-9b0f-6775b3a47360/205202c0-97fd-4cdc-9b0f-6775b3a47360.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.243183] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-654b8584-4cf7-49ba-a389-439d0db546f3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.249160] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1011.249160] env[62643]: value = "task-2383731" [ 1011.249160] env[62643]: _type = "Task" [ 1011.249160] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.258260] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383731, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.296194] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.347652] env[62643]: DEBUG oslo_vmware.api [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169173} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.350362] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.350592] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.350808] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.351030] env[62643]: INFO nova.compute.manager [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1011.351316] env[62643]: DEBUG oslo.service.loopingcall [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1011.351545] env[62643]: DEBUG nova.compute.manager [-] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.351655] env[62643]: DEBUG nova.network.neutron [-] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.437266] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "refresh_cache-51049d09-cb97-42a9-aa48-b9375cf7c7eb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.437524] env[62643]: DEBUG nova.objects.instance [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lazy-loading 'migration_context' on Instance uuid 51049d09-cb97-42a9-aa48-b9375cf7c7eb {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.473432] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383730, 'name': PowerOffVM_Task, 'duration_secs': 0.209334} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.473650] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.474436] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1818d6-8268-45fe-b5be-20399c032bba {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.498066] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cde255-ca83-4058-97fb-5479c2d2a0ff {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.515406] env[62643]: DEBUG nova.compute.manager [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.711986] env[62643]: DEBUG nova.network.neutron [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Successfully created port: f62c2f1e-986e-4948-a5e3-580eee3a3e79 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.723369] env[62643]: INFO nova.compute.manager [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Took 23.05 seconds to build instance. [ 1011.760270] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383731, 'name': Rename_Task, 'duration_secs': 0.147562} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.760547] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.760799] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e50b819-7b98-4d0e-85bf-aa7e0c3c454f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.766210] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88b0a5e-7e76-4c8b-9e9a-06413e19cc74 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.769771] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1011.769771] env[62643]: value = "task-2383732" [ 1011.769771] env[62643]: _type = "Task" [ 1011.769771] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.776053] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92da9e8e-bc78-48de-8a8d-a3188b0af1a6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.782561] env[62643]: DEBUG nova.network.neutron [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Updating instance_info_cache with network_info: [{"id": "70648026-b431-489c-9dea-3fc31f5ec084", "address": "fa:16:3e:03:57:a6", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70648026-b4", "ovs_interfaceid": "70648026-b431-489c-9dea-3fc31f5ec084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.783693] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.813763] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df773fb-bde8-4b96-94fa-df94b29efe90 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.821986] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174550e3-7029-4f9e-9891-eb69000d869f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.836845] env[62643]: DEBUG nova.compute.provider_tree [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.941317] env[62643]: DEBUG nova.objects.base [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Object Instance<51049d09-cb97-42a9-aa48-b9375cf7c7eb> lazy-loaded attributes: info_cache,migration_context {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.942368] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176d27ab-1bdc-46a8-8544-b3934ed1f516 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.962742] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-041a7016-0d64-447b-83f0-44c7beab3755 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.970273] env[62643]: DEBUG oslo_vmware.api [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1011.970273] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d13adf-0214-7b9e-636f-a42f8476a9db" [ 1011.970273] env[62643]: _type = "Task" [ 1011.970273] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.979050] env[62643]: DEBUG oslo_vmware.api [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d13adf-0214-7b9e-636f-a42f8476a9db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.007620] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1012.007963] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b7c38c96-71f9-49b4-964e-62c418a44b31 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.015670] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 1012.015670] env[62643]: value = "task-2383733" [ 1012.015670] env[62643]: _type = "Task" [ 1012.015670] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.028474] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383733, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.056282] env[62643]: DEBUG nova.compute.manager [req-e68137c7-8045-4845-8444-ea2662093ba7 req-8f5b6abf-a7c6-4849-a38d-443857d0561b service nova] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Received event network-vif-deleted-1d0d54bc-4dea-45be-9250-2332d56490d4 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1012.056282] env[62643]: INFO nova.compute.manager [req-e68137c7-8045-4845-8444-ea2662093ba7 req-8f5b6abf-a7c6-4849-a38d-443857d0561b service nova] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Neutron deleted interface 1d0d54bc-4dea-45be-9250-2332d56490d4; detaching it from the instance and deleting it from the info cache [ 1012.056282] env[62643]: DEBUG nova.network.neutron [req-e68137c7-8045-4845-8444-ea2662093ba7 req-8f5b6abf-a7c6-4849-a38d-443857d0561b service nova] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.224502] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f64746d-5f0c-4335-92f6-e1cfb232c627 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Lock "833603a6-4ff9-4831-a5ce-ecbd8bfc1567" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.565s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.281298] env[62643]: DEBUG oslo_vmware.api [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383732, 'name': PowerOnVM_Task, 'duration_secs': 0.453371} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.281478] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.281753] env[62643]: INFO nova.compute.manager [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1012.281995] env[62643]: DEBUG nova.compute.manager [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.282817] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81197dc-1266-4c91-af7e-71ed79045629 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.285879] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.285974] env[62643]: DEBUG nova.objects.instance [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lazy-loading 'migration_context' on Instance uuid ae942842-00af-408a-beb2-312839415d76 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.340552] env[62643]: DEBUG nova.scheduler.client.report [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.467647] env[62643]: DEBUG nova.network.neutron [-] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.481284] env[62643]: DEBUG oslo_vmware.api [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d13adf-0214-7b9e-636f-a42f8476a9db, 'name': SearchDatastore_Task, 'duration_secs': 0.008236} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.482158] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.525493] env[62643]: DEBUG nova.compute.manager [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.527508] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383733, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.551716] env[62643]: DEBUG nova.virt.hardware [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.551975] env[62643]: DEBUG nova.virt.hardware [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.552144] env[62643]: DEBUG nova.virt.hardware [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.552328] env[62643]: DEBUG nova.virt.hardware [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.552476] env[62643]: DEBUG nova.virt.hardware [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.552623] env[62643]: DEBUG nova.virt.hardware [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.552829] env[62643]: DEBUG nova.virt.hardware [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.552987] env[62643]: DEBUG nova.virt.hardware [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.553171] env[62643]: DEBUG nova.virt.hardware [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.553340] env[62643]: DEBUG nova.virt.hardware [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.553534] env[62643]: DEBUG nova.virt.hardware [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.554375] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7987c54-06e9-4993-adf7-8a833087796f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.558456] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7276dc9a-e3c8-446a-9420-873eb672eca2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.563606] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4896b6a8-7dfd-4875-bd58-07218fb25807 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.570867] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69820f7-cd87-4143-8d37-2a003507010b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.608783] env[62643]: DEBUG nova.compute.manager [req-e68137c7-8045-4845-8444-ea2662093ba7 req-8f5b6abf-a7c6-4849-a38d-443857d0561b service nova] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Detach interface failed, port_id=1d0d54bc-4dea-45be-9250-2332d56490d4, reason: Instance 73cf614a-8275-4290-8d77-00d26b6d0ac4 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1012.789341] env[62643]: DEBUG nova.objects.base [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1012.790468] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1da1e64-e356-4a9b-b6c4-6204b1287be4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.814402] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-428422f4-5d59-4842-a71c-c899b5b82a40 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.817094] env[62643]: INFO nova.compute.manager [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Took 23.59 seconds to build instance. [ 1012.821288] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a164141-36bd-4542-938d-e2c0aad6d23c tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Acquiring lock "interface-833603a6-4ff9-4831-a5ce-ecbd8bfc1567-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.821526] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a164141-36bd-4542-938d-e2c0aad6d23c tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Lock "interface-833603a6-4ff9-4831-a5ce-ecbd8bfc1567-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.821853] env[62643]: DEBUG nova.objects.instance [None req-8a164141-36bd-4542-938d-e2c0aad6d23c tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Lazy-loading 'flavor' on Instance uuid 833603a6-4ff9-4831-a5ce-ecbd8bfc1567 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.823081] env[62643]: DEBUG oslo_vmware.api [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1012.823081] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528345ce-64d1-50ff-adb7-12a4dd6083cf" [ 1012.823081] env[62643]: _type = "Task" [ 1012.823081] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.832182] env[62643]: DEBUG oslo_vmware.api [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528345ce-64d1-50ff-adb7-12a4dd6083cf, 'name': SearchDatastore_Task, 'duration_secs': 0.008797} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.832452] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.845470] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.846646] env[62643]: DEBUG oslo_concurrency.lockutils [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.247s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.848220] env[62643]: INFO nova.compute.claims [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.970620] env[62643]: INFO nova.compute.manager [-] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Took 1.62 seconds to deallocate network for instance. [ 1013.027715] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383733, 'name': CreateSnapshot_Task, 'duration_secs': 0.780969} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.027715] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1013.027715] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a9e677-5cb5-4593-ae0c-d53eb6db3a69 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.320463] env[62643]: DEBUG oslo_concurrency.lockutils [None req-53ad9200-ba77-40a3-97fe-19f04f239971 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "205202c0-97fd-4cdc-9b0f-6775b3a47360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.113s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.328753] env[62643]: DEBUG nova.objects.instance [None req-8a164141-36bd-4542-938d-e2c0aad6d23c tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Lazy-loading 'pci_requests' on Instance uuid 833603a6-4ff9-4831-a5ce-ecbd8bfc1567 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.355029] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Acquiring lock "4e086d69-071f-42a1-a408-2e376c76c993" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.355029] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Lock "4e086d69-071f-42a1-a408-2e376c76c993" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.477195] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.530439] env[62643]: DEBUG nova.network.neutron [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Successfully updated port: f62c2f1e-986e-4948-a5e3-580eee3a3e79 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.544482] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1013.544804] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-47809d50-fa59-47e8-92d9-c9d886416c74 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.555669] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 1013.555669] env[62643]: value = "task-2383734" [ 1013.555669] env[62643]: _type = "Task" [ 1013.555669] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.564655] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383734, 'name': CloneVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.833379] env[62643]: DEBUG nova.objects.base [None req-8a164141-36bd-4542-938d-e2c0aad6d23c tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Object Instance<833603a6-4ff9-4831-a5ce-ecbd8bfc1567> lazy-loaded attributes: flavor,pci_requests {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1013.833747] env[62643]: DEBUG nova.network.neutron [None req-8a164141-36bd-4542-938d-e2c0aad6d23c tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.860494] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Lock "4e086d69-071f-42a1-a408-2e376c76c993" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.861016] env[62643]: DEBUG nova.compute.manager [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.967567] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8a164141-36bd-4542-938d-e2c0aad6d23c tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Lock "interface-833603a6-4ff9-4831-a5ce-ecbd8bfc1567-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.146s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.033997] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "refresh_cache-c0a657af-a156-4aef-a7f9-9b2ba00282ca" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.034163] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquired lock "refresh_cache-c0a657af-a156-4aef-a7f9-9b2ba00282ca" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.034309] env[62643]: DEBUG nova.network.neutron [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.068964] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383734, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.083828] env[62643]: DEBUG nova.compute.manager [req-2d4d870d-3120-4c10-bd5d-8aec223d05a7 req-92a1e12c-0016-4278-9b87-bb8d0f0881a8 service nova] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Received event network-vif-plugged-f62c2f1e-986e-4948-a5e3-580eee3a3e79 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.084167] env[62643]: DEBUG oslo_concurrency.lockutils [req-2d4d870d-3120-4c10-bd5d-8aec223d05a7 req-92a1e12c-0016-4278-9b87-bb8d0f0881a8 service nova] Acquiring lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.084356] env[62643]: DEBUG oslo_concurrency.lockutils [req-2d4d870d-3120-4c10-bd5d-8aec223d05a7 req-92a1e12c-0016-4278-9b87-bb8d0f0881a8 service nova] Lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.084525] env[62643]: DEBUG oslo_concurrency.lockutils [req-2d4d870d-3120-4c10-bd5d-8aec223d05a7 req-92a1e12c-0016-4278-9b87-bb8d0f0881a8 service nova] Lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.084691] env[62643]: DEBUG nova.compute.manager [req-2d4d870d-3120-4c10-bd5d-8aec223d05a7 req-92a1e12c-0016-4278-9b87-bb8d0f0881a8 service nova] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] No waiting events found dispatching network-vif-plugged-f62c2f1e-986e-4948-a5e3-580eee3a3e79 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.084858] env[62643]: WARNING nova.compute.manager [req-2d4d870d-3120-4c10-bd5d-8aec223d05a7 req-92a1e12c-0016-4278-9b87-bb8d0f0881a8 service nova] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Received unexpected event network-vif-plugged-f62c2f1e-986e-4948-a5e3-580eee3a3e79 for instance with vm_state building and task_state spawning. [ 1014.085200] env[62643]: DEBUG nova.compute.manager [req-2d4d870d-3120-4c10-bd5d-8aec223d05a7 req-92a1e12c-0016-4278-9b87-bb8d0f0881a8 service nova] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Received event network-changed-f62c2f1e-986e-4948-a5e3-580eee3a3e79 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.085409] env[62643]: DEBUG nova.compute.manager [req-2d4d870d-3120-4c10-bd5d-8aec223d05a7 req-92a1e12c-0016-4278-9b87-bb8d0f0881a8 service nova] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Refreshing instance network info cache due to event network-changed-f62c2f1e-986e-4948-a5e3-580eee3a3e79. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1014.086053] env[62643]: DEBUG oslo_concurrency.lockutils [req-2d4d870d-3120-4c10-bd5d-8aec223d05a7 req-92a1e12c-0016-4278-9b87-bb8d0f0881a8 service nova] Acquiring lock "refresh_cache-c0a657af-a156-4aef-a7f9-9b2ba00282ca" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.125167] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5e8ec4-53ef-4269-a9ce-6b467f7d2f42 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.133328] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcca0e8-0b0f-47af-8c01-0813ffcc716c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.166225] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4cd096-7eb1-4f13-af0b-6742fbde7b72 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.174760] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172adf77-1004-4ca3-bced-48e37d2cebd0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.189506] env[62643]: DEBUG nova.compute.provider_tree [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.367106] env[62643]: DEBUG nova.compute.utils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1014.369256] env[62643]: DEBUG nova.compute.manager [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.369550] env[62643]: DEBUG nova.network.neutron [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.446452] env[62643]: DEBUG nova.policy [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7318c627b7f74ba088862da85c687134', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9c072cd526d4e538cbbc6a527ff0702', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.567863] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383734, 'name': CloneVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.594793] env[62643]: DEBUG nova.network.neutron [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.693054] env[62643]: DEBUG nova.scheduler.client.report [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.870359] env[62643]: DEBUG nova.compute.manager [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.937737] env[62643]: DEBUG oslo_concurrency.lockutils [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "205202c0-97fd-4cdc-9b0f-6775b3a47360" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.938074] env[62643]: DEBUG oslo_concurrency.lockutils [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "205202c0-97fd-4cdc-9b0f-6775b3a47360" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.068591] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383734, 'name': CloneVM_Task, 'duration_secs': 1.01442} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.069588] env[62643]: DEBUG nova.network.neutron [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Updating instance_info_cache with network_info: [{"id": "f62c2f1e-986e-4948-a5e3-580eee3a3e79", "address": "fa:16:3e:72:e5:eb", "network": {"id": "5b88c22d-0b7d-477a-8627-18d3e9b1667d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-814382896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fc48e52d3744b83bce8175a1b9f1dbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf62c2f1e-98", "ovs_interfaceid": "f62c2f1e-986e-4948-a5e3-580eee3a3e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.070833] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Created linked-clone VM from snapshot [ 1015.071678] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b2884d-23d2-4b5a-9240-6c9727d4dd70 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.080674] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Uploading image 27473cc1-07d0-406b-9751-ad86019bf09c {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1015.111307] env[62643]: DEBUG oslo_vmware.rw_handles [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1015.111307] env[62643]: value = "vm-483739" [ 1015.111307] env[62643]: _type = "VirtualMachine" [ 1015.111307] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1015.111307] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-57acf734-b297-481d-80a6-e9db3c2daed3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.119025] env[62643]: DEBUG oslo_vmware.rw_handles [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lease: (returnval){ [ 1015.119025] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528f9a09-0129-2b91-e3b0-f7c780ecdbf0" [ 1015.119025] env[62643]: _type = "HttpNfcLease" [ 1015.119025] env[62643]: } obtained for exporting VM: (result){ [ 1015.119025] env[62643]: value = "vm-483739" [ 1015.119025] env[62643]: _type = "VirtualMachine" [ 1015.119025] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1015.119338] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the lease: (returnval){ [ 1015.119338] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528f9a09-0129-2b91-e3b0-f7c780ecdbf0" [ 1015.119338] env[62643]: _type = "HttpNfcLease" [ 1015.119338] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1015.125645] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.125645] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528f9a09-0129-2b91-e3b0-f7c780ecdbf0" [ 1015.125645] env[62643]: _type = "HttpNfcLease" [ 1015.125645] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1015.138206] env[62643]: DEBUG nova.network.neutron [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Successfully created port: 8fa4ab62-0186-4a70-97cc-858b59b867f3 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.198608] env[62643]: DEBUG oslo_concurrency.lockutils [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.199132] env[62643]: DEBUG nova.compute.manager [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.201920] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.534s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.203394] env[62643]: INFO nova.compute.claims [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.442098] env[62643]: DEBUG nova.compute.utils [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1015.575152] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Releasing lock "refresh_cache-c0a657af-a156-4aef-a7f9-9b2ba00282ca" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.575495] env[62643]: DEBUG nova.compute.manager [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Instance network_info: |[{"id": "f62c2f1e-986e-4948-a5e3-580eee3a3e79", "address": "fa:16:3e:72:e5:eb", "network": {"id": "5b88c22d-0b7d-477a-8627-18d3e9b1667d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-814382896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fc48e52d3744b83bce8175a1b9f1dbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf62c2f1e-98", "ovs_interfaceid": "f62c2f1e-986e-4948-a5e3-580eee3a3e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.575819] env[62643]: DEBUG oslo_concurrency.lockutils [req-2d4d870d-3120-4c10-bd5d-8aec223d05a7 req-92a1e12c-0016-4278-9b87-bb8d0f0881a8 service nova] Acquired lock "refresh_cache-c0a657af-a156-4aef-a7f9-9b2ba00282ca" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.576040] env[62643]: DEBUG nova.network.neutron [req-2d4d870d-3120-4c10-bd5d-8aec223d05a7 req-92a1e12c-0016-4278-9b87-bb8d0f0881a8 service nova] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Refreshing network info cache for port f62c2f1e-986e-4948-a5e3-580eee3a3e79 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.577240] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:e5:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f62c2f1e-986e-4948-a5e3-580eee3a3e79', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.584685] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Creating folder: Project (4fc48e52d3744b83bce8175a1b9f1dbd). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.585676] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0a818d8-b3f9-4ca1-8b76-0b5b77241f69 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.596034] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Created folder: Project (4fc48e52d3744b83bce8175a1b9f1dbd) in parent group-v483488. [ 1015.596224] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Creating folder: Instances. Parent ref: group-v483740. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.596448] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1921a1c6-e079-4b1b-8f80-173206ffd413 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.605421] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Created folder: Instances in parent group-v483740. [ 1015.605649] env[62643]: DEBUG oslo.service.loopingcall [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1015.606440] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.606440] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41fee284-3116-4353-8dd0-e2e3f435410c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.626488] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.626488] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528f9a09-0129-2b91-e3b0-f7c780ecdbf0" [ 1015.626488] env[62643]: _type = "HttpNfcLease" [ 1015.626488] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1015.627654] env[62643]: DEBUG oslo_vmware.rw_handles [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1015.627654] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528f9a09-0129-2b91-e3b0-f7c780ecdbf0" [ 1015.627654] env[62643]: _type = "HttpNfcLease" [ 1015.627654] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1015.627815] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.627815] env[62643]: value = "task-2383738" [ 1015.627815] env[62643]: _type = "Task" [ 1015.627815] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.628498] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6841bb82-9471-4f67-9631-f318baa789f1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.639746] env[62643]: DEBUG oslo_vmware.rw_handles [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522be30e-db7c-d10e-73b8-8ff5209d5af6/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1015.639876] env[62643]: DEBUG oslo_vmware.rw_handles [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522be30e-db7c-d10e-73b8-8ff5209d5af6/disk-0.vmdk for reading. {{(pid=62643) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1015.644122] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383738, 'name': CreateVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.707673] env[62643]: DEBUG nova.compute.utils [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1015.711068] env[62643]: DEBUG nova.compute.manager [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.711465] env[62643]: DEBUG nova.network.neutron [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.736240] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b0d513e-fa85-458a-af84-cfb469ab0c9a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.752103] env[62643]: DEBUG nova.policy [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e65c36cb596344f5a3e72651fe61b351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25adeda06dc94650a017e8df032968f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.881065] env[62643]: DEBUG nova.compute.manager [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.909289] env[62643]: DEBUG nova.virt.hardware [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.909621] env[62643]: DEBUG nova.virt.hardware [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.909789] env[62643]: DEBUG nova.virt.hardware [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.909971] env[62643]: DEBUG nova.virt.hardware [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.910249] env[62643]: DEBUG nova.virt.hardware [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.910470] env[62643]: DEBUG nova.virt.hardware [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.910729] env[62643]: DEBUG nova.virt.hardware [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.910956] env[62643]: DEBUG nova.virt.hardware [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.911222] env[62643]: DEBUG nova.virt.hardware [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.911434] env[62643]: DEBUG nova.virt.hardware [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.911641] env[62643]: DEBUG nova.virt.hardware [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.912688] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349e0557-9dce-4e4a-a8d7-63644990792d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.921706] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0442e6c-334c-4cf5-bfda-09378deabd74 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.944233] env[62643]: DEBUG oslo_concurrency.lockutils [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "205202c0-97fd-4cdc-9b0f-6775b3a47360" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.064018] env[62643]: DEBUG nova.network.neutron [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Successfully created port: 18de5732-bc49-44c1-8f3c-41fa12c3106f {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.140958] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383738, 'name': CreateVM_Task, 'duration_secs': 0.374615} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.141300] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.142041] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.142340] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.142660] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.142925] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-776b75b5-7a7f-434d-9b35-bdc1c37d79a5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.149388] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1016.149388] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52810907-2c5a-cd91-7252-2c9bb3590df9" [ 1016.149388] env[62643]: _type = "Task" [ 1016.149388] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.157051] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52810907-2c5a-cd91-7252-2c9bb3590df9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.214248] env[62643]: DEBUG nova.compute.manager [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.294632] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Acquiring lock "833603a6-4ff9-4831-a5ce-ecbd8bfc1567" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.295031] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Lock "833603a6-4ff9-4831-a5ce-ecbd8bfc1567" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.295377] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Acquiring lock "833603a6-4ff9-4831-a5ce-ecbd8bfc1567-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.295623] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Lock "833603a6-4ff9-4831-a5ce-ecbd8bfc1567-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.295831] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Lock "833603a6-4ff9-4831-a5ce-ecbd8bfc1567-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.298011] env[62643]: INFO nova.compute.manager [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Terminating instance [ 1016.505100] env[62643]: DEBUG nova.network.neutron [req-2d4d870d-3120-4c10-bd5d-8aec223d05a7 req-92a1e12c-0016-4278-9b87-bb8d0f0881a8 service nova] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Updated VIF entry in instance network info cache for port f62c2f1e-986e-4948-a5e3-580eee3a3e79. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.505100] env[62643]: DEBUG nova.network.neutron [req-2d4d870d-3120-4c10-bd5d-8aec223d05a7 req-92a1e12c-0016-4278-9b87-bb8d0f0881a8 service nova] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Updating instance_info_cache with network_info: [{"id": "f62c2f1e-986e-4948-a5e3-580eee3a3e79", "address": "fa:16:3e:72:e5:eb", "network": {"id": "5b88c22d-0b7d-477a-8627-18d3e9b1667d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-814382896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fc48e52d3744b83bce8175a1b9f1dbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf62c2f1e-98", "ovs_interfaceid": "f62c2f1e-986e-4948-a5e3-580eee3a3e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.591026] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd6b874-b2c1-4be4-b306-e42f079e9ac9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.602184] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912a36b6-8366-43b2-a648-136f8bb9bce6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.656209] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092720da-a0a8-4c44-bf1b-f38d0c9915ba {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.668416] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52810907-2c5a-cd91-7252-2c9bb3590df9, 'name': SearchDatastore_Task, 'duration_secs': 0.016498} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.672024] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.672482] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.672947] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.673279] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.673608] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.674538] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98c7205a-c6dd-4453-9f52-12a2da88eb11 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.678821] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e041893-16f8-4a3c-a275-164fd718a0dd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.699632] env[62643]: DEBUG nova.compute.provider_tree [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.702980] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.703244] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.704986] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dff84a0-5b25-41f5-803f-274364a103cf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.713442] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1016.713442] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52764962-5141-b030-50ea-ee014689fb49" [ 1016.713442] env[62643]: _type = "Task" [ 1016.713442] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.727054] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52764962-5141-b030-50ea-ee014689fb49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.805599] env[62643]: DEBUG nova.compute.manager [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.805921] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.807136] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bb95f8-5ee9-44cf-9807-c95b50c9fcd1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.820047] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.820047] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09e2a577-9e0d-44a8-a60d-d4b54b51d3db {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.826110] env[62643]: DEBUG oslo_vmware.api [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Waiting for the task: (returnval){ [ 1016.826110] env[62643]: value = "task-2383739" [ 1016.826110] env[62643]: _type = "Task" [ 1016.826110] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.835732] env[62643]: DEBUG oslo_vmware.api [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': task-2383739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.858201] env[62643]: DEBUG nova.network.neutron [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Successfully updated port: 8fa4ab62-0186-4a70-97cc-858b59b867f3 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.911809] env[62643]: DEBUG nova.compute.manager [req-380884fc-2142-4b1f-be77-80abc10ff066 req-625b3546-757f-46aa-9784-deae8b868abc service nova] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Received event network-vif-plugged-8fa4ab62-0186-4a70-97cc-858b59b867f3 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1016.912071] env[62643]: DEBUG oslo_concurrency.lockutils [req-380884fc-2142-4b1f-be77-80abc10ff066 req-625b3546-757f-46aa-9784-deae8b868abc service nova] Acquiring lock "d9de5c3a-3c83-4ae1-b921-30d9888c06a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.912294] env[62643]: DEBUG oslo_concurrency.lockutils [req-380884fc-2142-4b1f-be77-80abc10ff066 req-625b3546-757f-46aa-9784-deae8b868abc service nova] Lock "d9de5c3a-3c83-4ae1-b921-30d9888c06a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.912644] env[62643]: DEBUG oslo_concurrency.lockutils [req-380884fc-2142-4b1f-be77-80abc10ff066 req-625b3546-757f-46aa-9784-deae8b868abc service nova] Lock "d9de5c3a-3c83-4ae1-b921-30d9888c06a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.912925] env[62643]: DEBUG nova.compute.manager [req-380884fc-2142-4b1f-be77-80abc10ff066 req-625b3546-757f-46aa-9784-deae8b868abc service nova] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] No waiting events found dispatching network-vif-plugged-8fa4ab62-0186-4a70-97cc-858b59b867f3 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.913289] env[62643]: WARNING nova.compute.manager [req-380884fc-2142-4b1f-be77-80abc10ff066 req-625b3546-757f-46aa-9784-deae8b868abc service nova] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Received unexpected event network-vif-plugged-8fa4ab62-0186-4a70-97cc-858b59b867f3 for instance with vm_state building and task_state spawning. [ 1017.008026] env[62643]: DEBUG oslo_concurrency.lockutils [req-2d4d870d-3120-4c10-bd5d-8aec223d05a7 req-92a1e12c-0016-4278-9b87-bb8d0f0881a8 service nova] Releasing lock "refresh_cache-c0a657af-a156-4aef-a7f9-9b2ba00282ca" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.022435] env[62643]: DEBUG oslo_concurrency.lockutils [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "205202c0-97fd-4cdc-9b0f-6775b3a47360" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.023323] env[62643]: DEBUG oslo_concurrency.lockutils [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "205202c0-97fd-4cdc-9b0f-6775b3a47360" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.023323] env[62643]: INFO nova.compute.manager [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Attaching volume 87e5452d-33ff-433b-b794-9e4cda7a7f81 to /dev/sdb [ 1017.061106] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9a70e0-945d-4013-b139-d968859121cf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.069231] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ea6f06-9fad-4819-b9bb-8962fe737f37 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.085701] env[62643]: DEBUG nova.virt.block_device [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Updating existing volume attachment record: 58c50f1f-86ba-4830-882d-093d7afebe52 {{(pid=62643) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1017.206266] env[62643]: DEBUG nova.scheduler.client.report [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.224019] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52764962-5141-b030-50ea-ee014689fb49, 'name': SearchDatastore_Task, 'duration_secs': 0.020734} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.225722] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9feb1e9d-a6bc-4f07-a675-d1c49950cbd1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.229658] env[62643]: DEBUG nova.compute.manager [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.237476] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1017.237476] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52772795-c9cd-23b8-40b2-15bf43692f2b" [ 1017.237476] env[62643]: _type = "Task" [ 1017.237476] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.244626] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52772795-c9cd-23b8-40b2-15bf43692f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.254458] env[62643]: DEBUG nova.virt.hardware [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.255189] env[62643]: DEBUG nova.virt.hardware [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.255189] env[62643]: DEBUG nova.virt.hardware [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.255272] env[62643]: DEBUG nova.virt.hardware [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.255433] env[62643]: DEBUG nova.virt.hardware [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.255657] env[62643]: DEBUG nova.virt.hardware [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.255881] env[62643]: DEBUG nova.virt.hardware [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.256112] env[62643]: DEBUG nova.virt.hardware [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.256382] env[62643]: DEBUG nova.virt.hardware [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.256620] env[62643]: DEBUG nova.virt.hardware [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.256892] env[62643]: DEBUG nova.virt.hardware [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.257815] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044ba07c-e198-4b19-a312-1346e0f4fb64 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.265551] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a54e042-3f4e-4f49-a5a8-f7d2144d408f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.292339] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.292614] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.336967] env[62643]: DEBUG oslo_vmware.api [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': task-2383739, 'name': PowerOffVM_Task, 'duration_secs': 0.231736} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.337429] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.337670] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.337973] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73cf8a52-2f76-4888-85c4-61f819f7487b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.362658] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Acquiring lock "refresh_cache-d9de5c3a-3c83-4ae1-b921-30d9888c06a5" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.362795] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Acquired lock "refresh_cache-d9de5c3a-3c83-4ae1-b921-30d9888c06a5" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.363038] env[62643]: DEBUG nova.network.neutron [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.383860] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Acquiring lock "768673e8-0d07-4a6c-b205-ca1da1ca1d84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.384129] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Lock "768673e8-0d07-4a6c-b205-ca1da1ca1d84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.384352] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Acquiring lock "768673e8-0d07-4a6c-b205-ca1da1ca1d84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.384548] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Lock "768673e8-0d07-4a6c-b205-ca1da1ca1d84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.384731] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Lock "768673e8-0d07-4a6c-b205-ca1da1ca1d84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.389553] env[62643]: INFO nova.compute.manager [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Terminating instance [ 1017.409667] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.409805] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.410069] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Deleting the datastore file [datastore1] 833603a6-4ff9-4831-a5ce-ecbd8bfc1567 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.410480] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b8cc08e-ea36-4077-942d-c95fa4897911 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.417396] env[62643]: DEBUG oslo_vmware.api [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Waiting for the task: (returnval){ [ 1017.417396] env[62643]: value = "task-2383744" [ 1017.417396] env[62643]: _type = "Task" [ 1017.417396] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.426045] env[62643]: DEBUG oslo_vmware.api [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': task-2383744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.712463] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.712995] env[62643]: DEBUG nova.compute.manager [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.717092] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.453s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.717861] env[62643]: INFO nova.compute.claims [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.750190] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52772795-c9cd-23b8-40b2-15bf43692f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.014227} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.750190] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.750190] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] c0a657af-a156-4aef-a7f9-9b2ba00282ca/c0a657af-a156-4aef-a7f9-9b2ba00282ca.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.750190] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dd8f115-5302-4a94-b853-95f3b4ce7cc4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.757632] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1017.757632] env[62643]: value = "task-2383745" [ 1017.757632] env[62643]: _type = "Task" [ 1017.757632] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.773118] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.797740] env[62643]: INFO nova.compute.manager [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Detaching volume eeb07e40-2e60-45e6-9bb0-acdc20137d10 [ 1017.836252] env[62643]: INFO nova.virt.block_device [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Attempting to driver detach volume eeb07e40-2e60-45e6-9bb0-acdc20137d10 from mountpoint /dev/sdb [ 1017.836577] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1017.836810] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483722', 'volume_id': 'eeb07e40-2e60-45e6-9bb0-acdc20137d10', 'name': 'volume-eeb07e40-2e60-45e6-9bb0-acdc20137d10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46dc2ea7-f124-4a2d-b59c-a8b95f411156', 'attached_at': '', 'detached_at': '', 'volume_id': 'eeb07e40-2e60-45e6-9bb0-acdc20137d10', 'serial': 'eeb07e40-2e60-45e6-9bb0-acdc20137d10'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1017.837912] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14f69bb-f93c-4235-ae75-8eeed8d098a7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.878053] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354048e8-625b-4d0a-83bb-a546fa3a4226 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.887790] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38832396-8c73-4b76-8cfe-0970fadd01bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.894302] env[62643]: DEBUG nova.compute.manager [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.894506] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.912100] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2179bc43-a79b-4453-b5ab-783059ae080f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.914978] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52737fb-0165-424d-8006-82c2c3642eb8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.923562] env[62643]: DEBUG oslo_vmware.api [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Waiting for the task: (returnval){ [ 1017.923562] env[62643]: value = "task-2383746" [ 1017.923562] env[62643]: _type = "Task" [ 1017.923562] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.946547] env[62643]: DEBUG nova.network.neutron [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.948730] env[62643]: DEBUG oslo_vmware.api [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Task: {'id': task-2383744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22834} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.949445] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] The volume has not been displaced from its original location: [datastore1] volume-eeb07e40-2e60-45e6-9bb0-acdc20137d10/volume-eeb07e40-2e60-45e6-9bb0-acdc20137d10.vmdk. No consolidation needed. {{(pid=62643) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1017.954780] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1017.955600] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.955930] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.956092] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.956427] env[62643]: INFO nova.compute.manager [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1017.956707] env[62643]: DEBUG oslo.service.loopingcall [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.956914] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32e5dabd-868a-4ddb-a790-f2b50b3e31c4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.974465] env[62643]: DEBUG nova.compute.manager [-] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.974617] env[62643]: DEBUG nova.network.neutron [-] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.976418] env[62643]: DEBUG oslo_vmware.api [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.983945] env[62643]: DEBUG oslo_vmware.api [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 1017.983945] env[62643]: value = "task-2383747" [ 1017.983945] env[62643]: _type = "Task" [ 1017.983945] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.994447] env[62643]: DEBUG oslo_vmware.api [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.019686] env[62643]: DEBUG nova.network.neutron [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Successfully updated port: 18de5732-bc49-44c1-8f3c-41fa12c3106f {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.223409] env[62643]: DEBUG nova.compute.utils [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1018.228793] env[62643]: DEBUG nova.compute.manager [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.228793] env[62643]: DEBUG nova.network.neutron [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.274920] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383745, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.375352] env[62643]: DEBUG nova.policy [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f929cf4c99d4e42b740cbff0703178f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a47dde31f50e4a028ae9053fd0472e44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.386470] env[62643]: DEBUG nova.network.neutron [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Updating instance_info_cache with network_info: [{"id": "8fa4ab62-0186-4a70-97cc-858b59b867f3", "address": "fa:16:3e:81:02:46", "network": {"id": "871de24c-8d19-486b-a278-1d42ac8adb6f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-366544748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9c072cd526d4e538cbbc6a527ff0702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa4ab62-01", "ovs_interfaceid": "8fa4ab62-0186-4a70-97cc-858b59b867f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.435253] env[62643]: DEBUG oslo_vmware.api [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383746, 'name': PowerOffVM_Task, 'duration_secs': 0.466115} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.435705] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.435838] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1018.436126] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483701', 'volume_id': 'b82e871c-80a4-48b2-bc73-5b663e8dea65', 'name': 'volume-b82e871c-80a4-48b2-bc73-5b663e8dea65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '768673e8-0d07-4a6c-b205-ca1da1ca1d84', 'attached_at': '', 'detached_at': '', 'volume_id': 'b82e871c-80a4-48b2-bc73-5b663e8dea65', 'serial': 'b82e871c-80a4-48b2-bc73-5b663e8dea65'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1018.437083] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cf3ee6-f9e2-4cc1-9802-b9f50a5036f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.459288] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba75b3a-4efd-49a6-bb0b-bab9373c6b96 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.466025] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1a73f5-85cf-4060-a8b3-c327ecec26f3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.489850] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef41ffc9-a0a0-443c-91dc-7fe84f58786d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.498384] env[62643]: DEBUG oslo_vmware.api [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383747, 'name': ReconfigVM_Task, 'duration_secs': 0.384647} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.521359] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1018.527705] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] The volume has not been displaced from its original location: [datastore2] volume-b82e871c-80a4-48b2-bc73-5b663e8dea65/volume-b82e871c-80a4-48b2-bc73-5b663e8dea65.vmdk. No consolidation needed. {{(pid=62643) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1018.533272] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.533861] env[62643]: DEBUG oslo_concurrency.lockutils [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.534045] env[62643]: DEBUG oslo_concurrency.lockutils [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.534232] env[62643]: DEBUG nova.network.neutron [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.535425] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eda2d494-5ad6-4d08-9765-fbe0222e8539 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.547850] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cffc27b2-f36f-4dd8-8b0c-e7164756fc08 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.573777] env[62643]: DEBUG oslo_vmware.api [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 1018.573777] env[62643]: value = "task-2383748" [ 1018.573777] env[62643]: _type = "Task" [ 1018.573777] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.575210] env[62643]: DEBUG oslo_vmware.api [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Waiting for the task: (returnval){ [ 1018.575210] env[62643]: value = "task-2383749" [ 1018.575210] env[62643]: _type = "Task" [ 1018.575210] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.588871] env[62643]: DEBUG oslo_vmware.api [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383748, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.592495] env[62643]: DEBUG oslo_vmware.api [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383749, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.612901] env[62643]: DEBUG nova.network.neutron [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.728955] env[62643]: DEBUG nova.compute.manager [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.778614] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551404} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.783460] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] c0a657af-a156-4aef-a7f9-9b2ba00282ca/c0a657af-a156-4aef-a7f9-9b2ba00282ca.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.783826] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.785380] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c74459af-8613-4650-a3fe-8ca417916469 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.794063] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1018.794063] env[62643]: value = "task-2383750" [ 1018.794063] env[62643]: _type = "Task" [ 1018.794063] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.803401] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.884216] env[62643]: DEBUG nova.network.neutron [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Updating instance_info_cache with network_info: [{"id": "18de5732-bc49-44c1-8f3c-41fa12c3106f", "address": "fa:16:3e:c6:b1:2a", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18de5732-bc", "ovs_interfaceid": "18de5732-bc49-44c1-8f3c-41fa12c3106f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.888925] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Releasing lock "refresh_cache-d9de5c3a-3c83-4ae1-b921-30d9888c06a5" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.889242] env[62643]: DEBUG nova.compute.manager [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Instance network_info: |[{"id": "8fa4ab62-0186-4a70-97cc-858b59b867f3", "address": "fa:16:3e:81:02:46", "network": {"id": "871de24c-8d19-486b-a278-1d42ac8adb6f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-366544748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9c072cd526d4e538cbbc6a527ff0702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa4ab62-01", "ovs_interfaceid": "8fa4ab62-0186-4a70-97cc-858b59b867f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.889711] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:02:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fa4ab62-0186-4a70-97cc-858b59b867f3', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.898700] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Creating folder: Project (c9c072cd526d4e538cbbc6a527ff0702). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.899802] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79c537b9-ab56-4eeb-92db-855817a4a1b1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.913755] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Created folder: Project (c9c072cd526d4e538cbbc6a527ff0702) in parent group-v483488. [ 1018.914047] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Creating folder: Instances. Parent ref: group-v483745. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.914354] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7676e011-0275-4c0f-902b-6dc1ba62423f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.928175] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Created folder: Instances in parent group-v483745. [ 1018.928175] env[62643]: DEBUG oslo.service.loopingcall [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1018.928175] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.928315] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0912e21-27dc-4f9c-ad47-5ddc92b3934d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.952078] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.952078] env[62643]: value = "task-2383753" [ 1018.952078] env[62643]: _type = "Task" [ 1018.952078] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.965756] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383753, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.007751] env[62643]: DEBUG nova.compute.manager [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Received event network-changed-8fa4ab62-0186-4a70-97cc-858b59b867f3 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.008125] env[62643]: DEBUG nova.compute.manager [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Refreshing instance network info cache due to event network-changed-8fa4ab62-0186-4a70-97cc-858b59b867f3. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1019.008433] env[62643]: DEBUG oslo_concurrency.lockutils [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] Acquiring lock "refresh_cache-d9de5c3a-3c83-4ae1-b921-30d9888c06a5" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.008662] env[62643]: DEBUG oslo_concurrency.lockutils [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] Acquired lock "refresh_cache-d9de5c3a-3c83-4ae1-b921-30d9888c06a5" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.008808] env[62643]: DEBUG nova.network.neutron [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Refreshing network info cache for port 8fa4ab62-0186-4a70-97cc-858b59b867f3 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.048695] env[62643]: DEBUG nova.network.neutron [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Successfully created port: 3256e802-a855-4166-be46-9acc40e4f685 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.070250] env[62643]: DEBUG nova.network.neutron [-] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.098020] env[62643]: DEBUG oslo_vmware.api [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383748, 'name': ReconfigVM_Task, 'duration_secs': 0.156717} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.101770] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483722', 'volume_id': 'eeb07e40-2e60-45e6-9bb0-acdc20137d10', 'name': 'volume-eeb07e40-2e60-45e6-9bb0-acdc20137d10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46dc2ea7-f124-4a2d-b59c-a8b95f411156', 'attached_at': '', 'detached_at': '', 'volume_id': 'eeb07e40-2e60-45e6-9bb0-acdc20137d10', 'serial': 'eeb07e40-2e60-45e6-9bb0-acdc20137d10'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1019.104376] env[62643]: DEBUG oslo_vmware.api [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383749, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.104560] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53094c53-264d-4f78-9aa5-6dc2186f2937 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.112525] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a812c3c-db8c-4ecc-8fd0-df6b0b21e347 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.148810] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a4f01a-5f97-4226-8327-4f7fd787ab5f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.158201] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1227cb-c0f5-436f-b748-22b80504f29e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.173458] env[62643]: DEBUG nova.compute.provider_tree [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.306765] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.384450] env[62643]: DEBUG oslo_concurrency.lockutils [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.384805] env[62643]: DEBUG nova.compute.manager [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Instance network_info: |[{"id": "18de5732-bc49-44c1-8f3c-41fa12c3106f", "address": "fa:16:3e:c6:b1:2a", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18de5732-bc", "ovs_interfaceid": "18de5732-bc49-44c1-8f3c-41fa12c3106f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.385272] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:b1:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18de5732-bc49-44c1-8f3c-41fa12c3106f', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.394947] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Creating folder: Project (25adeda06dc94650a017e8df032968f1). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.395555] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-839c32c2-7c91-49d0-a49c-77cec74ada51 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.409434] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Created folder: Project (25adeda06dc94650a017e8df032968f1) in parent group-v483488. [ 1019.409652] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Creating folder: Instances. Parent ref: group-v483748. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.409989] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7435bdd4-9a5e-4687-8cf1-0591f4d7f15e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.421174] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Created folder: Instances in parent group-v483748. [ 1019.421479] env[62643]: DEBUG oslo.service.loopingcall [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1019.421728] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.421988] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb115c49-840a-4b8d-9971-fbfbc69f40c4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.447440] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.447440] env[62643]: value = "task-2383757" [ 1019.447440] env[62643]: _type = "Task" [ 1019.447440] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.460028] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383757, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.466483] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383753, 'name': CreateVM_Task, 'duration_secs': 0.425525} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.466700] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.467709] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.467911] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.468219] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.468696] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a0a2ded-062f-459e-ac58-e7ce7995dcab {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.474828] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Waiting for the task: (returnval){ [ 1019.474828] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523e034c-9684-6d76-f600-41647f1200c4" [ 1019.474828] env[62643]: _type = "Task" [ 1019.474828] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.484385] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523e034c-9684-6d76-f600-41647f1200c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.572980] env[62643]: INFO nova.compute.manager [-] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Took 1.60 seconds to deallocate network for instance. [ 1019.598712] env[62643]: DEBUG oslo_vmware.api [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383749, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.665170] env[62643]: DEBUG nova.objects.instance [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lazy-loading 'flavor' on Instance uuid 46dc2ea7-f124-4a2d-b59c-a8b95f411156 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.677009] env[62643]: DEBUG nova.scheduler.client.report [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.744407] env[62643]: DEBUG nova.compute.manager [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.778881] env[62643]: DEBUG nova.virt.hardware [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.779203] env[62643]: DEBUG nova.virt.hardware [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.779340] env[62643]: DEBUG nova.virt.hardware [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.779572] env[62643]: DEBUG nova.virt.hardware [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.779746] env[62643]: DEBUG nova.virt.hardware [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.779939] env[62643]: DEBUG nova.virt.hardware [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.780193] env[62643]: DEBUG nova.virt.hardware [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.780387] env[62643]: DEBUG nova.virt.hardware [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.780593] env[62643]: DEBUG nova.virt.hardware [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.780761] env[62643]: DEBUG nova.virt.hardware [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.780982] env[62643]: DEBUG nova.virt.hardware [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.782195] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013a73a7-b9b4-40ff-b85d-d8fea594420c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.786452] env[62643]: DEBUG nova.network.neutron [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Updated VIF entry in instance network info cache for port 8fa4ab62-0186-4a70-97cc-858b59b867f3. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.786803] env[62643]: DEBUG nova.network.neutron [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Updating instance_info_cache with network_info: [{"id": "8fa4ab62-0186-4a70-97cc-858b59b867f3", "address": "fa:16:3e:81:02:46", "network": {"id": "871de24c-8d19-486b-a278-1d42ac8adb6f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-366544748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9c072cd526d4e538cbbc6a527ff0702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa4ab62-01", "ovs_interfaceid": "8fa4ab62-0186-4a70-97cc-858b59b867f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.794388] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3e5d28-da53-4b25-bd85-f144936eb5bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.820785] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.961341] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383757, 'name': CreateVM_Task, 'duration_secs': 0.365337} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.961341] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.962238] env[62643]: DEBUG oslo_concurrency.lockutils [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.986832] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523e034c-9684-6d76-f600-41647f1200c4, 'name': SearchDatastore_Task, 'duration_secs': 0.025894} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.987200] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.987486] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.987734] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.987900] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.988098] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.988540] env[62643]: DEBUG oslo_concurrency.lockutils [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.988839] env[62643]: DEBUG oslo_concurrency.lockutils [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.988929] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1c33e28-0e59-46bf-bc10-76a7eb2170f8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.991220] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c3e51b-12ee-432e-ac69-4d93f63ae88b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.997250] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1019.997250] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5268b752-7d69-87af-a9ef-0e23d6c61284" [ 1019.997250] env[62643]: _type = "Task" [ 1019.997250] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.001448] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.001626] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.002673] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d1630c2-18dd-4668-b375-77b3b82c6f4d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.008384] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5268b752-7d69-87af-a9ef-0e23d6c61284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.011850] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Waiting for the task: (returnval){ [ 1020.011850] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5273a5fc-40f9-927a-9081-e1392e5c979c" [ 1020.011850] env[62643]: _type = "Task" [ 1020.011850] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.020141] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5273a5fc-40f9-927a-9081-e1392e5c979c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.080601] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.093572] env[62643]: DEBUG oslo_vmware.api [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383749, 'name': ReconfigVM_Task, 'duration_secs': 1.287602} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.093688] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1020.099026] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f050ce1-e8fa-4414-acc5-825f61e97bd8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.115315] env[62643]: DEBUG oslo_vmware.api [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Waiting for the task: (returnval){ [ 1020.115315] env[62643]: value = "task-2383758" [ 1020.115315] env[62643]: _type = "Task" [ 1020.115315] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.125776] env[62643]: DEBUG oslo_vmware.api [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.182651] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.182948] env[62643]: DEBUG nova.compute.manager [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.186464] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.890s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.187916] env[62643]: INFO nova.compute.claims [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.289454] env[62643]: DEBUG oslo_concurrency.lockutils [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] Releasing lock "refresh_cache-d9de5c3a-3c83-4ae1-b921-30d9888c06a5" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.289789] env[62643]: DEBUG nova.compute.manager [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Received event network-vif-plugged-18de5732-bc49-44c1-8f3c-41fa12c3106f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.289987] env[62643]: DEBUG oslo_concurrency.lockutils [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] Acquiring lock "be5ff15e-51b9-4879-ac9a-855766cacceb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.290215] env[62643]: DEBUG oslo_concurrency.lockutils [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] Lock "be5ff15e-51b9-4879-ac9a-855766cacceb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.290385] env[62643]: DEBUG oslo_concurrency.lockutils [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] Lock "be5ff15e-51b9-4879-ac9a-855766cacceb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.290551] env[62643]: DEBUG nova.compute.manager [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] No waiting events found dispatching network-vif-plugged-18de5732-bc49-44c1-8f3c-41fa12c3106f {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.290721] env[62643]: WARNING nova.compute.manager [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Received unexpected event network-vif-plugged-18de5732-bc49-44c1-8f3c-41fa12c3106f for instance with vm_state building and task_state spawning. [ 1020.290921] env[62643]: DEBUG nova.compute.manager [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Received event network-changed-18de5732-bc49-44c1-8f3c-41fa12c3106f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.291111] env[62643]: DEBUG nova.compute.manager [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Refreshing instance network info cache due to event network-changed-18de5732-bc49-44c1-8f3c-41fa12c3106f. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1020.291304] env[62643]: DEBUG oslo_concurrency.lockutils [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] Acquiring lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.291449] env[62643]: DEBUG oslo_concurrency.lockutils [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] Acquired lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.291606] env[62643]: DEBUG nova.network.neutron [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Refreshing network info cache for port 18de5732-bc49-44c1-8f3c-41fa12c3106f {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.311884] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.095346} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.312184] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.312976] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c4568e-0d65-4fec-b932-e033d9abd179 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.338773] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] c0a657af-a156-4aef-a7f9-9b2ba00282ca/c0a657af-a156-4aef-a7f9-9b2ba00282ca.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.339536] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d83f63c-4ad1-438a-a3cf-f45bf6d9c4b1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.359947] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1020.359947] env[62643]: value = "task-2383759" [ 1020.359947] env[62643]: _type = "Task" [ 1020.359947] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.368654] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.509454] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5268b752-7d69-87af-a9ef-0e23d6c61284, 'name': SearchDatastore_Task, 'duration_secs': 0.012006} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.509847] env[62643]: DEBUG oslo_concurrency.lockutils [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.510056] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.510281] env[62643]: DEBUG oslo_concurrency.lockutils [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.524339] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5273a5fc-40f9-927a-9081-e1392e5c979c, 'name': SearchDatastore_Task, 'duration_secs': 0.009389} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.526072] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe71bb0-3a74-4bac-b4a5-e01f75ee78a1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.533486] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Waiting for the task: (returnval){ [ 1020.533486] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c1695a-c594-5931-42f2-330198e5b0ba" [ 1020.533486] env[62643]: _type = "Task" [ 1020.533486] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.542719] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c1695a-c594-5931-42f2-330198e5b0ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.627356] env[62643]: DEBUG oslo_vmware.api [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383758, 'name': ReconfigVM_Task, 'duration_secs': 0.171585} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.627739] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483701', 'volume_id': 'b82e871c-80a4-48b2-bc73-5b663e8dea65', 'name': 'volume-b82e871c-80a4-48b2-bc73-5b663e8dea65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '768673e8-0d07-4a6c-b205-ca1da1ca1d84', 'attached_at': '', 'detached_at': '', 'volume_id': 'b82e871c-80a4-48b2-bc73-5b663e8dea65', 'serial': 'b82e871c-80a4-48b2-bc73-5b663e8dea65'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1020.628016] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.628816] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d542f6-a4fb-43c7-a2cd-e9572a914da2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.637351] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.637715] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-973a662b-cf98-43b3-abea-6777501847e0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.675788] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4be63e9b-470f-495d-a22d-7470781f090d tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.383s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.696393] env[62643]: DEBUG nova.compute.utils [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1020.699064] env[62643]: DEBUG nova.compute.manager [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.699282] env[62643]: DEBUG nova.network.neutron [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.713295] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.713538] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.713759] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Deleting the datastore file [datastore2] 768673e8-0d07-4a6c-b205-ca1da1ca1d84 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.714298] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c929e9a-3e1a-48a5-a457-8eb99e869cca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.723417] env[62643]: DEBUG oslo_vmware.api [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Waiting for the task: (returnval){ [ 1020.723417] env[62643]: value = "task-2383761" [ 1020.723417] env[62643]: _type = "Task" [ 1020.723417] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.732381] env[62643]: DEBUG oslo_vmware.api [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.807729] env[62643]: DEBUG nova.policy [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b2a4e2cb4e54510b7d6e9ad5043cc01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba0aaf38803e46fba6123491ef37f25a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.870312] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383759, 'name': ReconfigVM_Task, 'duration_secs': 0.392283} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.870560] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Reconfigured VM instance instance-0000005a to attach disk [datastore2] c0a657af-a156-4aef-a7f9-9b2ba00282ca/c0a657af-a156-4aef-a7f9-9b2ba00282ca.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.871206] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bef2180-7018-4974-b325-5f7d6f2861f1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.881152] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1020.881152] env[62643]: value = "task-2383762" [ 1020.881152] env[62643]: _type = "Task" [ 1020.881152] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.892091] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383762, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.921092] env[62643]: DEBUG nova.network.neutron [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Successfully updated port: 3256e802-a855-4166-be46-9acc40e4f685 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.042741] env[62643]: DEBUG nova.compute.manager [req-7e26f851-9fc8-4245-a5f9-dd589d119302 req-ce0ec99f-c7c8-42a4-980b-8be71a73d5b5 service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Received event network-vif-plugged-3256e802-a855-4166-be46-9acc40e4f685 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.043025] env[62643]: DEBUG oslo_concurrency.lockutils [req-7e26f851-9fc8-4245-a5f9-dd589d119302 req-ce0ec99f-c7c8-42a4-980b-8be71a73d5b5 service nova] Acquiring lock "70594b0d-7e96-4da1-a1b4-f90f555ade23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.043192] env[62643]: DEBUG oslo_concurrency.lockutils [req-7e26f851-9fc8-4245-a5f9-dd589d119302 req-ce0ec99f-c7c8-42a4-980b-8be71a73d5b5 service nova] Lock "70594b0d-7e96-4da1-a1b4-f90f555ade23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.043359] env[62643]: DEBUG oslo_concurrency.lockutils [req-7e26f851-9fc8-4245-a5f9-dd589d119302 req-ce0ec99f-c7c8-42a4-980b-8be71a73d5b5 service nova] Lock "70594b0d-7e96-4da1-a1b4-f90f555ade23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.043525] env[62643]: DEBUG nova.compute.manager [req-7e26f851-9fc8-4245-a5f9-dd589d119302 req-ce0ec99f-c7c8-42a4-980b-8be71a73d5b5 service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] No waiting events found dispatching network-vif-plugged-3256e802-a855-4166-be46-9acc40e4f685 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.043686] env[62643]: WARNING nova.compute.manager [req-7e26f851-9fc8-4245-a5f9-dd589d119302 req-ce0ec99f-c7c8-42a4-980b-8be71a73d5b5 service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Received unexpected event network-vif-plugged-3256e802-a855-4166-be46-9acc40e4f685 for instance with vm_state building and task_state spawning. [ 1021.043842] env[62643]: DEBUG nova.compute.manager [req-7e26f851-9fc8-4245-a5f9-dd589d119302 req-ce0ec99f-c7c8-42a4-980b-8be71a73d5b5 service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Received event network-changed-3256e802-a855-4166-be46-9acc40e4f685 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.043994] env[62643]: DEBUG nova.compute.manager [req-7e26f851-9fc8-4245-a5f9-dd589d119302 req-ce0ec99f-c7c8-42a4-980b-8be71a73d5b5 service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Refreshing instance network info cache due to event network-changed-3256e802-a855-4166-be46-9acc40e4f685. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1021.048022] env[62643]: DEBUG oslo_concurrency.lockutils [req-7e26f851-9fc8-4245-a5f9-dd589d119302 req-ce0ec99f-c7c8-42a4-980b-8be71a73d5b5 service nova] Acquiring lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.048022] env[62643]: DEBUG oslo_concurrency.lockutils [req-7e26f851-9fc8-4245-a5f9-dd589d119302 req-ce0ec99f-c7c8-42a4-980b-8be71a73d5b5 service nova] Acquired lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.048022] env[62643]: DEBUG nova.network.neutron [req-7e26f851-9fc8-4245-a5f9-dd589d119302 req-ce0ec99f-c7c8-42a4-980b-8be71a73d5b5 service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Refreshing network info cache for port 3256e802-a855-4166-be46-9acc40e4f685 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.052629] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c1695a-c594-5931-42f2-330198e5b0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.052629] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.052629] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] d9de5c3a-3c83-4ae1-b921-30d9888c06a5/d9de5c3a-3c83-4ae1-b921-30d9888c06a5.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.053444] env[62643]: DEBUG oslo_concurrency.lockutils [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.053719] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.053947] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6f450e9-2f28-474c-a486-8bcdea047333 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.056332] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88c4b6f4-76fb-4c9d-a335-61d1144d2842 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.069039] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Waiting for the task: (returnval){ [ 1021.069039] env[62643]: value = "task-2383763" [ 1021.069039] env[62643]: _type = "Task" [ 1021.069039] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.070663] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.070874] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.074822] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1022bb2-2e32-474c-84bc-f53688dc02fe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.084215] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1021.084215] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ef906c-11d2-555c-323c-68efae6ca875" [ 1021.084215] env[62643]: _type = "Task" [ 1021.084215] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.087980] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': task-2383763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.097916] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ef906c-11d2-555c-323c-68efae6ca875, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.098723] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05dd9a9c-c098-4b3a-bf7e-c659161194bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.104695] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1021.104695] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5235b0dd-adc5-c21c-7fce-530a67f96d75" [ 1021.104695] env[62643]: _type = "Task" [ 1021.104695] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.113065] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5235b0dd-adc5-c21c-7fce-530a67f96d75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.201674] env[62643]: DEBUG nova.compute.manager [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.221345] env[62643]: DEBUG nova.network.neutron [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Updated VIF entry in instance network info cache for port 18de5732-bc49-44c1-8f3c-41fa12c3106f. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.221686] env[62643]: DEBUG nova.network.neutron [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Updating instance_info_cache with network_info: [{"id": "18de5732-bc49-44c1-8f3c-41fa12c3106f", "address": "fa:16:3e:c6:b1:2a", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18de5732-bc", "ovs_interfaceid": "18de5732-bc49-44c1-8f3c-41fa12c3106f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.237657] env[62643]: DEBUG oslo_vmware.api [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Task: {'id': task-2383761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083539} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.237657] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.238280] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.238280] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.238280] env[62643]: INFO nova.compute.manager [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Took 3.34 seconds to destroy the instance on the hypervisor. [ 1021.238477] env[62643]: DEBUG oslo.service.loopingcall [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1021.238983] env[62643]: DEBUG nova.compute.manager [-] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.239100] env[62643]: DEBUG nova.network.neutron [-] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.398891] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383762, 'name': Rename_Task, 'duration_secs': 0.181001} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.399831] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.400550] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64ae3bc9-ff7d-4e0c-a116-77db86e4a2a8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.416972] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1021.416972] env[62643]: value = "task-2383764" [ 1021.416972] env[62643]: _type = "Task" [ 1021.416972] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.424536] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.431463] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.569764] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82b2dcc-eb35-4cb2-8ad2-de79460b9dec {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.587711] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac38f89-a4a6-4945-9c68-5f0ba9b137ee {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.592077] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': task-2383763, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.427008] env[62643]: DEBUG oslo_concurrency.lockutils [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] Releasing lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.427254] env[62643]: DEBUG nova.compute.manager [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Received event network-vif-deleted-3d6e45d6-cb0d-4295-91db-3590f6be2deb {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.427581] env[62643]: INFO nova.compute.manager [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Neutron deleted interface 3d6e45d6-cb0d-4295-91db-3590f6be2deb; detaching it from the instance and deleting it from the info cache [ 1022.427664] env[62643]: DEBUG nova.network.neutron [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.428714] env[62643]: DEBUG oslo_concurrency.lockutils [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.428958] env[62643]: DEBUG oslo_concurrency.lockutils [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.429174] env[62643]: DEBUG oslo_concurrency.lockutils [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.429355] env[62643]: DEBUG oslo_concurrency.lockutils [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.429554] env[62643]: DEBUG oslo_concurrency.lockutils [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.432355] env[62643]: DEBUG nova.network.neutron [req-7e26f851-9fc8-4245-a5f9-dd589d119302 req-ce0ec99f-c7c8-42a4-980b-8be71a73d5b5 service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.435835] env[62643]: DEBUG nova.network.neutron [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Successfully created port: d6546e00-0191-48ec-aad1-4f6ddf7f8b4e {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.438436] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Volume attach. Driver type: vmdk {{(pid=62643) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1022.438646] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483744', 'volume_id': '87e5452d-33ff-433b-b794-9e4cda7a7f81', 'name': 'volume-87e5452d-33ff-433b-b794-9e4cda7a7f81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '205202c0-97fd-4cdc-9b0f-6775b3a47360', 'attached_at': '', 'detached_at': '', 'volume_id': '87e5452d-33ff-433b-b794-9e4cda7a7f81', 'serial': '87e5452d-33ff-433b-b794-9e4cda7a7f81'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1022.439129] env[62643]: INFO nova.compute.manager [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Terminating instance [ 1022.449290] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f60cea2-3de4-4646-918e-1372693c191c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.452581] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e2279b-c169-4089-9c5f-36cebf03f4dd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.465567] env[62643]: DEBUG oslo_vmware.api [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383764, 'name': PowerOnVM_Task, 'duration_secs': 0.645008} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.484790] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.485027] env[62643]: INFO nova.compute.manager [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1022.485217] env[62643]: DEBUG nova.compute.manager [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.485563] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': task-2383763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562656} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.486637] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5235b0dd-adc5-c21c-7fce-530a67f96d75, 'name': SearchDatastore_Task, 'duration_secs': 0.013096} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.487370] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb314a1-8d0a-4873-97e2-a2e4c42d89eb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.490841] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d94515d-ee46-4fe8-8209-b1e2ac568775 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.494772] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] d9de5c3a-3c83-4ae1-b921-30d9888c06a5/d9de5c3a-3c83-4ae1-b921-30d9888c06a5.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.494985] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.495674] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb68920-110f-4034-86af-fa114b49e36d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.497892] env[62643]: DEBUG oslo_concurrency.lockutils [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.498155] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] be5ff15e-51b9-4879-ac9a-855766cacceb/be5ff15e-51b9-4879-ac9a-855766cacceb.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.498657] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acd2bf50-e966-4d82-93c8-5331b3d40869 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.500449] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83b45adf-fa87-4d05-b43c-764805cb6e6c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.530625] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-87e5452d-33ff-433b-b794-9e4cda7a7f81/volume-87e5452d-33ff-433b-b794-9e4cda7a7f81.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.544185] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea60f56d-e1bd-4fb0-9f7f-c734abf87fbe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.557699] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1022.557699] env[62643]: value = "task-2383766" [ 1022.557699] env[62643]: _type = "Task" [ 1022.557699] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.558081] env[62643]: DEBUG nova.compute.provider_tree [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.563056] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Waiting for the task: (returnval){ [ 1022.563056] env[62643]: value = "task-2383765" [ 1022.563056] env[62643]: _type = "Task" [ 1022.563056] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.573956] env[62643]: DEBUG oslo_vmware.api [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1022.573956] env[62643]: value = "task-2383767" [ 1022.573956] env[62643]: _type = "Task" [ 1022.573956] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.584475] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.584704] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': task-2383765, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.591287] env[62643]: DEBUG oslo_vmware.api [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383767, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.675337] env[62643]: DEBUG nova.network.neutron [req-7e26f851-9fc8-4245-a5f9-dd589d119302 req-ce0ec99f-c7c8-42a4-980b-8be71a73d5b5 service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.933137] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee14fbba-e506-4d7a-800d-4b5dc33761a7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.943538] env[62643]: DEBUG nova.compute.manager [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.949868] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f0e3d5-3616-4517-a8bd-30b16b08db92 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.961240] env[62643]: DEBUG nova.network.neutron [-] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.963165] env[62643]: DEBUG nova.compute.manager [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.963390] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.964580] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9168fcd2-b814-4e25-bdbd-c28f2af2891e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.979481] env[62643]: DEBUG nova.virt.hardware [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.979903] env[62643]: DEBUG nova.virt.hardware [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.980308] env[62643]: DEBUG nova.virt.hardware [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.980547] env[62643]: DEBUG nova.virt.hardware [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.980733] env[62643]: DEBUG nova.virt.hardware [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.980861] env[62643]: DEBUG nova.virt.hardware [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.981090] env[62643]: DEBUG nova.virt.hardware [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.981262] env[62643]: DEBUG nova.virt.hardware [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.981435] env[62643]: DEBUG nova.virt.hardware [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.982103] env[62643]: DEBUG nova.virt.hardware [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.982103] env[62643]: DEBUG nova.virt.hardware [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.983203] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a581f6-4f2c-4285-b341-94d557398108 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.989084] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.989831] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-691ee20c-26c6-4978-bf5b-89bd3013f09d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.007265] env[62643]: DEBUG nova.compute.manager [req-96ccd17f-e644-4e31-bb20-aa0655bcbf46 req-71fd725e-8c31-4bf8-b2d3-91bf625b1e56 service nova] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Detach interface failed, port_id=3d6e45d6-cb0d-4295-91db-3590f6be2deb, reason: Instance 833603a6-4ff9-4831-a5ce-ecbd8bfc1567 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1023.011219] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb19c5be-6c84-42f4-b846-4d71b55046cc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.015888] env[62643]: DEBUG oslo_vmware.api [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 1023.015888] env[62643]: value = "task-2383768" [ 1023.015888] env[62643]: _type = "Task" [ 1023.015888] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.036618] env[62643]: DEBUG oslo_vmware.api [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.064241] env[62643]: DEBUG nova.scheduler.client.report [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.090131] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528651} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.093851] env[62643]: INFO nova.compute.manager [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Took 28.45 seconds to build instance. [ 1023.095327] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] be5ff15e-51b9-4879-ac9a-855766cacceb/be5ff15e-51b9-4879-ac9a-855766cacceb.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.095580] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.096303] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': task-2383765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083517} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.096639] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-365d198e-8362-4801-b95d-562091c4c399 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.098965] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.103043] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f46ffb6-3198-48fc-aa4a-feddef87273d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.106665] env[62643]: DEBUG oslo_vmware.api [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.162976] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] d9de5c3a-3c83-4ae1-b921-30d9888c06a5/d9de5c3a-3c83-4ae1-b921-30d9888c06a5.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.166278] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64cc7941-707d-47a5-818f-f502d3c95989 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.184393] env[62643]: DEBUG nova.compute.manager [req-363c1e63-61bf-4152-bfa9-486160af4a3a req-e974f714-f338-49d7-a4a5-79f8fc106eb7 service nova] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Received event network-vif-deleted-7922208b-7534-4c1a-b3db-80a4d4f9196d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1023.185217] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1023.185217] env[62643]: value = "task-2383769" [ 1023.185217] env[62643]: _type = "Task" [ 1023.185217] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.187024] env[62643]: DEBUG oslo_concurrency.lockutils [req-7e26f851-9fc8-4245-a5f9-dd589d119302 req-ce0ec99f-c7c8-42a4-980b-8be71a73d5b5 service nova] Releasing lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.187024] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.187024] env[62643]: DEBUG nova.network.neutron [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.196240] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Waiting for the task: (returnval){ [ 1023.196240] env[62643]: value = "task-2383770" [ 1023.196240] env[62643]: _type = "Task" [ 1023.196240] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.204115] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084247} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.204410] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.205625] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557908ec-75e1-497c-b5b6-1b44bcbe2b3f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.212299] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': task-2383770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.236326] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] be5ff15e-51b9-4879-ac9a-855766cacceb/be5ff15e-51b9-4879-ac9a-855766cacceb.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.237449] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf540b13-7925-4fef-93c6-3acd3c4cbc78 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.262908] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1023.262908] env[62643]: value = "task-2383771" [ 1023.262908] env[62643]: _type = "Task" [ 1023.262908] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.272294] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383771, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.465346] env[62643]: INFO nova.compute.manager [-] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Took 2.23 seconds to deallocate network for instance. [ 1023.527353] env[62643]: DEBUG oslo_vmware.api [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383768, 'name': PowerOffVM_Task, 'duration_secs': 0.317711} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.527629] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.527797] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.528074] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ce34a2e-4e69-458b-b108-ebe12bcb4137 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.577225] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.390s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.578078] env[62643]: DEBUG nova.compute.manager [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.580909] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.099s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.592599] env[62643]: DEBUG oslo_vmware.api [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383767, 'name': ReconfigVM_Task, 'duration_secs': 0.780487} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.593069] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-87e5452d-33ff-433b-b794-9e4cda7a7f81/volume-87e5452d-33ff-433b-b794-9e4cda7a7f81.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.600234] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7aad6a5b-a441-40e6-a989-d75e9ac3a0ea tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.968s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.600524] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d6f8e3-5c6c-4e29-9085-a29ee6bc37af {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.612576] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.613120] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.613542] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Deleting the datastore file [datastore2] 46dc2ea7-f124-4a2d-b59c-a8b95f411156 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.614492] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d78c4d4-f388-4f12-86e7-3c235a135f86 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.620467] env[62643]: DEBUG oslo_vmware.api [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1023.620467] env[62643]: value = "task-2383773" [ 1023.620467] env[62643]: _type = "Task" [ 1023.620467] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.628717] env[62643]: DEBUG oslo_vmware.api [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 1023.628717] env[62643]: value = "task-2383774" [ 1023.628717] env[62643]: _type = "Task" [ 1023.628717] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.636250] env[62643]: DEBUG oslo_vmware.api [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.642293] env[62643]: DEBUG oslo_vmware.api [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.709080] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': task-2383770, 'name': ReconfigVM_Task, 'duration_secs': 0.320978} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.709489] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Reconfigured VM instance instance-0000005b to attach disk [datastore2] d9de5c3a-3c83-4ae1-b921-30d9888c06a5/d9de5c3a-3c83-4ae1-b921-30d9888c06a5.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.710230] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ccf764b-b053-418e-9f63-6306e75201ca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.717913] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Waiting for the task: (returnval){ [ 1023.717913] env[62643]: value = "task-2383775" [ 1023.717913] env[62643]: _type = "Task" [ 1023.717913] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.728838] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': task-2383775, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.757904] env[62643]: DEBUG nova.network.neutron [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.777095] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383771, 'name': ReconfigVM_Task, 'duration_secs': 0.373652} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.777542] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Reconfigured VM instance instance-0000005c to attach disk [datastore2] be5ff15e-51b9-4879-ac9a-855766cacceb/be5ff15e-51b9-4879-ac9a-855766cacceb.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.778292] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b20cee62-33e7-4fed-a1d9-bc85cabb916a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.785652] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1023.785652] env[62643]: value = "task-2383776" [ 1023.785652] env[62643]: _type = "Task" [ 1023.785652] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.006540] env[62643]: DEBUG nova.network.neutron [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Updating instance_info_cache with network_info: [{"id": "3256e802-a855-4166-be46-9acc40e4f685", "address": "fa:16:3e:6d:3d:96", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3256e802-a8", "ovs_interfaceid": "3256e802-a855-4166-be46-9acc40e4f685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.012973] env[62643]: INFO nova.compute.manager [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Took 0.55 seconds to detach 1 volumes for instance. [ 1024.015996] env[62643]: DEBUG nova.compute.manager [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Deleting volume: b82e871c-80a4-48b2-bc73-5b663e8dea65 {{(pid=62643) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1024.050382] env[62643]: DEBUG oslo_vmware.rw_handles [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522be30e-db7c-d10e-73b8-8ff5209d5af6/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1024.051630] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cf4750-2331-466d-b31f-4f340088b0a9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.059908] env[62643]: DEBUG oslo_vmware.rw_handles [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522be30e-db7c-d10e-73b8-8ff5209d5af6/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1024.060119] env[62643]: ERROR oslo_vmware.rw_handles [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522be30e-db7c-d10e-73b8-8ff5209d5af6/disk-0.vmdk due to incomplete transfer. [ 1024.060405] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5884cf96-b1f4-4816-86a3-68d975ea240b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.070195] env[62643]: DEBUG oslo_vmware.rw_handles [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522be30e-db7c-d10e-73b8-8ff5209d5af6/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1024.070195] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Uploaded image 27473cc1-07d0-406b-9751-ad86019bf09c to the Glance image server {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1024.076095] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1024.076666] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6b405fe3-e752-497a-9784-06f0ed585e6d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.085034] env[62643]: DEBUG nova.compute.utils [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1024.090229] env[62643]: DEBUG nova.compute.manager [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.090401] env[62643]: DEBUG nova.network.neutron [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.097026] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 1024.097026] env[62643]: value = "task-2383777" [ 1024.097026] env[62643]: _type = "Task" [ 1024.097026] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.103828] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383777, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.143465] env[62643]: DEBUG oslo_vmware.api [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223227} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.149873] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.150102] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.150317] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.150461] env[62643]: INFO nova.compute.manager [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1024.150718] env[62643]: DEBUG oslo.service.loopingcall [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.150935] env[62643]: DEBUG oslo_vmware.api [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383773, 'name': ReconfigVM_Task, 'duration_secs': 0.165363} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.151387] env[62643]: DEBUG nova.compute.manager [-] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.151484] env[62643]: DEBUG nova.network.neutron [-] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.153180] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483744', 'volume_id': '87e5452d-33ff-433b-b794-9e4cda7a7f81', 'name': 'volume-87e5452d-33ff-433b-b794-9e4cda7a7f81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '205202c0-97fd-4cdc-9b0f-6775b3a47360', 'attached_at': '', 'detached_at': '', 'volume_id': '87e5452d-33ff-433b-b794-9e4cda7a7f81', 'serial': '87e5452d-33ff-433b-b794-9e4cda7a7f81'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1024.224280] env[62643]: DEBUG nova.policy [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '817446fc4ec147fdac4749d88b7f8c34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2c0fb0db32b4e3cb369f3668fdda8c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.231578] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': task-2383775, 'name': Rename_Task, 'duration_secs': 0.17448} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.231870] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.232137] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9060bf6-d901-4617-a524-03373d62c2c4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.241725] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Waiting for the task: (returnval){ [ 1024.241725] env[62643]: value = "task-2383779" [ 1024.241725] env[62643]: _type = "Task" [ 1024.241725] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.250741] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': task-2383779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.303923] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383776, 'name': Rename_Task, 'duration_secs': 0.207096} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.304345] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.304600] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc278ecd-f609-4a17-b777-b74b96585978 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.312687] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1024.312687] env[62643]: value = "task-2383780" [ 1024.312687] env[62643]: _type = "Task" [ 1024.312687] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.323758] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.445430] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436bbece-bd3c-4c2f-a662-ff811f958b00 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.453892] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab4d80c-adde-4011-b967-c6aeed1f4ff1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.509270] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.509643] env[62643]: DEBUG nova.compute.manager [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Instance network_info: |[{"id": "3256e802-a855-4166-be46-9acc40e4f685", "address": "fa:16:3e:6d:3d:96", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3256e802-a8", "ovs_interfaceid": "3256e802-a855-4166-be46-9acc40e4f685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.511027] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:3d:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3256e802-a855-4166-be46-9acc40e4f685', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.518209] env[62643]: DEBUG oslo.service.loopingcall [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.519424] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e011f6-8224-46bc-b0e3-a91f54d5ba91 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.522156] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.522380] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-116ea65e-55de-43de-90fa-2810b2d12b90 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.545676] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dd927a-c05f-4b1d-9a22-ab136c0b74bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.549995] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.549995] env[62643]: value = "task-2383781" [ 1024.549995] env[62643]: _type = "Task" [ 1024.549995] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.562303] env[62643]: DEBUG nova.compute.provider_tree [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.571028] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383781, 'name': CreateVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.578278] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.591352] env[62643]: DEBUG nova.compute.manager [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.603520] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383777, 'name': Destroy_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.666391] env[62643]: DEBUG nova.network.neutron [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Successfully updated port: d6546e00-0191-48ec-aad1-4f6ddf7f8b4e {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.757263] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': task-2383779, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.823842] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383780, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.061749] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383781, 'name': CreateVM_Task, 'duration_secs': 0.506925} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.061933] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.062788] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.063085] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.063283] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.063555] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0020595-d66c-435b-b9c9-0b8322b98c52 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.066850] env[62643]: DEBUG nova.scheduler.client.report [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.073814] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1025.073814] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5235f19d-1756-3da6-beae-44907faeea03" [ 1025.073814] env[62643]: _type = "Task" [ 1025.073814] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.083486] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5235f19d-1756-3da6-beae-44907faeea03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.108688] env[62643]: DEBUG nova.network.neutron [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Successfully created port: 516dc6f3-b554-4922-b8ea-7a5c99d0383f {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.111053] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383777, 'name': Destroy_Task, 'duration_secs': 0.763764} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.111323] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Destroyed the VM [ 1025.111554] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1025.112124] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6b87744d-6369-496d-92bb-3f546be66638 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.119511] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 1025.119511] env[62643]: value = "task-2383782" [ 1025.119511] env[62643]: _type = "Task" [ 1025.119511] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.129185] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383782, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.169104] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "refresh_cache-f2316816-013d-411a-8622-599205592e49" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.169263] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquired lock "refresh_cache-f2316816-013d-411a-8622-599205592e49" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.169416] env[62643]: DEBUG nova.network.neutron [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.185291] env[62643]: DEBUG nova.compute.manager [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Received event network-changed-f62c2f1e-986e-4948-a5e3-580eee3a3e79 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.185515] env[62643]: DEBUG nova.compute.manager [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Refreshing instance network info cache due to event network-changed-f62c2f1e-986e-4948-a5e3-580eee3a3e79. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1025.185741] env[62643]: DEBUG oslo_concurrency.lockutils [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] Acquiring lock "refresh_cache-c0a657af-a156-4aef-a7f9-9b2ba00282ca" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.185887] env[62643]: DEBUG oslo_concurrency.lockutils [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] Acquired lock "refresh_cache-c0a657af-a156-4aef-a7f9-9b2ba00282ca" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.186104] env[62643]: DEBUG nova.network.neutron [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Refreshing network info cache for port f62c2f1e-986e-4948-a5e3-580eee3a3e79 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.208979] env[62643]: DEBUG nova.objects.instance [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lazy-loading 'flavor' on Instance uuid 205202c0-97fd-4cdc-9b0f-6775b3a47360 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.254363] env[62643]: DEBUG oslo_vmware.api [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': task-2383779, 'name': PowerOnVM_Task, 'duration_secs': 0.574946} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.254663] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.254863] env[62643]: INFO nova.compute.manager [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1025.255051] env[62643]: DEBUG nova.compute.manager [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.256122] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8072329b-0988-46c4-85b7-33e997b4a927 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.323688] env[62643]: DEBUG oslo_vmware.api [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383780, 'name': PowerOnVM_Task, 'duration_secs': 0.532095} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.324035] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.324242] env[62643]: INFO nova.compute.manager [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1025.324423] env[62643]: DEBUG nova.compute.manager [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.325301] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65ff273-ad23-425b-8aeb-e26b760e70ef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.589903] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5235f19d-1756-3da6-beae-44907faeea03, 'name': SearchDatastore_Task, 'duration_secs': 0.01035} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.590359] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.590660] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.590868] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.591024] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.591207] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.591480] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b92c77c-6b45-48cd-bd2b-ef998f3492e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.603060] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.603265] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.604280] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc08fc7-24ca-4f07-8678-43f0f8cdd0b1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.612763] env[62643]: DEBUG nova.compute.manager [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.619078] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1025.619078] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521d0577-1339-f698-14bf-c53ca34c19df" [ 1025.619078] env[62643]: _type = "Task" [ 1025.619078] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.634937] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521d0577-1339-f698-14bf-c53ca34c19df, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.636680] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383782, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.638810] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74baa0f6-68dc-4579-902a-2c164c8b066a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.647991] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1025.647991] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bd4739-8326-ba0f-f7ce-ccd173829225" [ 1025.647991] env[62643]: _type = "Task" [ 1025.647991] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.650365] env[62643]: DEBUG nova.virt.hardware [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.650602] env[62643]: DEBUG nova.virt.hardware [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.650789] env[62643]: DEBUG nova.virt.hardware [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.650980] env[62643]: DEBUG nova.virt.hardware [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.651225] env[62643]: DEBUG nova.virt.hardware [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.651413] env[62643]: DEBUG nova.virt.hardware [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.651640] env[62643]: DEBUG nova.virt.hardware [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.651827] env[62643]: DEBUG nova.virt.hardware [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.651977] env[62643]: DEBUG nova.virt.hardware [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.652156] env[62643]: DEBUG nova.virt.hardware [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.652330] env[62643]: DEBUG nova.virt.hardware [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.654442] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8985922-cead-4899-bdfa-052b105cfd54 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.669925] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bd4739-8326-ba0f-f7ce-ccd173829225, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.672399] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.672690] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 70594b0d-7e96-4da1-a1b4-f90f555ade23/70594b0d-7e96-4da1-a1b4-f90f555ade23.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.674691] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9af69b9-ad43-48aa-9e15-eea325bacb3c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.678522] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b465f7-2ade-4663-b2b3-96dfdbfae9a3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.682514] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "205202c0-97fd-4cdc-9b0f-6775b3a47360" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.704028] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1025.704028] env[62643]: value = "task-2383783" [ 1025.704028] env[62643]: _type = "Task" [ 1025.704028] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.711272] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.713397] env[62643]: DEBUG oslo_concurrency.lockutils [None req-059a0291-954a-44f9-a31c-ed2927e828b2 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "205202c0-97fd-4cdc-9b0f-6775b3a47360" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.691s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.714318] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "205202c0-97fd-4cdc-9b0f-6775b3a47360" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.032s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.714552] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "205202c0-97fd-4cdc-9b0f-6775b3a47360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.714758] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "205202c0-97fd-4cdc-9b0f-6775b3a47360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.714926] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "205202c0-97fd-4cdc-9b0f-6775b3a47360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.716973] env[62643]: INFO nova.compute.manager [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Terminating instance [ 1025.756161] env[62643]: DEBUG nova.network.neutron [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.780900] env[62643]: INFO nova.compute.manager [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Took 28.70 seconds to build instance. [ 1025.789454] env[62643]: DEBUG nova.network.neutron [-] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.851961] env[62643]: INFO nova.compute.manager [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Took 28.28 seconds to build instance. [ 1026.083681] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.503s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.086927] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.254s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.140690] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383782, 'name': RemoveSnapshot_Task, 'duration_secs': 0.809242} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.141181] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1026.141627] env[62643]: DEBUG nova.compute.manager [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.143089] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a66bf2c-2bc5-416e-964c-0111cc17e5d8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.156764] env[62643]: DEBUG nova.network.neutron [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Updating instance_info_cache with network_info: [{"id": "d6546e00-0191-48ec-aad1-4f6ddf7f8b4e", "address": "fa:16:3e:1b:9d:39", "network": {"id": "2027fee0-396c-46c6-81ef-a05bd903ddef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-654713677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba0aaf38803e46fba6123491ef37f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6546e00-01", "ovs_interfaceid": "d6546e00-0191-48ec-aad1-4f6ddf7f8b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.165226] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Acquiring lock "d9de5c3a-3c83-4ae1-b921-30d9888c06a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.219765] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518571} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.220787] env[62643]: DEBUG nova.compute.manager [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.221048] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.221360] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 70594b0d-7e96-4da1-a1b4-f90f555ade23/70594b0d-7e96-4da1-a1b4-f90f555ade23.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.221595] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.221895] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54dd835a-74ec-4d8e-80b0-b37fe346c9e3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.223752] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1fa67be-2ac2-46b0-ab1a-35af5ba5b3cb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.232723] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1026.232723] env[62643]: value = "task-2383785" [ 1026.232723] env[62643]: _type = "Task" [ 1026.232723] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.234269] env[62643]: DEBUG oslo_vmware.api [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1026.234269] env[62643]: value = "task-2383784" [ 1026.234269] env[62643]: _type = "Task" [ 1026.234269] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.253346] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.256634] env[62643]: DEBUG oslo_vmware.api [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.284037] env[62643]: DEBUG oslo_concurrency.lockutils [None req-981c6218-9fbc-4961-8541-79b5d9bd7d66 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Lock "d9de5c3a-3c83-4ae1-b921-30d9888c06a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.213s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.284385] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Lock "d9de5c3a-3c83-4ae1-b921-30d9888c06a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.119s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.284608] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Acquiring lock "d9de5c3a-3c83-4ae1-b921-30d9888c06a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.284819] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Lock "d9de5c3a-3c83-4ae1-b921-30d9888c06a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.285017] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Lock "d9de5c3a-3c83-4ae1-b921-30d9888c06a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.287240] env[62643]: INFO nova.compute.manager [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Terminating instance [ 1026.291929] env[62643]: INFO nova.compute.manager [-] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Took 2.14 seconds to deallocate network for instance. [ 1026.329300] env[62643]: DEBUG nova.network.neutron [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Updated VIF entry in instance network info cache for port f62c2f1e-986e-4948-a5e3-580eee3a3e79. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.329696] env[62643]: DEBUG nova.network.neutron [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Updating instance_info_cache with network_info: [{"id": "f62c2f1e-986e-4948-a5e3-580eee3a3e79", "address": "fa:16:3e:72:e5:eb", "network": {"id": "5b88c22d-0b7d-477a-8627-18d3e9b1667d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-814382896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fc48e52d3744b83bce8175a1b9f1dbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf62c2f1e-98", "ovs_interfaceid": "f62c2f1e-986e-4948-a5e3-580eee3a3e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.354775] env[62643]: DEBUG oslo_concurrency.lockutils [None req-497fec1e-539a-4fd0-8394-9fb457f5fe8f tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "be5ff15e-51b9-4879-ac9a-855766cacceb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.790s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.647408] env[62643]: INFO nova.scheduler.client.report [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Deleted allocation for migration 61de0e32-c474-4d2e-b67a-809e04feb859 [ 1026.660227] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Releasing lock "refresh_cache-f2316816-013d-411a-8622-599205592e49" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.660572] env[62643]: DEBUG nova.compute.manager [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Instance network_info: |[{"id": "d6546e00-0191-48ec-aad1-4f6ddf7f8b4e", "address": "fa:16:3e:1b:9d:39", "network": {"id": "2027fee0-396c-46c6-81ef-a05bd903ddef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-654713677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba0aaf38803e46fba6123491ef37f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6546e00-01", "ovs_interfaceid": "d6546e00-0191-48ec-aad1-4f6ddf7f8b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.663060] env[62643]: INFO nova.compute.manager [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Shelve offloading [ 1026.664410] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:9d:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6546e00-0191-48ec-aad1-4f6ddf7f8b4e', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.674294] env[62643]: DEBUG oslo.service.loopingcall [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1026.675519] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2316816-013d-411a-8622-599205592e49] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.678576] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eaa410e-910c-4743-8801-c2667f4c943e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.706372] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.706372] env[62643]: value = "task-2383786" [ 1026.706372] env[62643]: _type = "Task" [ 1026.706372] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.725303] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383786, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.747893] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087901} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.748679] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.749460] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba9b629-a73f-4e41-be52-7cd9fb67139c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.757911] env[62643]: DEBUG oslo_vmware.api [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383784, 'name': PowerOffVM_Task, 'duration_secs': 0.225227} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.758951] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.759296] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1026.759604] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483744', 'volume_id': '87e5452d-33ff-433b-b794-9e4cda7a7f81', 'name': 'volume-87e5452d-33ff-433b-b794-9e4cda7a7f81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '205202c0-97fd-4cdc-9b0f-6775b3a47360', 'attached_at': '', 'detached_at': '', 'volume_id': '87e5452d-33ff-433b-b794-9e4cda7a7f81', 'serial': '87e5452d-33ff-433b-b794-9e4cda7a7f81'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1026.761281] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86b59cb-5ed3-44ce-b2a4-8d519d211866 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.786359] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 70594b0d-7e96-4da1-a1b4-f90f555ade23/70594b0d-7e96-4da1-a1b4-f90f555ade23.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.790177] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bba6fb3-2680-4151-9132-a0f91c7d5fe6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.827021] env[62643]: DEBUG nova.compute.manager [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.827021] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.827021] env[62643]: DEBUG oslo_concurrency.lockutils [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.827021] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e3a8ac-758d-4983-885c-2eefe13bfc83 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.829570] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cd8f62-fec2-4468-acbb-676aba1e1c66 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.835667] env[62643]: DEBUG oslo_concurrency.lockutils [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] Releasing lock "refresh_cache-c0a657af-a156-4aef-a7f9-9b2ba00282ca" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.835915] env[62643]: DEBUG nova.compute.manager [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] [instance: f2316816-013d-411a-8622-599205592e49] Received event network-vif-plugged-d6546e00-0191-48ec-aad1-4f6ddf7f8b4e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1026.836112] env[62643]: DEBUG oslo_concurrency.lockutils [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] Acquiring lock "f2316816-013d-411a-8622-599205592e49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.836315] env[62643]: DEBUG oslo_concurrency.lockutils [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] Lock "f2316816-013d-411a-8622-599205592e49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.836474] env[62643]: DEBUG oslo_concurrency.lockutils [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] Lock "f2316816-013d-411a-8622-599205592e49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.836634] env[62643]: DEBUG nova.compute.manager [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] [instance: f2316816-013d-411a-8622-599205592e49] No waiting events found dispatching network-vif-plugged-d6546e00-0191-48ec-aad1-4f6ddf7f8b4e {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.836882] env[62643]: WARNING nova.compute.manager [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] [instance: f2316816-013d-411a-8622-599205592e49] Received unexpected event network-vif-plugged-d6546e00-0191-48ec-aad1-4f6ddf7f8b4e for instance with vm_state building and task_state spawning. [ 1026.836946] env[62643]: DEBUG nova.compute.manager [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] [instance: f2316816-013d-411a-8622-599205592e49] Received event network-changed-d6546e00-0191-48ec-aad1-4f6ddf7f8b4e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1026.837109] env[62643]: DEBUG nova.compute.manager [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] [instance: f2316816-013d-411a-8622-599205592e49] Refreshing instance network info cache due to event network-changed-d6546e00-0191-48ec-aad1-4f6ddf7f8b4e. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1026.837290] env[62643]: DEBUG oslo_concurrency.lockutils [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] Acquiring lock "refresh_cache-f2316816-013d-411a-8622-599205592e49" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.837448] env[62643]: DEBUG oslo_concurrency.lockutils [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] Acquired lock "refresh_cache-f2316816-013d-411a-8622-599205592e49" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.837684] env[62643]: DEBUG nova.network.neutron [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] [instance: f2316816-013d-411a-8622-599205592e49] Refreshing network info cache for port d6546e00-0191-48ec-aad1-4f6ddf7f8b4e {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.844502] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.844955] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1026.844955] env[62643]: value = "task-2383787" [ 1026.844955] env[62643]: _type = "Task" [ 1026.844955] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.848054] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce5e518c-eef3-4c11-b2d1-4879ed492a13 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.850561] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6e7bf5-fbd6-4bc9-bab3-2294a5dcb883 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.869830] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.888276] env[62643]: DEBUG oslo_vmware.api [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Waiting for the task: (returnval){ [ 1026.888276] env[62643]: value = "task-2383788" [ 1026.888276] env[62643]: _type = "Task" [ 1026.888276] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.891691] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb55c31-e3e6-4615-ae02-68e36b96e46c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.904181] env[62643]: DEBUG oslo_vmware.api [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': task-2383788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.915168] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] The volume has not been displaced from its original location: [datastore2] volume-87e5452d-33ff-433b-b794-9e4cda7a7f81/volume-87e5452d-33ff-433b-b794-9e4cda7a7f81.vmdk. No consolidation needed. {{(pid=62643) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1026.920473] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1026.923316] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcd42357-5676-4c63-9128-8e1f35e9cbbb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.943876] env[62643]: DEBUG oslo_vmware.api [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1026.943876] env[62643]: value = "task-2383789" [ 1026.943876] env[62643]: _type = "Task" [ 1026.943876] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.956727] env[62643]: DEBUG oslo_vmware.api [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.008366] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3851161a-4b13-42bc-b7ba-16c00a01a175 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.021466] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8f38b6-d288-4752-a80c-6b1d4af1cc53 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.059300] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e62f64-67cd-496c-afa9-f0a074cbf13e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.067737] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcf1fec-5f9c-4267-978b-d1c6a0e85c04 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.082383] env[62643]: DEBUG nova.compute.provider_tree [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.159788] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a8df3b26-09c2-4b41-b5d2-29cf9b78f3ae tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.166s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.179760] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.183041] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-368956d9-40aa-4869-af30-db645ac853f0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.192267] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 1027.192267] env[62643]: value = "task-2383790" [ 1027.192267] env[62643]: _type = "Task" [ 1027.192267] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.204400] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] VM already powered off {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1027.204400] env[62643]: DEBUG nova.compute.manager [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.205397] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcff6a6-b404-4c12-a09f-54e5b20af18f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.218132] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.218132] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.218132] env[62643]: DEBUG nova.network.neutron [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.221632] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383786, 'name': CreateVM_Task, 'duration_secs': 0.37817} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.223434] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2316816-013d-411a-8622-599205592e49] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.224967] env[62643]: DEBUG nova.compute.manager [req-2be1af3e-15e5-44ba-9d0e-f9562aac8359 req-2435889f-562c-4dd0-91c7-dbb6fab9d8d4 service nova] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Received event network-vif-deleted-e8321ec4-6d56-4682-a820-120026f627f8 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.225296] env[62643]: DEBUG nova.compute.manager [req-2be1af3e-15e5-44ba-9d0e-f9562aac8359 req-2435889f-562c-4dd0-91c7-dbb6fab9d8d4 service nova] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Received event network-vif-plugged-516dc6f3-b554-4922-b8ea-7a5c99d0383f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.225607] env[62643]: DEBUG oslo_concurrency.lockutils [req-2be1af3e-15e5-44ba-9d0e-f9562aac8359 req-2435889f-562c-4dd0-91c7-dbb6fab9d8d4 service nova] Acquiring lock "4e7b10cd-73d9-469a-8648-352582b385a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.226234] env[62643]: DEBUG oslo_concurrency.lockutils [req-2be1af3e-15e5-44ba-9d0e-f9562aac8359 req-2435889f-562c-4dd0-91c7-dbb6fab9d8d4 service nova] Lock "4e7b10cd-73d9-469a-8648-352582b385a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.226655] env[62643]: DEBUG oslo_concurrency.lockutils [req-2be1af3e-15e5-44ba-9d0e-f9562aac8359 req-2435889f-562c-4dd0-91c7-dbb6fab9d8d4 service nova] Lock "4e7b10cd-73d9-469a-8648-352582b385a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.226939] env[62643]: DEBUG nova.compute.manager [req-2be1af3e-15e5-44ba-9d0e-f9562aac8359 req-2435889f-562c-4dd0-91c7-dbb6fab9d8d4 service nova] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] No waiting events found dispatching network-vif-plugged-516dc6f3-b554-4922-b8ea-7a5c99d0383f {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.230023] env[62643]: WARNING nova.compute.manager [req-2be1af3e-15e5-44ba-9d0e-f9562aac8359 req-2435889f-562c-4dd0-91c7-dbb6fab9d8d4 service nova] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Received unexpected event network-vif-plugged-516dc6f3-b554-4922-b8ea-7a5c99d0383f for instance with vm_state building and task_state spawning. [ 1027.230023] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.230023] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.230023] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.230023] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5799a110-c844-4148-8f29-718f1946250c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.238018] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1027.238018] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528d4b5f-8011-efd3-0e9d-30e01ffa4e4c" [ 1027.238018] env[62643]: _type = "Task" [ 1027.238018] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.246536] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528d4b5f-8011-efd3-0e9d-30e01ffa4e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.367963] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.405561] env[62643]: DEBUG oslo_vmware.api [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': task-2383788, 'name': PowerOffVM_Task, 'duration_secs': 0.396705} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.406907] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.407451] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.410990] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb4a8f12-33b6-42fa-bda9-326b6f2775ef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.454576] env[62643]: DEBUG oslo_vmware.api [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383789, 'name': ReconfigVM_Task, 'duration_secs': 0.327975} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.454817] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1027.460389] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73420f8a-2306-4325-901d-ad857c032c2a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.479902] env[62643]: DEBUG oslo_vmware.api [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1027.479902] env[62643]: value = "task-2383792" [ 1027.479902] env[62643]: _type = "Task" [ 1027.479902] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.496025] env[62643]: DEBUG oslo_vmware.api [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.496025] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.496025] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.496025] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Deleting the datastore file [datastore2] d9de5c3a-3c83-4ae1-b921-30d9888c06a5 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.497416] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6caf90fe-2b7b-4649-ae64-20b3287344a6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.509416] env[62643]: DEBUG oslo_vmware.api [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Waiting for the task: (returnval){ [ 1027.509416] env[62643]: value = "task-2383793" [ 1027.509416] env[62643]: _type = "Task" [ 1027.509416] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.518731] env[62643]: DEBUG oslo_vmware.api [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': task-2383793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.526147] env[62643]: DEBUG nova.network.neutron [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] [instance: f2316816-013d-411a-8622-599205592e49] Updated VIF entry in instance network info cache for port d6546e00-0191-48ec-aad1-4f6ddf7f8b4e. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.526147] env[62643]: DEBUG nova.network.neutron [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] [instance: f2316816-013d-411a-8622-599205592e49] Updating instance_info_cache with network_info: [{"id": "d6546e00-0191-48ec-aad1-4f6ddf7f8b4e", "address": "fa:16:3e:1b:9d:39", "network": {"id": "2027fee0-396c-46c6-81ef-a05bd903ddef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-654713677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba0aaf38803e46fba6123491ef37f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6546e00-01", "ovs_interfaceid": "d6546e00-0191-48ec-aad1-4f6ddf7f8b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.548900] env[62643]: DEBUG nova.network.neutron [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Successfully updated port: 516dc6f3-b554-4922-b8ea-7a5c99d0383f {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.591090] env[62643]: DEBUG nova.scheduler.client.report [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.748835] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528d4b5f-8011-efd3-0e9d-30e01ffa4e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010753} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.749259] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.749520] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.749788] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.749939] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.750138] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.750411] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f8aec67-37e4-465e-bff7-e09b60097630 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.760585] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.760806] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.762036] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beacf57e-3a00-4071-a879-9ca0a7abe366 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.773375] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1027.773375] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a52061-9bc3-6962-bb35-fe6c71e741fa" [ 1027.773375] env[62643]: _type = "Task" [ 1027.773375] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.784234] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a52061-9bc3-6962-bb35-fe6c71e741fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.864964] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383787, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.992023] env[62643]: DEBUG oslo_vmware.api [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383792, 'name': ReconfigVM_Task, 'duration_secs': 0.219743} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.992023] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483744', 'volume_id': '87e5452d-33ff-433b-b794-9e4cda7a7f81', 'name': 'volume-87e5452d-33ff-433b-b794-9e4cda7a7f81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '205202c0-97fd-4cdc-9b0f-6775b3a47360', 'attached_at': '', 'detached_at': '', 'volume_id': '87e5452d-33ff-433b-b794-9e4cda7a7f81', 'serial': '87e5452d-33ff-433b-b794-9e4cda7a7f81'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1027.992023] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.992023] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbb8640-2420-4711-bc90-2aabdcc79db1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.999562] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.999919] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f8b80b4-a7e6-4a9f-afaa-196971a0abca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.021521] env[62643]: DEBUG oslo_vmware.api [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Task: {'id': task-2383793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201853} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.021952] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.022056] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.022293] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.022677] env[62643]: INFO nova.compute.manager [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1028.022794] env[62643]: DEBUG oslo.service.loopingcall [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1028.023049] env[62643]: DEBUG nova.compute.manager [-] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.023188] env[62643]: DEBUG nova.network.neutron [-] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.027437] env[62643]: DEBUG oslo_concurrency.lockutils [req-37e7b289-7633-471f-9e47-9074fbbc9a8b req-7ca4514b-7005-4460-a6b2-d417289d7e8f service nova] Releasing lock "refresh_cache-f2316816-013d-411a-8622-599205592e49" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.051610] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "refresh_cache-4e7b10cd-73d9-469a-8648-352582b385a9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.051787] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "refresh_cache-4e7b10cd-73d9-469a-8648-352582b385a9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.051966] env[62643]: DEBUG nova.network.neutron [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.067664] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.067906] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.068100] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleting the datastore file [datastore1] 205202c0-97fd-4cdc-9b0f-6775b3a47360 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.068391] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-def7bbeb-5718-40b8-90fd-796bfe011495 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.080029] env[62643]: DEBUG oslo_vmware.api [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1028.080029] env[62643]: value = "task-2383795" [ 1028.080029] env[62643]: _type = "Task" [ 1028.080029] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.091537] env[62643]: DEBUG oslo_vmware.api [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.113404] env[62643]: DEBUG nova.network.neutron [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Updating instance_info_cache with network_info: [{"id": "1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1", "address": "fa:16:3e:71:85:eb", "network": {"id": "71c5229e-42c0-45ed-8d40-92f570a66e96", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-761236806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa7d55bb2334b6cac45f3d2b66555f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd96cb2-0c", "ovs_interfaceid": "1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.227185] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.228112] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.228319] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.228514] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.228684] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.230844] env[62643]: INFO nova.compute.manager [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Terminating instance [ 1028.284848] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a52061-9bc3-6962-bb35-fe6c71e741fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013186} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.285579] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffd36896-c5ea-4b33-a9b2-a723a45c2b61 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.291798] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1028.291798] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52552d6a-ac37-88ce-319d-99d89de84648" [ 1028.291798] env[62643]: _type = "Task" [ 1028.291798] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.299951] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52552d6a-ac37-88ce-319d-99d89de84648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.365510] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383787, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.588806] env[62643]: DEBUG oslo_vmware.api [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148478} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.589172] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.589352] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.589631] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.590040] env[62643]: INFO nova.compute.manager [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1028.590770] env[62643]: DEBUG oslo.service.loopingcall [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1028.591524] env[62643]: DEBUG nova.network.neutron [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.594416] env[62643]: DEBUG nova.compute.manager [-] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.594612] env[62643]: DEBUG nova.network.neutron [-] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.603296] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.516s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.603510] env[62643]: DEBUG nova.compute.manager [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62643) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1028.606570] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.130s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.606775] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.609704] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.529s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.610026] env[62643]: DEBUG nova.objects.instance [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Lazy-loading 'resources' on Instance uuid 833603a6-4ff9-4831-a5ce-ecbd8bfc1567 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.619154] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Releasing lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.637687] env[62643]: INFO nova.scheduler.client.report [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleted allocations for instance 73cf614a-8275-4290-8d77-00d26b6d0ac4 [ 1028.734301] env[62643]: DEBUG nova.compute.manager [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.734551] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.735486] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44577647-efee-4f0e-8543-41e66c73f9ac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.744168] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.744417] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-943d7956-4dd8-4876-8420-8b6cc6967942 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.751543] env[62643]: DEBUG oslo_vmware.api [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1028.751543] env[62643]: value = "task-2383796" [ 1028.751543] env[62643]: _type = "Task" [ 1028.751543] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.760672] env[62643]: DEBUG oslo_vmware.api [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.802315] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52552d6a-ac37-88ce-319d-99d89de84648, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.802561] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.802823] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] f2316816-013d-411a-8622-599205592e49/f2316816-013d-411a-8622-599205592e49.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.803120] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02ad0aac-6942-424e-bb9e-e9e406df2258 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.809835] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1028.809835] env[62643]: value = "task-2383797" [ 1028.809835] env[62643]: _type = "Task" [ 1028.809835] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.818815] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.834736] env[62643]: DEBUG nova.network.neutron [-] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.869216] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383787, 'name': ReconfigVM_Task, 'duration_secs': 1.78808} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.869582] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 70594b0d-7e96-4da1-a1b4-f90f555ade23/70594b0d-7e96-4da1-a1b4-f90f555ade23.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.870382] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59b28efe-ba45-4075-b891-f8f91de07d3f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.878688] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1028.878688] env[62643]: value = "task-2383798" [ 1028.878688] env[62643]: _type = "Task" [ 1028.878688] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.888993] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383798, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.055124] env[62643]: DEBUG nova.network.neutron [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Updating instance_info_cache with network_info: [{"id": "516dc6f3-b554-4922-b8ea-7a5c99d0383f", "address": "fa:16:3e:81:9b:70", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516dc6f3-b5", "ovs_interfaceid": "516dc6f3-b554-4922-b8ea-7a5c99d0383f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.150221] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b0e604d9-05eb-4041-bee9-5f663a9e531c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "73cf614a-8275-4290-8d77-00d26b6d0ac4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.432s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.206048] env[62643]: INFO nova.scheduler.client.report [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Deleted allocation for migration 4ab5fad6-1c42-4bbc-a827-393d3dcf039d [ 1029.268419] env[62643]: DEBUG oslo_vmware.api [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383796, 'name': PowerOffVM_Task, 'duration_secs': 0.224712} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.268834] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.272019] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.272019] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90166454-a9a4-440d-be49-fabb5c3d6c00 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.322047] env[62643]: DEBUG nova.compute.manager [req-f579f775-4845-4c75-a417-f7d7f6ef3756 req-16e8d3be-422f-4bc6-b9b7-7bbda799b7ad service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Received event network-changed-18de5732-bc49-44c1-8f3c-41fa12c3106f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.322047] env[62643]: DEBUG nova.compute.manager [req-f579f775-4845-4c75-a417-f7d7f6ef3756 req-16e8d3be-422f-4bc6-b9b7-7bbda799b7ad service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Refreshing instance network info cache due to event network-changed-18de5732-bc49-44c1-8f3c-41fa12c3106f. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1029.322296] env[62643]: DEBUG oslo_concurrency.lockutils [req-f579f775-4845-4c75-a417-f7d7f6ef3756 req-16e8d3be-422f-4bc6-b9b7-7bbda799b7ad service nova] Acquiring lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.322445] env[62643]: DEBUG oslo_concurrency.lockutils [req-f579f775-4845-4c75-a417-f7d7f6ef3756 req-16e8d3be-422f-4bc6-b9b7-7bbda799b7ad service nova] Acquired lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.322607] env[62643]: DEBUG nova.network.neutron [req-f579f775-4845-4c75-a417-f7d7f6ef3756 req-16e8d3be-422f-4bc6-b9b7-7bbda799b7ad service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Refreshing network info cache for port 18de5732-bc49-44c1-8f3c-41fa12c3106f {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.330083] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454062} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.332830] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] f2316816-013d-411a-8622-599205592e49/f2316816-013d-411a-8622-599205592e49.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.333642] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.333703] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ae5995e-6b02-46bb-a889-d391206a820a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.337506] env[62643]: INFO nova.compute.manager [-] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Took 1.31 seconds to deallocate network for instance. [ 1029.352054] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.352054] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.352054] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Deleting the datastore file [datastore2] 51049d09-cb97-42a9-aa48-b9375cf7c7eb {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.352054] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1029.352054] env[62643]: value = "task-2383800" [ 1029.352054] env[62643]: _type = "Task" [ 1029.352054] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.352054] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dee0430-d5f8-48f2-8fd5-4a7e49be463b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.366040] env[62643]: DEBUG oslo_vmware.api [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1029.366040] env[62643]: value = "task-2383801" [ 1029.366040] env[62643]: _type = "Task" [ 1029.366040] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.371662] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.382299] env[62643]: DEBUG oslo_vmware.api [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.395832] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383798, 'name': Rename_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.417162] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2a9876-f1de-4e54-8ac3-a209ca305fda {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.425685] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9da36a4-09f7-42e5-b86d-0633f6eeefe3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.463272] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.464098] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a84ea8e-3df4-42f7-84f2-3f78f42123a3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.467741] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f334ca93-9f0c-4033-9a55-b42203b7c1f3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.478384] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0be162f-7ab7-414c-98a1-4e9defeac495 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.482431] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.482657] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-305c7d5f-209e-43ba-a4a0-47f685be168f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.496287] env[62643]: DEBUG nova.compute.provider_tree [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.557051] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "refresh_cache-4e7b10cd-73d9-469a-8648-352582b385a9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.557403] env[62643]: DEBUG nova.compute.manager [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Instance network_info: |[{"id": "516dc6f3-b554-4922-b8ea-7a5c99d0383f", "address": "fa:16:3e:81:9b:70", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516dc6f3-b5", "ovs_interfaceid": "516dc6f3-b554-4922-b8ea-7a5c99d0383f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.559076] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:9b:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '516dc6f3-b554-4922-b8ea-7a5c99d0383f', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.566663] env[62643]: DEBUG oslo.service.loopingcall [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.566902] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.567095] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.567273] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Deleting the datastore file [datastore1] 564258b1-31e2-4424-90a8-4760d3c91656 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.567539] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.567808] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c6f1606-11aa-43c4-bcf1-5ad2ec154f71 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.569737] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae6952d0-08e2-49b5-9b67-a81e2ca38261 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.589866] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 1029.589866] env[62643]: value = "task-2383803" [ 1029.589866] env[62643]: _type = "Task" [ 1029.589866] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.593943] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.593943] env[62643]: value = "task-2383804" [ 1029.593943] env[62643]: _type = "Task" [ 1029.593943] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.599912] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.604955] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383804, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.711452] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3082179e-d9d6-42cd-98f9-90a4d8395a17 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "ae942842-00af-408a-beb2-312839415d76" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.059s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.763445] env[62643]: DEBUG nova.network.neutron [-] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.844140] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.866840] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083335} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.867215] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.868097] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff79e565-656f-47a7-b1ae-eb11ccaf3929 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.893449] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] f2316816-013d-411a-8622-599205592e49/f2316816-013d-411a-8622-599205592e49.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.897271] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94271de0-8d9f-4e33-85cf-2ee5c9b849da {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.919471] env[62643]: DEBUG oslo_vmware.api [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149281} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.920664] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.920891] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.921100] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.921283] env[62643]: INFO nova.compute.manager [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1029.921528] env[62643]: DEBUG oslo.service.loopingcall [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.922154] env[62643]: DEBUG nova.compute.manager [-] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.922242] env[62643]: DEBUG nova.network.neutron [-] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.927775] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383798, 'name': Rename_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.929494] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1029.929494] env[62643]: value = "task-2383805" [ 1029.929494] env[62643]: _type = "Task" [ 1029.929494] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.938997] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.000152] env[62643]: DEBUG nova.scheduler.client.report [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.101058] env[62643]: DEBUG oslo_vmware.api [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208585} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.101664] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.101865] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.102054] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.106995] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383804, 'name': CreateVM_Task, 'duration_secs': 0.393556} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.107161] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.107887] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.108068] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.108382] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.109078] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c745b8c-8947-4cb6-a097-d2a927a45a0f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.114335] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 1030.114335] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e5eb0f-1bf3-e95d-6264-8cbb522e3b50" [ 1030.114335] env[62643]: _type = "Task" [ 1030.114335] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.124084] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e5eb0f-1bf3-e95d-6264-8cbb522e3b50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.125088] env[62643]: INFO nova.scheduler.client.report [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Deleted allocations for instance 564258b1-31e2-4424-90a8-4760d3c91656 [ 1030.266411] env[62643]: INFO nova.compute.manager [-] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Took 1.67 seconds to deallocate network for instance. [ 1030.273141] env[62643]: DEBUG nova.network.neutron [req-f579f775-4845-4c75-a417-f7d7f6ef3756 req-16e8d3be-422f-4bc6-b9b7-7bbda799b7ad service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Updated VIF entry in instance network info cache for port 18de5732-bc49-44c1-8f3c-41fa12c3106f. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.273525] env[62643]: DEBUG nova.network.neutron [req-f579f775-4845-4c75-a417-f7d7f6ef3756 req-16e8d3be-422f-4bc6-b9b7-7bbda799b7ad service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Updating instance_info_cache with network_info: [{"id": "18de5732-bc49-44c1-8f3c-41fa12c3106f", "address": "fa:16:3e:c6:b1:2a", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18de5732-bc", "ovs_interfaceid": "18de5732-bc49-44c1-8f3c-41fa12c3106f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.397753] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383798, 'name': Rename_Task, 'duration_secs': 1.176538} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.399095] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.399095] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2f04360-aa83-40c1-ac10-c84d6027853d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.406264] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1030.406264] env[62643]: value = "task-2383806" [ 1030.406264] env[62643]: _type = "Task" [ 1030.406264] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.416433] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.443029] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383805, 'name': ReconfigVM_Task, 'duration_secs': 0.329819} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.443029] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Reconfigured VM instance instance-0000005e to attach disk [datastore1] f2316816-013d-411a-8622-599205592e49/f2316816-013d-411a-8622-599205592e49.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.443029] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5937791-53d7-41fd-865c-0cd7a58cab87 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.450898] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1030.450898] env[62643]: value = "task-2383807" [ 1030.450898] env[62643]: _type = "Task" [ 1030.450898] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.462398] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383807, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.504895] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.509266] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.931s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.509711] env[62643]: DEBUG nova.objects.instance [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Lazy-loading 'resources' on Instance uuid 768673e8-0d07-4a6c-b205-ca1da1ca1d84 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.542667] env[62643]: INFO nova.scheduler.client.report [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Deleted allocations for instance 833603a6-4ff9-4831-a5ce-ecbd8bfc1567 [ 1030.629541] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.629782] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e5eb0f-1bf3-e95d-6264-8cbb522e3b50, 'name': SearchDatastore_Task, 'duration_secs': 0.012588} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.630079] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.630311] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.630575] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.630738] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.630941] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.631225] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-764acebd-877c-4b47-b6f8-027722a50971 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.641769] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.641978] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.642752] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2654401a-4351-401d-81a6-de991f3f2c53 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.649052] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 1030.649052] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528ba747-9b18-4a6e-ba60-ddd4610203a7" [ 1030.649052] env[62643]: _type = "Task" [ 1030.649052] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.660234] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528ba747-9b18-4a6e-ba60-ddd4610203a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.779141] env[62643]: DEBUG oslo_concurrency.lockutils [req-f579f775-4845-4c75-a417-f7d7f6ef3756 req-16e8d3be-422f-4bc6-b9b7-7bbda799b7ad service nova] Releasing lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.779422] env[62643]: DEBUG nova.compute.manager [req-f579f775-4845-4c75-a417-f7d7f6ef3756 req-16e8d3be-422f-4bc6-b9b7-7bbda799b7ad service nova] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Received event network-changed-516dc6f3-b554-4922-b8ea-7a5c99d0383f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.779654] env[62643]: DEBUG nova.compute.manager [req-f579f775-4845-4c75-a417-f7d7f6ef3756 req-16e8d3be-422f-4bc6-b9b7-7bbda799b7ad service nova] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Refreshing instance network info cache due to event network-changed-516dc6f3-b554-4922-b8ea-7a5c99d0383f. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1030.779968] env[62643]: DEBUG oslo_concurrency.lockutils [req-f579f775-4845-4c75-a417-f7d7f6ef3756 req-16e8d3be-422f-4bc6-b9b7-7bbda799b7ad service nova] Acquiring lock "refresh_cache-4e7b10cd-73d9-469a-8648-352582b385a9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.780199] env[62643]: DEBUG oslo_concurrency.lockutils [req-f579f775-4845-4c75-a417-f7d7f6ef3756 req-16e8d3be-422f-4bc6-b9b7-7bbda799b7ad service nova] Acquired lock "refresh_cache-4e7b10cd-73d9-469a-8648-352582b385a9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.780421] env[62643]: DEBUG nova.network.neutron [req-f579f775-4845-4c75-a417-f7d7f6ef3756 req-16e8d3be-422f-4bc6-b9b7-7bbda799b7ad service nova] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Refreshing network info cache for port 516dc6f3-b554-4922-b8ea-7a5c99d0383f {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.819664] env[62643]: INFO nova.compute.manager [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Took 0.55 seconds to detach 1 volumes for instance. [ 1030.824724] env[62643]: DEBUG nova.objects.instance [None req-69857b11-b767-4dcb-8cbf-8dd8e8f6b2eb tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lazy-loading 'flavor' on Instance uuid ae942842-00af-408a-beb2-312839415d76 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.918303] env[62643]: DEBUG oslo_vmware.api [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383806, 'name': PowerOnVM_Task, 'duration_secs': 0.501788} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.918579] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.918830] env[62643]: INFO nova.compute.manager [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Took 11.17 seconds to spawn the instance on the hypervisor. [ 1030.918965] env[62643]: DEBUG nova.compute.manager [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.920055] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4195c77d-58eb-4543-8372-ddd85df323c1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.960532] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383807, 'name': Rename_Task, 'duration_secs': 0.202457} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.961020] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.961311] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf86bc07-f35e-4d98-bf5a-a78a19a93d6a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.969923] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1030.969923] env[62643]: value = "task-2383808" [ 1030.969923] env[62643]: _type = "Task" [ 1030.969923] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.980076] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.050228] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0187baca-8ae5-4000-940a-150cf060ce33 tempest-AttachInterfacesV270Test-620570380 tempest-AttachInterfacesV270Test-620570380-project-member] Lock "833603a6-4ff9-4831-a5ce-ecbd8bfc1567" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.755s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.159117] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528ba747-9b18-4a6e-ba60-ddd4610203a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011808} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.162956] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22ddeb70-2f58-44a9-bc43-00638d51d07c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.167938] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 1031.167938] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ec5d03-2e30-e14c-f5f6-c65343a5ea62" [ 1031.167938] env[62643]: _type = "Task" [ 1031.167938] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.176764] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ec5d03-2e30-e14c-f5f6-c65343a5ea62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.198875] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc09ee8d-08a2-4c11-a33c-6976912f50c1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.206761] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2467b68b-ee5a-4dc5-8b33-39cdc4f596f6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.237974] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebf5f66-7dfb-4567-bbfc-3b67bb735c5b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.245349] env[62643]: DEBUG nova.network.neutron [-] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.247556] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eb899a-04be-4a35-9c2a-6d3e516b6dfa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.262528] env[62643]: DEBUG nova.compute.provider_tree [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.327239] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.330070] env[62643]: DEBUG oslo_concurrency.lockutils [None req-69857b11-b767-4dcb-8cbf-8dd8e8f6b2eb tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.330070] env[62643]: DEBUG oslo_concurrency.lockutils [None req-69857b11-b767-4dcb-8cbf-8dd8e8f6b2eb tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.330252] env[62643]: DEBUG nova.network.neutron [None req-69857b11-b767-4dcb-8cbf-8dd8e8f6b2eb tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.330416] env[62643]: DEBUG nova.objects.instance [None req-69857b11-b767-4dcb-8cbf-8dd8e8f6b2eb tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lazy-loading 'info_cache' on Instance uuid ae942842-00af-408a-beb2-312839415d76 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.353727] env[62643]: DEBUG nova.compute.manager [req-e7942a0b-e0d7-4582-8839-5df0e6d574ff req-b8384322-91b7-4844-9acb-6124085c4b52 service nova] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Received event network-vif-deleted-4d4e86f6-d6c4-4527-a555-52ca848666bc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.353922] env[62643]: DEBUG nova.compute.manager [req-e7942a0b-e0d7-4582-8839-5df0e6d574ff req-b8384322-91b7-4844-9acb-6124085c4b52 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Received event network-vif-unplugged-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.354142] env[62643]: DEBUG oslo_concurrency.lockutils [req-e7942a0b-e0d7-4582-8839-5df0e6d574ff req-b8384322-91b7-4844-9acb-6124085c4b52 service nova] Acquiring lock "564258b1-31e2-4424-90a8-4760d3c91656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.354637] env[62643]: DEBUG oslo_concurrency.lockutils [req-e7942a0b-e0d7-4582-8839-5df0e6d574ff req-b8384322-91b7-4844-9acb-6124085c4b52 service nova] Lock "564258b1-31e2-4424-90a8-4760d3c91656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.354637] env[62643]: DEBUG oslo_concurrency.lockutils [req-e7942a0b-e0d7-4582-8839-5df0e6d574ff req-b8384322-91b7-4844-9acb-6124085c4b52 service nova] Lock "564258b1-31e2-4424-90a8-4760d3c91656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.354637] env[62643]: DEBUG nova.compute.manager [req-e7942a0b-e0d7-4582-8839-5df0e6d574ff req-b8384322-91b7-4844-9acb-6124085c4b52 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] No waiting events found dispatching network-vif-unplugged-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.355043] env[62643]: WARNING nova.compute.manager [req-e7942a0b-e0d7-4582-8839-5df0e6d574ff req-b8384322-91b7-4844-9acb-6124085c4b52 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Received unexpected event network-vif-unplugged-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 for instance with vm_state shelved_offloaded and task_state None. [ 1031.355043] env[62643]: DEBUG nova.compute.manager [req-e7942a0b-e0d7-4582-8839-5df0e6d574ff req-b8384322-91b7-4844-9acb-6124085c4b52 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Received event network-changed-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.355178] env[62643]: DEBUG nova.compute.manager [req-e7942a0b-e0d7-4582-8839-5df0e6d574ff req-b8384322-91b7-4844-9acb-6124085c4b52 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Refreshing instance network info cache due to event network-changed-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1031.355345] env[62643]: DEBUG oslo_concurrency.lockutils [req-e7942a0b-e0d7-4582-8839-5df0e6d574ff req-b8384322-91b7-4844-9acb-6124085c4b52 service nova] Acquiring lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.355401] env[62643]: DEBUG oslo_concurrency.lockutils [req-e7942a0b-e0d7-4582-8839-5df0e6d574ff req-b8384322-91b7-4844-9acb-6124085c4b52 service nova] Acquired lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.355623] env[62643]: DEBUG nova.network.neutron [req-e7942a0b-e0d7-4582-8839-5df0e6d574ff req-b8384322-91b7-4844-9acb-6124085c4b52 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Refreshing network info cache for port 1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.443594] env[62643]: INFO nova.compute.manager [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Took 30.81 seconds to build instance. [ 1031.484278] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383808, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.571065] env[62643]: DEBUG nova.network.neutron [req-f579f775-4845-4c75-a417-f7d7f6ef3756 req-16e8d3be-422f-4bc6-b9b7-7bbda799b7ad service nova] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Updated VIF entry in instance network info cache for port 516dc6f3-b554-4922-b8ea-7a5c99d0383f. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.571445] env[62643]: DEBUG nova.network.neutron [req-f579f775-4845-4c75-a417-f7d7f6ef3756 req-16e8d3be-422f-4bc6-b9b7-7bbda799b7ad service nova] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Updating instance_info_cache with network_info: [{"id": "516dc6f3-b554-4922-b8ea-7a5c99d0383f", "address": "fa:16:3e:81:9b:70", "network": {"id": "14b4a101-152c-405f-9df5-82e1ad1dfc66", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594145386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c0fb0db32b4e3cb369f3668fdda8c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516dc6f3-b5", "ovs_interfaceid": "516dc6f3-b554-4922-b8ea-7a5c99d0383f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.683320] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ec5d03-2e30-e14c-f5f6-c65343a5ea62, 'name': SearchDatastore_Task, 'duration_secs': 0.010843} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.685170] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.685556] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 4e7b10cd-73d9-469a-8648-352582b385a9/4e7b10cd-73d9-469a-8648-352582b385a9.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.686316] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d41c60b7-94e9-43c9-864a-05069abe5b8a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.696771] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 1031.696771] env[62643]: value = "task-2383809" [ 1031.696771] env[62643]: _type = "Task" [ 1031.696771] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.708267] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.753305] env[62643]: INFO nova.compute.manager [-] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Took 1.83 seconds to deallocate network for instance. [ 1031.765778] env[62643]: DEBUG nova.scheduler.client.report [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.834072] env[62643]: DEBUG nova.objects.base [None req-69857b11-b767-4dcb-8cbf-8dd8e8f6b2eb tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1031.949455] env[62643]: DEBUG oslo_concurrency.lockutils [None req-93cf96a6-544e-4b65-909c-e5c8632588fc tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "70594b0d-7e96-4da1-a1b4-f90f555ade23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.320s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.984573] env[62643]: DEBUG oslo_vmware.api [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383808, 'name': PowerOnVM_Task, 'duration_secs': 0.625401} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.984892] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.985139] env[62643]: INFO nova.compute.manager [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1031.985372] env[62643]: DEBUG nova.compute.manager [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.986212] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ef6afa-e0e1-4263-a4e7-46505f2fe9ee {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.074052] env[62643]: DEBUG oslo_concurrency.lockutils [req-f579f775-4845-4c75-a417-f7d7f6ef3756 req-16e8d3be-422f-4bc6-b9b7-7bbda799b7ad service nova] Releasing lock "refresh_cache-4e7b10cd-73d9-469a-8648-352582b385a9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.074488] env[62643]: DEBUG nova.compute.manager [req-f579f775-4845-4c75-a417-f7d7f6ef3756 req-16e8d3be-422f-4bc6-b9b7-7bbda799b7ad service nova] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Received event network-vif-deleted-8fa4ab62-0186-4a70-97cc-858b59b867f3 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.209261] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383809, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.260817] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.271976] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.275476] env[62643]: DEBUG oslo_concurrency.lockutils [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.450s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.275476] env[62643]: DEBUG nova.objects.instance [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lazy-loading 'resources' on Instance uuid 46dc2ea7-f124-4a2d-b59c-a8b95f411156 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.297443] env[62643]: INFO nova.scheduler.client.report [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Deleted allocations for instance 768673e8-0d07-4a6c-b205-ca1da1ca1d84 [ 1032.509885] env[62643]: INFO nova.compute.manager [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Took 23.27 seconds to build instance. [ 1032.709901] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571054} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.710294] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 4e7b10cd-73d9-469a-8648-352582b385a9/4e7b10cd-73d9-469a-8648-352582b385a9.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.710576] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.710890] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-433dfeb5-ff03-4f71-bb96-3bfd77edbe9c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.719935] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 1032.719935] env[62643]: value = "task-2383810" [ 1032.719935] env[62643]: _type = "Task" [ 1032.719935] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.730074] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.807255] env[62643]: DEBUG oslo_concurrency.lockutils [None req-db871d6c-1878-4f19-bf87-0cc91f70b0aa tempest-ServersTestBootFromVolume-425004524 tempest-ServersTestBootFromVolume-425004524-project-member] Lock "768673e8-0d07-4a6c-b205-ca1da1ca1d84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.423s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.981746] env[62643]: DEBUG nova.network.neutron [req-e7942a0b-e0d7-4582-8839-5df0e6d574ff req-b8384322-91b7-4844-9acb-6124085c4b52 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Updated VIF entry in instance network info cache for port 1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.981746] env[62643]: DEBUG nova.network.neutron [req-e7942a0b-e0d7-4582-8839-5df0e6d574ff req-b8384322-91b7-4844-9acb-6124085c4b52 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Updating instance_info_cache with network_info: [{"id": "1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1", "address": "fa:16:3e:71:85:eb", "network": {"id": "71c5229e-42c0-45ed-8d40-92f570a66e96", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-761236806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa7d55bb2334b6cac45f3d2b66555f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1dd96cb2-0c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.995112] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edde98d0-7fc1-4d80-ab76-555c6eff0233 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.006845] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13daa68f-f9e8-4107-aff0-a00292ed6af4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.012669] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ba7f58f2-5b7c-46a2-b0cb-7fa3d8a54cd6 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f2316816-013d-411a-8622-599205592e49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.779s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.038955] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8d0ea5-9936-41ee-8638-4f1e14805eca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.047750] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40330ee4-719c-48b6-9d18-c2fe7150cb21 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.066880] env[62643]: DEBUG nova.compute.provider_tree [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.173905] env[62643]: DEBUG nova.network.neutron [None req-69857b11-b767-4dcb-8cbf-8dd8e8f6b2eb tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Updating instance_info_cache with network_info: [{"id": "70648026-b431-489c-9dea-3fc31f5ec084", "address": "fa:16:3e:03:57:a6", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70648026-b4", "ovs_interfaceid": "70648026-b431-489c-9dea-3fc31f5ec084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.230294] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155276} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.230762] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.231669] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dbcb1d-1669-454e-95c7-31c1aa2f1598 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.255049] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 4e7b10cd-73d9-469a-8648-352582b385a9/4e7b10cd-73d9-469a-8648-352582b385a9.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.256800] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-490a2544-1525-44a0-8748-6a72dba9ef32 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.282291] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 1033.282291] env[62643]: value = "task-2383811" [ 1033.282291] env[62643]: _type = "Task" [ 1033.282291] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.293830] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.406166] env[62643]: DEBUG nova.compute.manager [req-7dd1ab05-0839-485e-a032-198ce47d1360 req-85539ae4-3e30-42f5-8a8a-00bdf3d0df30 service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Received event network-changed-3256e802-a855-4166-be46-9acc40e4f685 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1033.406166] env[62643]: DEBUG nova.compute.manager [req-7dd1ab05-0839-485e-a032-198ce47d1360 req-85539ae4-3e30-42f5-8a8a-00bdf3d0df30 service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Refreshing instance network info cache due to event network-changed-3256e802-a855-4166-be46-9acc40e4f685. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1033.406166] env[62643]: DEBUG oslo_concurrency.lockutils [req-7dd1ab05-0839-485e-a032-198ce47d1360 req-85539ae4-3e30-42f5-8a8a-00bdf3d0df30 service nova] Acquiring lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.406800] env[62643]: DEBUG oslo_concurrency.lockutils [req-7dd1ab05-0839-485e-a032-198ce47d1360 req-85539ae4-3e30-42f5-8a8a-00bdf3d0df30 service nova] Acquired lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.407102] env[62643]: DEBUG nova.network.neutron [req-7dd1ab05-0839-485e-a032-198ce47d1360 req-85539ae4-3e30-42f5-8a8a-00bdf3d0df30 service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Refreshing network info cache for port 3256e802-a855-4166-be46-9acc40e4f685 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.485976] env[62643]: DEBUG oslo_concurrency.lockutils [req-e7942a0b-e0d7-4582-8839-5df0e6d574ff req-b8384322-91b7-4844-9acb-6124085c4b52 service nova] Releasing lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.486215] env[62643]: DEBUG nova.compute.manager [req-e7942a0b-e0d7-4582-8839-5df0e6d574ff req-b8384322-91b7-4844-9acb-6124085c4b52 service nova] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Received event network-vif-deleted-4f4ff462-6e13-44b1-bf60-8d198efe97cd {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1033.567209] env[62643]: DEBUG nova.compute.manager [req-e650797b-11bd-49f8-bd2f-f6f24c465c0e req-3f84da65-815e-45b4-a373-42049f1bf24f service nova] [instance: f2316816-013d-411a-8622-599205592e49] Received event network-changed-d6546e00-0191-48ec-aad1-4f6ddf7f8b4e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1033.567209] env[62643]: DEBUG nova.compute.manager [req-e650797b-11bd-49f8-bd2f-f6f24c465c0e req-3f84da65-815e-45b4-a373-42049f1bf24f service nova] [instance: f2316816-013d-411a-8622-599205592e49] Refreshing instance network info cache due to event network-changed-d6546e00-0191-48ec-aad1-4f6ddf7f8b4e. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1033.567209] env[62643]: DEBUG oslo_concurrency.lockutils [req-e650797b-11bd-49f8-bd2f-f6f24c465c0e req-3f84da65-815e-45b4-a373-42049f1bf24f service nova] Acquiring lock "refresh_cache-f2316816-013d-411a-8622-599205592e49" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.567209] env[62643]: DEBUG oslo_concurrency.lockutils [req-e650797b-11bd-49f8-bd2f-f6f24c465c0e req-3f84da65-815e-45b4-a373-42049f1bf24f service nova] Acquired lock "refresh_cache-f2316816-013d-411a-8622-599205592e49" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.567209] env[62643]: DEBUG nova.network.neutron [req-e650797b-11bd-49f8-bd2f-f6f24c465c0e req-3f84da65-815e-45b4-a373-42049f1bf24f service nova] [instance: f2316816-013d-411a-8622-599205592e49] Refreshing network info cache for port d6546e00-0191-48ec-aad1-4f6ddf7f8b4e {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.573020] env[62643]: DEBUG nova.scheduler.client.report [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.675385] env[62643]: DEBUG oslo_concurrency.lockutils [None req-69857b11-b767-4dcb-8cbf-8dd8e8f6b2eb tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "refresh_cache-ae942842-00af-408a-beb2-312839415d76" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.776191] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "564258b1-31e2-4424-90a8-4760d3c91656" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.794450] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383811, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.086122] env[62643]: DEBUG oslo_concurrency.lockutils [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.093513] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.245s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.094090] env[62643]: DEBUG nova.objects.instance [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Lazy-loading 'resources' on Instance uuid d9de5c3a-3c83-4ae1-b921-30d9888c06a5 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.121388] env[62643]: INFO nova.scheduler.client.report [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Deleted allocations for instance 46dc2ea7-f124-4a2d-b59c-a8b95f411156 [ 1034.297629] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383811, 'name': ReconfigVM_Task, 'duration_secs': 0.539614} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.298183] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 4e7b10cd-73d9-469a-8648-352582b385a9/4e7b10cd-73d9-469a-8648-352582b385a9.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.298914] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e917e04-ab45-47e2-b386-6baf8d497a2b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.307969] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 1034.307969] env[62643]: value = "task-2383812" [ 1034.307969] env[62643]: _type = "Task" [ 1034.307969] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.318142] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383812, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.616378] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "f5b0888d-6159-41da-8476-79c99d86223a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.616801] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "f5b0888d-6159-41da-8476-79c99d86223a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.634706] env[62643]: DEBUG oslo_concurrency.lockutils [None req-da216c52-285b-40db-8ea6-bffc6fe5dd96 tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "46dc2ea7-f124-4a2d-b59c-a8b95f411156" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.206s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.686873] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-69857b11-b767-4dcb-8cbf-8dd8e8f6b2eb tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.691671] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b28a758-037b-4c04-9ea1-afedf1edb576 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.704615] env[62643]: DEBUG oslo_vmware.api [None req-69857b11-b767-4dcb-8cbf-8dd8e8f6b2eb tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1034.704615] env[62643]: value = "task-2383813" [ 1034.704615] env[62643]: _type = "Task" [ 1034.704615] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.720495] env[62643]: DEBUG oslo_vmware.api [None req-69857b11-b767-4dcb-8cbf-8dd8e8f6b2eb tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.818249] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383812, 'name': Rename_Task, 'duration_secs': 0.188771} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.821067] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.821937] env[62643]: DEBUG nova.network.neutron [req-7dd1ab05-0839-485e-a032-198ce47d1360 req-85539ae4-3e30-42f5-8a8a-00bdf3d0df30 service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Updated VIF entry in instance network info cache for port 3256e802-a855-4166-be46-9acc40e4f685. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.822293] env[62643]: DEBUG nova.network.neutron [req-7dd1ab05-0839-485e-a032-198ce47d1360 req-85539ae4-3e30-42f5-8a8a-00bdf3d0df30 service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Updating instance_info_cache with network_info: [{"id": "3256e802-a855-4166-be46-9acc40e4f685", "address": "fa:16:3e:6d:3d:96", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3256e802-a8", "ovs_interfaceid": "3256e802-a855-4166-be46-9acc40e4f685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.823604] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c757cd1-b2f1-44ba-92e5-bec5ba53f912 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.831305] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 1034.831305] env[62643]: value = "task-2383814" [ 1034.831305] env[62643]: _type = "Task" [ 1034.831305] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.843046] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.854462] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c628c454-dda8-4b65-97dc-ee28a0a0f377 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.865757] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f45537a-6452-4f07-9852-76f64e7fd654 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.903289] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ec6a43-e662-44aa-80c3-9b0b2d482261 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.912296] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24050219-2a54-461a-accd-4d0cb72c4d10 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.929903] env[62643]: DEBUG nova.compute.provider_tree [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.960376] env[62643]: DEBUG nova.network.neutron [req-e650797b-11bd-49f8-bd2f-f6f24c465c0e req-3f84da65-815e-45b4-a373-42049f1bf24f service nova] [instance: f2316816-013d-411a-8622-599205592e49] Updated VIF entry in instance network info cache for port d6546e00-0191-48ec-aad1-4f6ddf7f8b4e. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.961068] env[62643]: DEBUG nova.network.neutron [req-e650797b-11bd-49f8-bd2f-f6f24c465c0e req-3f84da65-815e-45b4-a373-42049f1bf24f service nova] [instance: f2316816-013d-411a-8622-599205592e49] Updating instance_info_cache with network_info: [{"id": "d6546e00-0191-48ec-aad1-4f6ddf7f8b4e", "address": "fa:16:3e:1b:9d:39", "network": {"id": "2027fee0-396c-46c6-81ef-a05bd903ddef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-654713677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba0aaf38803e46fba6123491ef37f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6546e00-01", "ovs_interfaceid": "d6546e00-0191-48ec-aad1-4f6ddf7f8b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.120500] env[62643]: DEBUG nova.compute.manager [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.218258] env[62643]: DEBUG oslo_vmware.api [None req-69857b11-b767-4dcb-8cbf-8dd8e8f6b2eb tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.326782] env[62643]: DEBUG oslo_concurrency.lockutils [req-7dd1ab05-0839-485e-a032-198ce47d1360 req-85539ae4-3e30-42f5-8a8a-00bdf3d0df30 service nova] Releasing lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.344272] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.434034] env[62643]: DEBUG nova.scheduler.client.report [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.463795] env[62643]: DEBUG oslo_concurrency.lockutils [req-e650797b-11bd-49f8-bd2f-f6f24c465c0e req-3f84da65-815e-45b4-a373-42049f1bf24f service nova] Releasing lock "refresh_cache-f2316816-013d-411a-8622-599205592e49" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.642948] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.719205] env[62643]: DEBUG oslo_vmware.api [None req-69857b11-b767-4dcb-8cbf-8dd8e8f6b2eb tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.843567] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.940825] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.944138] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.314s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.944138] env[62643]: DEBUG nova.objects.instance [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lazy-loading 'resources' on Instance uuid 564258b1-31e2-4424-90a8-4760d3c91656 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.964585] env[62643]: INFO nova.scheduler.client.report [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Deleted allocations for instance d9de5c3a-3c83-4ae1-b921-30d9888c06a5 [ 1036.221420] env[62643]: DEBUG oslo_vmware.api [None req-69857b11-b767-4dcb-8cbf-8dd8e8f6b2eb tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.345231] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383814, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.447425] env[62643]: DEBUG nova.objects.instance [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lazy-loading 'numa_topology' on Instance uuid 564258b1-31e2-4424-90a8-4760d3c91656 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.472920] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8039e777-88de-4890-8b1b-de7ee51e7e11 tempest-ServerGroupTestJSON-852294382 tempest-ServerGroupTestJSON-852294382-project-member] Lock "d9de5c3a-3c83-4ae1-b921-30d9888c06a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.188s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.722125] env[62643]: DEBUG oslo_vmware.api [None req-69857b11-b767-4dcb-8cbf-8dd8e8f6b2eb tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383813, 'name': PowerOnVM_Task, 'duration_secs': 1.800245} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.722451] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-69857b11-b767-4dcb-8cbf-8dd8e8f6b2eb tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.722688] env[62643]: DEBUG nova.compute.manager [None req-69857b11-b767-4dcb-8cbf-8dd8e8f6b2eb tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.723478] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a69dd3-0cdb-4afa-805e-9f7e6a160285 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.844154] env[62643]: DEBUG oslo_vmware.api [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383814, 'name': PowerOnVM_Task, 'duration_secs': 1.611678} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.844737] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.844983] env[62643]: INFO nova.compute.manager [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Took 11.23 seconds to spawn the instance on the hypervisor. [ 1036.845185] env[62643]: DEBUG nova.compute.manager [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.846061] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f448a83-9bea-4256-b436-f2e969ba73cb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.949912] env[62643]: DEBUG nova.objects.base [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Object Instance<564258b1-31e2-4424-90a8-4760d3c91656> lazy-loaded attributes: resources,numa_topology {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1037.156980] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcda3005-5b92-43c0-a0a4-0260328fca46 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.166395] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc54fd6-5df6-458a-bda2-562b9753e306 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.198243] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4872f0ae-0423-47d3-a0bc-88348b3d052d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.206839] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caf910e-4104-4f30-95c7-117997914c16 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.222933] env[62643]: DEBUG nova.compute.provider_tree [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.367674] env[62643]: INFO nova.compute.manager [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Took 26.09 seconds to build instance. [ 1037.580041] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "ae942842-00af-408a-beb2-312839415d76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.580424] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "ae942842-00af-408a-beb2-312839415d76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.580735] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "ae942842-00af-408a-beb2-312839415d76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.581006] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "ae942842-00af-408a-beb2-312839415d76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.581270] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "ae942842-00af-408a-beb2-312839415d76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.584451] env[62643]: INFO nova.compute.manager [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Terminating instance [ 1037.726411] env[62643]: DEBUG nova.scheduler.client.report [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.870246] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6541a9ca-73d9-4472-9a46-bcb7f815da34 tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "4e7b10cd-73d9-469a-8648-352582b385a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.599s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.089194] env[62643]: DEBUG nova.compute.manager [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.089427] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.090374] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe9cc37-3b62-4b2a-b3dc-83e90dd995aa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.100644] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.100644] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bf3b357-18c3-463e-860a-7c9af82abea4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.109386] env[62643]: DEBUG oslo_vmware.api [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1038.109386] env[62643]: value = "task-2383816" [ 1038.109386] env[62643]: _type = "Task" [ 1038.109386] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.119850] env[62643]: DEBUG oslo_vmware.api [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.235025] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.235743] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.908s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.236369] env[62643]: DEBUG nova.objects.instance [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lazy-loading 'resources' on Instance uuid 205202c0-97fd-4cdc-9b0f-6775b3a47360 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.620433] env[62643]: DEBUG oslo_vmware.api [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383816, 'name': PowerOffVM_Task, 'duration_secs': 0.259227} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.620729] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.620909] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.621407] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e9936a3-1bc4-4214-81d9-bd2012395396 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.690875] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.691122] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.691309] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Deleting the datastore file [datastore2] ae942842-00af-408a-beb2-312839415d76 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.691587] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcf221a5-bb30-4fa0-bce2-598a4c408d70 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.699690] env[62643]: DEBUG oslo_vmware.api [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1038.699690] env[62643]: value = "task-2383818" [ 1038.699690] env[62643]: _type = "Task" [ 1038.699690] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.708355] env[62643]: DEBUG oslo_vmware.api [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.744443] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17ae4cee-1c52-48cb-a2f0-74ba60b350d6 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "564258b1-31e2-4424-90a8-4760d3c91656" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.801s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.745364] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "564258b1-31e2-4424-90a8-4760d3c91656" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.969s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.745557] env[62643]: INFO nova.compute.manager [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Unshelving [ 1038.894628] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.895059] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.905019] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7a9207-305b-49eb-8679-91400a4581a5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.912874] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26487acd-2fcb-4328-b02c-60563d610edd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.950024] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b670c8e7-1884-4fc4-ad52-a80342b804e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.958580] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5134270-b03c-4489-a8c4-3ef27c57efac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.975021] env[62643]: DEBUG nova.compute.provider_tree [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.107474] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "4e7b10cd-73d9-469a-8648-352582b385a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.107758] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "4e7b10cd-73d9-469a-8648-352582b385a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.107977] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "4e7b10cd-73d9-469a-8648-352582b385a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.108182] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "4e7b10cd-73d9-469a-8648-352582b385a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.108982] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "4e7b10cd-73d9-469a-8648-352582b385a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.111513] env[62643]: INFO nova.compute.manager [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Terminating instance [ 1039.210037] env[62643]: DEBUG oslo_vmware.api [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336733} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.210324] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.210517] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.210736] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.210918] env[62643]: INFO nova.compute.manager [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: ae942842-00af-408a-beb2-312839415d76] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1039.211185] env[62643]: DEBUG oslo.service.loopingcall [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.211387] env[62643]: DEBUG nova.compute.manager [-] [instance: ae942842-00af-408a-beb2-312839415d76] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.211481] env[62643]: DEBUG nova.network.neutron [-] [instance: ae942842-00af-408a-beb2-312839415d76] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.404067] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.404338] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Starting heal instance info cache {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1039.404381] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Rebuilding the list of instances to heal {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1039.478920] env[62643]: DEBUG nova.scheduler.client.report [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.617687] env[62643]: DEBUG nova.compute.manager [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.617687] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.617687] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e67696-c4fe-4c7c-ae77-cdc7a687d6b8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.625550] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.625958] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69a56d99-a57e-4907-82cc-f0fe58446ba6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.634047] env[62643]: DEBUG oslo_vmware.api [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 1039.634047] env[62643]: value = "task-2383819" [ 1039.634047] env[62643]: _type = "Task" [ 1039.634047] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.643609] env[62643]: DEBUG oslo_vmware.api [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.760736] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "c771cbc2-e440-4c40-afea-0476d16f5328" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.760736] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "c771cbc2-e440-4c40-afea-0476d16f5328" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.760736] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "c771cbc2-e440-4c40-afea-0476d16f5328-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.760736] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "c771cbc2-e440-4c40-afea-0476d16f5328-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.760736] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "c771cbc2-e440-4c40-afea-0476d16f5328-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.762729] env[62643]: INFO nova.compute.manager [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Terminating instance [ 1039.777543] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.811420] env[62643]: DEBUG nova.compute.manager [req-3052ab3b-d124-4636-9bb2-3236c5a97566 req-57cc5c47-9f50-49d9-9aa0-c6a97de87ab7 service nova] [instance: ae942842-00af-408a-beb2-312839415d76] Received event network-vif-deleted-70648026-b431-489c-9dea-3fc31f5ec084 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1039.811680] env[62643]: INFO nova.compute.manager [req-3052ab3b-d124-4636-9bb2-3236c5a97566 req-57cc5c47-9f50-49d9-9aa0-c6a97de87ab7 service nova] [instance: ae942842-00af-408a-beb2-312839415d76] Neutron deleted interface 70648026-b431-489c-9dea-3fc31f5ec084; detaching it from the instance and deleting it from the info cache [ 1039.811907] env[62643]: DEBUG nova.network.neutron [req-3052ab3b-d124-4636-9bb2-3236c5a97566 req-57cc5c47-9f50-49d9-9aa0-c6a97de87ab7 service nova] [instance: ae942842-00af-408a-beb2-312839415d76] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.913406] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Skipping network cache update for instance because it is being deleted. {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1039.913406] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: ae942842-00af-408a-beb2-312839415d76] Skipping network cache update for instance because it is being deleted. {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1039.913406] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Skipping network cache update for instance because it is being deleted. {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1039.939773] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "refresh_cache-bb4772da-b738-487f-a72e-97673c3ae7f1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.939950] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquired lock "refresh_cache-bb4772da-b738-487f-a72e-97673c3ae7f1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.940128] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Forcefully refreshing network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1039.940283] env[62643]: DEBUG nova.objects.instance [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lazy-loading 'info_cache' on Instance uuid bb4772da-b738-487f-a72e-97673c3ae7f1 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.986960] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.990029] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.729s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.991065] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.992435] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.349s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.993558] env[62643]: INFO nova.compute.claims [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.019958] env[62643]: INFO nova.scheduler.client.report [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleted allocations for instance 205202c0-97fd-4cdc-9b0f-6775b3a47360 [ 1040.021683] env[62643]: INFO nova.scheduler.client.report [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Deleted allocations for instance 51049d09-cb97-42a9-aa48-b9375cf7c7eb [ 1040.145367] env[62643]: DEBUG oslo_vmware.api [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383819, 'name': PowerOffVM_Task, 'duration_secs': 0.215877} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.145642] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.145816] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.146094] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46ef1a29-212a-4dd0-9a34-d06381fec973 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.213475] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.213676] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.213866] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleting the datastore file [datastore1] 4e7b10cd-73d9-469a-8648-352582b385a9 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.214155] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19b58fd4-6eb6-4581-ba0f-d18bd8fe0616 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.220873] env[62643]: DEBUG oslo_vmware.api [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for the task: (returnval){ [ 1040.220873] env[62643]: value = "task-2383821" [ 1040.220873] env[62643]: _type = "Task" [ 1040.220873] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.228941] env[62643]: DEBUG oslo_vmware.api [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.266834] env[62643]: DEBUG nova.compute.manager [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.267100] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.268091] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9713236-c520-4e8c-ba03-15ecf211b76b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.277284] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.277844] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f76485a-dd29-482a-94e8-6f7499e65aac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.285410] env[62643]: DEBUG oslo_vmware.api [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 1040.285410] env[62643]: value = "task-2383822" [ 1040.285410] env[62643]: _type = "Task" [ 1040.285410] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.295493] env[62643]: DEBUG nova.network.neutron [-] [instance: ae942842-00af-408a-beb2-312839415d76] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.296920] env[62643]: DEBUG oslo_vmware.api [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.315400] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91b3538a-e747-4175-87b2-cf7e7e9facce {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.328076] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31862be3-c222-4d06-8cd0-a7bd07d8fed4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.362378] env[62643]: DEBUG nova.compute.manager [req-3052ab3b-d124-4636-9bb2-3236c5a97566 req-57cc5c47-9f50-49d9-9aa0-c6a97de87ab7 service nova] [instance: ae942842-00af-408a-beb2-312839415d76] Detach interface failed, port_id=70648026-b431-489c-9dea-3fc31f5ec084, reason: Instance ae942842-00af-408a-beb2-312839415d76 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1040.404909] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Acquiring lock "22abb903-81ae-4377-9dc6-4ccd3b23aba1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.405313] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Lock "22abb903-81ae-4377-9dc6-4ccd3b23aba1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.405689] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Acquiring lock "22abb903-81ae-4377-9dc6-4ccd3b23aba1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.406014] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Lock "22abb903-81ae-4377-9dc6-4ccd3b23aba1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.406228] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Lock "22abb903-81ae-4377-9dc6-4ccd3b23aba1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.408612] env[62643]: INFO nova.compute.manager [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Terminating instance [ 1040.535802] env[62643]: DEBUG oslo_concurrency.lockutils [None req-dc8b12bd-e12c-4391-96dd-22c26a941939 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "205202c0-97fd-4cdc-9b0f-6775b3a47360" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.821s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.537046] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2cc648be-5ae3-489f-a9df-354aa524f725 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "51049d09-cb97-42a9-aa48-b9375cf7c7eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.309s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.732116] env[62643]: DEBUG oslo_vmware.api [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Task: {'id': task-2383821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190567} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.732397] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.732581] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.732758] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.732972] env[62643]: INFO nova.compute.manager [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1040.733188] env[62643]: DEBUG oslo.service.loopingcall [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1040.733386] env[62643]: DEBUG nova.compute.manager [-] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.733470] env[62643]: DEBUG nova.network.neutron [-] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.796183] env[62643]: DEBUG oslo_vmware.api [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383822, 'name': PowerOffVM_Task, 'duration_secs': 0.247322} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.796467] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.796641] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.796895] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-135b86a9-6653-4e2b-a631-b12f4f681a56 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.799125] env[62643]: INFO nova.compute.manager [-] [instance: ae942842-00af-408a-beb2-312839415d76] Took 1.59 seconds to deallocate network for instance. [ 1040.902026] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.902026] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.902026] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Deleting the datastore file [datastore2] c771cbc2-e440-4c40-afea-0476d16f5328 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.902026] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f4986da-a018-41b5-af75-ccb05272032e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.910209] env[62643]: DEBUG oslo_vmware.api [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 1040.910209] env[62643]: value = "task-2383824" [ 1040.910209] env[62643]: _type = "Task" [ 1040.910209] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.912827] env[62643]: DEBUG nova.compute.manager [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.913236] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.914156] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3514835-c797-4d62-bb13-3b4f74eb6072 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.922093] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.926232] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adcb3c4d-e2c0-4cbe-961f-51ecfa0ce133 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.929258] env[62643]: DEBUG oslo_vmware.api [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.938168] env[62643]: DEBUG oslo_vmware.api [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Waiting for the task: (returnval){ [ 1040.938168] env[62643]: value = "task-2383825" [ 1040.938168] env[62643]: _type = "Task" [ 1040.938168] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.947354] env[62643]: DEBUG oslo_vmware.api [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': task-2383825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.302969] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feec92a-191f-4de0-b97f-a72a0b94a016 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.306823] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.311169] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e2e8e8-accd-41cf-aed5-4801ebd435e5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.343928] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f1c4ef-7e8d-4af7-8a9d-7989b879df2d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.352589] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197ef342-486c-4f65-b976-870890e93b38 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.366957] env[62643]: DEBUG nova.compute.provider_tree [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.419720] env[62643]: DEBUG oslo_vmware.api [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347033} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.419720] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.419720] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.420171] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.420171] env[62643]: INFO nova.compute.manager [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1041.420247] env[62643]: DEBUG oslo.service.loopingcall [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1041.420623] env[62643]: DEBUG nova.compute.manager [-] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.420623] env[62643]: DEBUG nova.network.neutron [-] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.446573] env[62643]: DEBUG oslo_vmware.api [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': task-2383825, 'name': PowerOffVM_Task, 'duration_secs': 0.213594} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.446862] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.447058] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.447317] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c020dc5-1a42-40d5-b75d-1af49248e8d1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.535646] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.535646] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.535646] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Deleting the datastore file [datastore2] 22abb903-81ae-4377-9dc6-4ccd3b23aba1 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.535646] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12af53f6-624f-48d7-8a06-2f09031ee8c1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.542814] env[62643]: DEBUG oslo_vmware.api [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Waiting for the task: (returnval){ [ 1041.542814] env[62643]: value = "task-2383827" [ 1041.542814] env[62643]: _type = "Task" [ 1041.542814] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.553476] env[62643]: DEBUG oslo_vmware.api [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': task-2383827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.580321] env[62643]: DEBUG nova.network.neutron [-] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.672734] env[62643]: DEBUG oslo_concurrency.lockutils [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "94de7c1a-d065-4f61-8457-b039820f889a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.673051] env[62643]: DEBUG oslo_concurrency.lockutils [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "94de7c1a-d065-4f61-8457-b039820f889a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.843477] env[62643]: DEBUG nova.compute.manager [req-c72ff80b-3a86-4f07-9ce8-18c81b507f1e req-bfd01cbd-3ad8-4ff0-93c4-400b9f08d99e service nova] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Received event network-vif-deleted-516dc6f3-b554-4922-b8ea-7a5c99d0383f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.869918] env[62643]: DEBUG nova.scheduler.client.report [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.924351] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Updating instance_info_cache with network_info: [{"id": "ac6ed930-5d1d-4157-83c0-cd7313045259", "address": "fa:16:3e:41:01:14", "network": {"id": "88fd437f-c72a-4ba7-a0cd-46483c4b8f31", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1411377198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38fb5f4bc0d4077b0084d65802cffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6ed930-5d", "ovs_interfaceid": "ac6ed930-5d1d-4157-83c0-cd7313045259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.054019] env[62643]: DEBUG oslo_vmware.api [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Task: {'id': task-2383827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153402} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.054334] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.054569] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.055239] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.055239] env[62643]: INFO nova.compute.manager [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1042.055673] env[62643]: DEBUG oslo.service.loopingcall [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.055917] env[62643]: DEBUG nova.compute.manager [-] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.056089] env[62643]: DEBUG nova.network.neutron [-] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.086287] env[62643]: INFO nova.compute.manager [-] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Took 1.35 seconds to deallocate network for instance. [ 1042.179168] env[62643]: DEBUG nova.compute.manager [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.377090] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.377090] env[62643]: DEBUG nova.compute.manager [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.382670] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.604s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.382670] env[62643]: DEBUG nova.objects.instance [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lazy-loading 'pci_requests' on Instance uuid 564258b1-31e2-4424-90a8-4760d3c91656 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.412687] env[62643]: DEBUG nova.network.neutron [-] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.429558] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Releasing lock "refresh_cache-bb4772da-b738-487f-a72e-97673c3ae7f1" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.429558] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Updated the network info_cache for instance {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1042.429558] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.429558] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.429558] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.429558] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.429558] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.429558] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.429558] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62643) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1042.429558] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.594646] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.710932] env[62643]: DEBUG oslo_concurrency.lockutils [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.883111] env[62643]: DEBUG nova.compute.utils [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1042.884568] env[62643]: DEBUG nova.compute.manager [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.884786] env[62643]: DEBUG nova.network.neutron [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.889544] env[62643]: DEBUG nova.objects.instance [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lazy-loading 'numa_topology' on Instance uuid 564258b1-31e2-4424-90a8-4760d3c91656 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.915997] env[62643]: INFO nova.compute.manager [-] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Took 1.50 seconds to deallocate network for instance. [ 1042.929157] env[62643]: DEBUG nova.policy [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f929cf4c99d4e42b740cbff0703178f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a47dde31f50e4a028ae9053fd0472e44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.932187] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.218914] env[62643]: DEBUG nova.network.neutron [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Successfully created port: bd458c94-8bbb-4ccf-8830-86f7dffb3603 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.361366] env[62643]: DEBUG nova.network.neutron [-] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.392192] env[62643]: DEBUG nova.compute.manager [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.395357] env[62643]: INFO nova.compute.claims [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.423191] env[62643]: DEBUG oslo_concurrency.lockutils [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.423191] env[62643]: DEBUG oslo_concurrency.lockutils [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.425636] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.865036] env[62643]: INFO nova.compute.manager [-] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Took 1.81 seconds to deallocate network for instance. [ 1043.900861] env[62643]: DEBUG nova.compute.manager [req-fe493a17-ad67-4146-bc85-1f5fcd8cc497 req-59c063d7-9c91-49bc-9a13-8ba4e9773f02 service nova] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Received event network-vif-deleted-b3ac5f37-8c66-47df-9f87-0ad1185ba5be {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.900861] env[62643]: DEBUG nova.compute.manager [req-fe493a17-ad67-4146-bc85-1f5fcd8cc497 req-59c063d7-9c91-49bc-9a13-8ba4e9773f02 service nova] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Received event network-vif-deleted-e340c22d-211c-457a-9828-574354b1d309 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.929027] env[62643]: DEBUG nova.compute.manager [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.372776] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.407258] env[62643]: DEBUG nova.compute.manager [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.436803] env[62643]: DEBUG nova.virt.hardware [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.437059] env[62643]: DEBUG nova.virt.hardware [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.437229] env[62643]: DEBUG nova.virt.hardware [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.437462] env[62643]: DEBUG nova.virt.hardware [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.437632] env[62643]: DEBUG nova.virt.hardware [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.437783] env[62643]: DEBUG nova.virt.hardware [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.437988] env[62643]: DEBUG nova.virt.hardware [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.438163] env[62643]: DEBUG nova.virt.hardware [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.438329] env[62643]: DEBUG nova.virt.hardware [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.438495] env[62643]: DEBUG nova.virt.hardware [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.438673] env[62643]: DEBUG nova.virt.hardware [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.439814] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ac9cd6-c2b2-439f-9f99-3cdd193fe6ba {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.452252] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc57fad1-56b6-49be-857e-52da23b6cb31 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.458030] env[62643]: DEBUG oslo_concurrency.lockutils [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.599672] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d161e60-94cf-4f9d-a090-1812b00cac43 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.607461] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce980e17-b742-4b69-ae69-930eeeec9cfe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.639583] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5235411-8396-493e-b665-f0c1c53885a4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.647128] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3da3a3-7079-4b4a-b16c-7198380ebe3d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.660960] env[62643]: DEBUG nova.compute.provider_tree [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.763994] env[62643]: DEBUG nova.network.neutron [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Successfully updated port: bd458c94-8bbb-4ccf-8830-86f7dffb3603 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.164455] env[62643]: DEBUG nova.scheduler.client.report [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.269714] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.269913] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.270088] env[62643]: DEBUG nova.network.neutron [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.669674] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.289s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.671983] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.365s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.672196] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.674351] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.080s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.674571] env[62643]: DEBUG nova.objects.instance [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lazy-loading 'resources' on Instance uuid 4e7b10cd-73d9-469a-8648-352582b385a9 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.696138] env[62643]: INFO nova.scheduler.client.report [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Deleted allocations for instance ae942842-00af-408a-beb2-312839415d76 [ 1045.703485] env[62643]: INFO nova.network.neutron [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Updating port 1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1045.810314] env[62643]: DEBUG nova.network.neutron [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.929907] env[62643]: DEBUG nova.compute.manager [req-59c79fd9-d4c0-4ee9-9f12-a5cc1bffcfd5 req-1f998779-6958-4971-899a-0fc07f172769 service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Received event network-vif-plugged-bd458c94-8bbb-4ccf-8830-86f7dffb3603 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.930070] env[62643]: DEBUG oslo_concurrency.lockutils [req-59c79fd9-d4c0-4ee9-9f12-a5cc1bffcfd5 req-1f998779-6958-4971-899a-0fc07f172769 service nova] Acquiring lock "f5b0888d-6159-41da-8476-79c99d86223a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.930313] env[62643]: DEBUG oslo_concurrency.lockutils [req-59c79fd9-d4c0-4ee9-9f12-a5cc1bffcfd5 req-1f998779-6958-4971-899a-0fc07f172769 service nova] Lock "f5b0888d-6159-41da-8476-79c99d86223a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.930527] env[62643]: DEBUG oslo_concurrency.lockutils [req-59c79fd9-d4c0-4ee9-9f12-a5cc1bffcfd5 req-1f998779-6958-4971-899a-0fc07f172769 service nova] Lock "f5b0888d-6159-41da-8476-79c99d86223a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.930699] env[62643]: DEBUG nova.compute.manager [req-59c79fd9-d4c0-4ee9-9f12-a5cc1bffcfd5 req-1f998779-6958-4971-899a-0fc07f172769 service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] No waiting events found dispatching network-vif-plugged-bd458c94-8bbb-4ccf-8830-86f7dffb3603 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.930872] env[62643]: WARNING nova.compute.manager [req-59c79fd9-d4c0-4ee9-9f12-a5cc1bffcfd5 req-1f998779-6958-4971-899a-0fc07f172769 service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Received unexpected event network-vif-plugged-bd458c94-8bbb-4ccf-8830-86f7dffb3603 for instance with vm_state building and task_state spawning. [ 1045.931044] env[62643]: DEBUG nova.compute.manager [req-59c79fd9-d4c0-4ee9-9f12-a5cc1bffcfd5 req-1f998779-6958-4971-899a-0fc07f172769 service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Received event network-changed-bd458c94-8bbb-4ccf-8830-86f7dffb3603 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.931212] env[62643]: DEBUG nova.compute.manager [req-59c79fd9-d4c0-4ee9-9f12-a5cc1bffcfd5 req-1f998779-6958-4971-899a-0fc07f172769 service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Refreshing instance network info cache due to event network-changed-bd458c94-8bbb-4ccf-8830-86f7dffb3603. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1045.931371] env[62643]: DEBUG oslo_concurrency.lockutils [req-59c79fd9-d4c0-4ee9-9f12-a5cc1bffcfd5 req-1f998779-6958-4971-899a-0fc07f172769 service nova] Acquiring lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.019709] env[62643]: DEBUG nova.network.neutron [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Updating instance_info_cache with network_info: [{"id": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "address": "fa:16:3e:d0:46:da", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd458c94-8b", "ovs_interfaceid": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.202897] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9c5afc2-e3a7-478b-8910-b9fef6d0dd23 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "ae942842-00af-408a-beb2-312839415d76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.622s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.330969] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cf9e9e-af4c-47dd-86b7-532acbc36e4a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.340371] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d38165-b1ac-4df1-addb-781784688044 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.375581] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9d2e45-73a5-4a21-9c7f-93d18a2b4cf0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.384377] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a516b46d-64bc-44d9-a1e9-266244a98081 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.398788] env[62643]: DEBUG nova.compute.provider_tree [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.523046] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.523046] env[62643]: DEBUG nova.compute.manager [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Instance network_info: |[{"id": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "address": "fa:16:3e:d0:46:da", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd458c94-8b", "ovs_interfaceid": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.523347] env[62643]: DEBUG oslo_concurrency.lockutils [req-59c79fd9-d4c0-4ee9-9f12-a5cc1bffcfd5 req-1f998779-6958-4971-899a-0fc07f172769 service nova] Acquired lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.523539] env[62643]: DEBUG nova.network.neutron [req-59c79fd9-d4c0-4ee9-9f12-a5cc1bffcfd5 req-1f998779-6958-4971-899a-0fc07f172769 service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Refreshing network info cache for port bd458c94-8bbb-4ccf-8830-86f7dffb3603 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.524773] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:46:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd458c94-8bbb-4ccf-8830-86f7dffb3603', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.533031] env[62643]: DEBUG oslo.service.loopingcall [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.533458] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.534134] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daea0fca-24e8-4961-86a3-cf166e104ff1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.554744] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.554744] env[62643]: value = "task-2383828" [ 1046.554744] env[62643]: _type = "Task" [ 1046.554744] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.563047] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383828, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.902290] env[62643]: DEBUG nova.scheduler.client.report [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.947286] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "8bf117d1-e25c-4182-ad0a-2513cce514d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.947519] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "8bf117d1-e25c-4182-ad0a-2513cce514d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.066970] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383828, 'name': CreateVM_Task, 'duration_secs': 0.318583} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.066970] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.066970] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.066970] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.066970] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.066970] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6641228-7960-47bf-92cf-25c5feb320db {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.073888] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1047.073888] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e68495-c292-99cd-e631-8ab06428b242" [ 1047.073888] env[62643]: _type = "Task" [ 1047.073888] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.082839] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e68495-c292-99cd-e631-8ab06428b242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.355347] env[62643]: DEBUG nova.network.neutron [req-59c79fd9-d4c0-4ee9-9f12-a5cc1bffcfd5 req-1f998779-6958-4971-899a-0fc07f172769 service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Updated VIF entry in instance network info cache for port bd458c94-8bbb-4ccf-8830-86f7dffb3603. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.355626] env[62643]: DEBUG nova.network.neutron [req-59c79fd9-d4c0-4ee9-9f12-a5cc1bffcfd5 req-1f998779-6958-4971-899a-0fc07f172769 service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Updating instance_info_cache with network_info: [{"id": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "address": "fa:16:3e:d0:46:da", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd458c94-8b", "ovs_interfaceid": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.406704] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.409176] env[62643]: DEBUG oslo_concurrency.lockutils [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.698s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.410975] env[62643]: INFO nova.compute.claims [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.430409] env[62643]: INFO nova.scheduler.client.report [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Deleted allocations for instance 4e7b10cd-73d9-469a-8648-352582b385a9 [ 1047.449755] env[62643]: DEBUG nova.compute.manager [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.503160] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.503160] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.503334] env[62643]: DEBUG nova.network.neutron [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.586837] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e68495-c292-99cd-e631-8ab06428b242, 'name': SearchDatastore_Task, 'duration_secs': 0.011901} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.587197] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.587452] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.587679] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.587827] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.588074] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.588377] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd9ffe7c-6fcd-4493-abc9-e09d62691b53 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.606563] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.606613] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.607494] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec2b58f-ab69-40d6-b452-56912206e13e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.613719] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1047.613719] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52de14d6-8839-4f83-fb13-0a3d2f86ace3" [ 1047.613719] env[62643]: _type = "Task" [ 1047.613719] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.623178] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52de14d6-8839-4f83-fb13-0a3d2f86ace3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.858390] env[62643]: DEBUG oslo_concurrency.lockutils [req-59c79fd9-d4c0-4ee9-9f12-a5cc1bffcfd5 req-1f998779-6958-4971-899a-0fc07f172769 service nova] Releasing lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.942309] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cdf698be-c3a8-4ae6-8612-627cf713493c tempest-ServerDiskConfigTestJSON-1352316337 tempest-ServerDiskConfigTestJSON-1352316337-project-member] Lock "4e7b10cd-73d9-469a-8648-352582b385a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.834s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.962410] env[62643]: DEBUG nova.compute.manager [req-60b25912-5526-456b-a4d0-4aad8a1cc73f req-abddf1d6-39b4-4bc4-81ec-c5a331d90795 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Received event network-vif-plugged-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.963031] env[62643]: DEBUG oslo_concurrency.lockutils [req-60b25912-5526-456b-a4d0-4aad8a1cc73f req-abddf1d6-39b4-4bc4-81ec-c5a331d90795 service nova] Acquiring lock "564258b1-31e2-4424-90a8-4760d3c91656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.963255] env[62643]: DEBUG oslo_concurrency.lockutils [req-60b25912-5526-456b-a4d0-4aad8a1cc73f req-abddf1d6-39b4-4bc4-81ec-c5a331d90795 service nova] Lock "564258b1-31e2-4424-90a8-4760d3c91656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.963427] env[62643]: DEBUG oslo_concurrency.lockutils [req-60b25912-5526-456b-a4d0-4aad8a1cc73f req-abddf1d6-39b4-4bc4-81ec-c5a331d90795 service nova] Lock "564258b1-31e2-4424-90a8-4760d3c91656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.963593] env[62643]: DEBUG nova.compute.manager [req-60b25912-5526-456b-a4d0-4aad8a1cc73f req-abddf1d6-39b4-4bc4-81ec-c5a331d90795 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] No waiting events found dispatching network-vif-plugged-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.963754] env[62643]: WARNING nova.compute.manager [req-60b25912-5526-456b-a4d0-4aad8a1cc73f req-abddf1d6-39b4-4bc4-81ec-c5a331d90795 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Received unexpected event network-vif-plugged-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1047.963908] env[62643]: DEBUG nova.compute.manager [req-60b25912-5526-456b-a4d0-4aad8a1cc73f req-abddf1d6-39b4-4bc4-81ec-c5a331d90795 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Received event network-changed-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.964565] env[62643]: DEBUG nova.compute.manager [req-60b25912-5526-456b-a4d0-4aad8a1cc73f req-abddf1d6-39b4-4bc4-81ec-c5a331d90795 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Refreshing instance network info cache due to event network-changed-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1047.964771] env[62643]: DEBUG oslo_concurrency.lockutils [req-60b25912-5526-456b-a4d0-4aad8a1cc73f req-abddf1d6-39b4-4bc4-81ec-c5a331d90795 service nova] Acquiring lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.984019] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.127086] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52de14d6-8839-4f83-fb13-0a3d2f86ace3, 'name': SearchDatastore_Task, 'duration_secs': 0.012281} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.128098] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e621c6c-6759-4a78-be4c-55d61c7bbe04 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.134098] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1048.134098] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52efe6e7-a53b-f7e4-8137-432bd099bf84" [ 1048.134098] env[62643]: _type = "Task" [ 1048.134098] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.142128] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52efe6e7-a53b-f7e4-8137-432bd099bf84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.254418] env[62643]: DEBUG nova.network.neutron [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Updating instance_info_cache with network_info: [{"id": "1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1", "address": "fa:16:3e:71:85:eb", "network": {"id": "71c5229e-42c0-45ed-8d40-92f570a66e96", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-761236806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa7d55bb2334b6cac45f3d2b66555f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd96cb2-0c", "ovs_interfaceid": "1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.612965] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ccedcd-497a-4951-b5c1-b19293b36914 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.622926] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55e1863-2396-4da5-97b8-9d2fbd802857 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.656639] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28f830e-0d42-4451-955a-fba0d924288c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.664372] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52efe6e7-a53b-f7e4-8137-432bd099bf84, 'name': SearchDatastore_Task, 'duration_secs': 0.013198} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.666275] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.666542] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] f5b0888d-6159-41da-8476-79c99d86223a/f5b0888d-6159-41da-8476-79c99d86223a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.666823] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d001a06-68d7-4a3a-8acf-126e95741906 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.669638] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35690334-2ce7-4833-9165-cc9fc4f06136 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.683104] env[62643]: DEBUG nova.compute.provider_tree [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.685429] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1048.685429] env[62643]: value = "task-2383829" [ 1048.685429] env[62643]: _type = "Task" [ 1048.685429] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.692885] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.757071] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Releasing lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.761198] env[62643]: DEBUG oslo_concurrency.lockutils [req-60b25912-5526-456b-a4d0-4aad8a1cc73f req-abddf1d6-39b4-4bc4-81ec-c5a331d90795 service nova] Acquired lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.761198] env[62643]: DEBUG nova.network.neutron [req-60b25912-5526-456b-a4d0-4aad8a1cc73f req-abddf1d6-39b4-4bc4-81ec-c5a331d90795 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Refreshing network info cache for port 1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.801390] env[62643]: DEBUG nova.virt.hardware [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d628358b4254a41e626216e40b016882',container_format='bare',created_at=2025-02-07T16:26:05Z,direct_url=,disk_format='vmdk',id=27473cc1-07d0-406b-9751-ad86019bf09c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1127713554-shelved',owner='4fa7d55bb2334b6cac45f3d2b66555f4',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-02-07T16:26:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.801632] env[62643]: DEBUG nova.virt.hardware [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.801794] env[62643]: DEBUG nova.virt.hardware [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.801981] env[62643]: DEBUG nova.virt.hardware [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.802366] env[62643]: DEBUG nova.virt.hardware [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.802643] env[62643]: DEBUG nova.virt.hardware [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.802971] env[62643]: DEBUG nova.virt.hardware [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.803237] env[62643]: DEBUG nova.virt.hardware [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.803463] env[62643]: DEBUG nova.virt.hardware [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.803667] env[62643]: DEBUG nova.virt.hardware [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.803879] env[62643]: DEBUG nova.virt.hardware [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.805072] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c07befb-d5bb-4b95-ab83-c818f83d0eb4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.813131] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdff6ce2-3c73-4697-b629-c85a9896fa61 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.826953] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:85:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.834459] env[62643]: DEBUG oslo.service.loopingcall [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1048.834748] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.834998] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b155acc-4568-4c0c-8410-bdcfff12d3e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.854506] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.854506] env[62643]: value = "task-2383830" [ 1048.854506] env[62643]: _type = "Task" [ 1048.854506] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.862053] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383830, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.187511] env[62643]: DEBUG nova.scheduler.client.report [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.200600] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383829, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.365283] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383830, 'name': CreateVM_Task, 'duration_secs': 0.462497} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.365456] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.366109] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/27473cc1-07d0-406b-9751-ad86019bf09c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.366281] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/27473cc1-07d0-406b-9751-ad86019bf09c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.366654] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/27473cc1-07d0-406b-9751-ad86019bf09c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.366901] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baaa4ae2-a5e0-4d1c-97e7-927e55c05ca8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.371422] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 1049.371422] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ebaaf1-cfc8-fed2-ea7c-7556e997f992" [ 1049.371422] env[62643]: _type = "Task" [ 1049.371422] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.382373] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ebaaf1-cfc8-fed2-ea7c-7556e997f992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.504127] env[62643]: DEBUG nova.network.neutron [req-60b25912-5526-456b-a4d0-4aad8a1cc73f req-abddf1d6-39b4-4bc4-81ec-c5a331d90795 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Updated VIF entry in instance network info cache for port 1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.505067] env[62643]: DEBUG nova.network.neutron [req-60b25912-5526-456b-a4d0-4aad8a1cc73f req-abddf1d6-39b4-4bc4-81ec-c5a331d90795 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Updating instance_info_cache with network_info: [{"id": "1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1", "address": "fa:16:3e:71:85:eb", "network": {"id": "71c5229e-42c0-45ed-8d40-92f570a66e96", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-761236806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fa7d55bb2334b6cac45f3d2b66555f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd96cb2-0c", "ovs_interfaceid": "1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.696649] env[62643]: DEBUG oslo_concurrency.lockutils [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.697224] env[62643]: DEBUG nova.compute.manager [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.699871] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.768s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.700087] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.700258] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62643) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1049.700948] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.275s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.700948] env[62643]: DEBUG nova.objects.instance [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lazy-loading 'resources' on Instance uuid c771cbc2-e440-4c40-afea-0476d16f5328 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.702907] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24d7973-6291-4ca1-b59f-ad7b13062835 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.708777] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530002} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.709879] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] f5b0888d-6159-41da-8476-79c99d86223a/f5b0888d-6159-41da-8476-79c99d86223a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.710127] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.710379] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-334804ea-ad05-44b8-a5cc-c6172339e087 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.715817] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad41300-fab3-48af-85ed-f4f011cd0c33 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.721051] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1049.721051] env[62643]: value = "task-2383831" [ 1049.721051] env[62643]: _type = "Task" [ 1049.721051] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.733424] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a111b23d-7199-4c23-a06e-12cadc6aa41a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.739370] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.743788] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2ba8c4-7b35-4345-a9dd-552facae2543 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.775018] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179644MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62643) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1049.775183] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.881383] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/27473cc1-07d0-406b-9751-ad86019bf09c" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.881784] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Processing image 27473cc1-07d0-406b-9751-ad86019bf09c {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.881892] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/27473cc1-07d0-406b-9751-ad86019bf09c/27473cc1-07d0-406b-9751-ad86019bf09c.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.882120] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/27473cc1-07d0-406b-9751-ad86019bf09c/27473cc1-07d0-406b-9751-ad86019bf09c.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.882259] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.882509] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1977f7c3-88a8-4154-93c2-46c30151afbe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.890405] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.890579] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.891280] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eb5d4e6-6f50-4aea-9d22-0bbfbf7e0fc1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.895806] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 1049.895806] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52689f95-78fe-44e6-ae15-c4ba983de1e0" [ 1049.895806] env[62643]: _type = "Task" [ 1049.895806] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.904894] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52689f95-78fe-44e6-ae15-c4ba983de1e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.008807] env[62643]: DEBUG oslo_concurrency.lockutils [req-60b25912-5526-456b-a4d0-4aad8a1cc73f req-abddf1d6-39b4-4bc4-81ec-c5a331d90795 service nova] Releasing lock "refresh_cache-564258b1-31e2-4424-90a8-4760d3c91656" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.204533] env[62643]: DEBUG nova.compute.utils [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1050.208638] env[62643]: DEBUG nova.compute.manager [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.208812] env[62643]: DEBUG nova.network.neutron [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.233526] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0642} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.233526] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.234019] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba052282-e15a-4f7d-84f8-58c6f5322dbd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.257514] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] f5b0888d-6159-41da-8476-79c99d86223a/f5b0888d-6159-41da-8476-79c99d86223a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.259090] env[62643]: DEBUG nova.policy [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ae5acaab1aa4f2daab1d5e28055c5bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23859bad67734eb2a65c6eb672f5a96c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.263085] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7e3cc5a-a8a4-4886-a56c-b83573f0a85c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.283918] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1050.283918] env[62643]: value = "task-2383832" [ 1050.283918] env[62643]: _type = "Task" [ 1050.283918] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.298569] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383832, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.409144] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Preparing fetch location {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1050.409344] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Fetch image to [datastore2] OSTACK_IMG_9598b607-ad8e-4453-b5d7-0d6cd3d58b00/OSTACK_IMG_9598b607-ad8e-4453-b5d7-0d6cd3d58b00.vmdk {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1050.410048] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Downloading stream optimized image 27473cc1-07d0-406b-9751-ad86019bf09c to [datastore2] OSTACK_IMG_9598b607-ad8e-4453-b5d7-0d6cd3d58b00/OSTACK_IMG_9598b607-ad8e-4453-b5d7-0d6cd3d58b00.vmdk on the data store datastore2 as vApp {{(pid=62643) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1050.410048] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Downloading image file data 27473cc1-07d0-406b-9751-ad86019bf09c to the ESX as VM named 'OSTACK_IMG_9598b607-ad8e-4453-b5d7-0d6cd3d58b00' {{(pid=62643) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1050.426968] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbfc3fb-8ee4-40aa-b636-27a666019996 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.436596] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112a838d-5977-4ca7-8bb7-1c65d1cd445b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.484054] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c734393e-b3ea-4824-af4a-3f1a6e894f62 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.494153] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43092257-3e85-48b3-b065-903a00ab85f6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.509607] env[62643]: DEBUG nova.compute.provider_tree [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.539620] env[62643]: DEBUG oslo_vmware.rw_handles [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1050.539620] env[62643]: value = "resgroup-9" [ 1050.539620] env[62643]: _type = "ResourcePool" [ 1050.539620] env[62643]: }. {{(pid=62643) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1050.539620] env[62643]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7edeafbc-df3b-460e-953a-3001eafcf915 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.560613] env[62643]: DEBUG oslo_vmware.rw_handles [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lease: (returnval){ [ 1050.560613] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52559d2f-d0cb-4bd8-8e60-81592b64b5f2" [ 1050.560613] env[62643]: _type = "HttpNfcLease" [ 1050.560613] env[62643]: } obtained for vApp import into resource pool (val){ [ 1050.560613] env[62643]: value = "resgroup-9" [ 1050.560613] env[62643]: _type = "ResourcePool" [ 1050.560613] env[62643]: }. {{(pid=62643) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1050.560943] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the lease: (returnval){ [ 1050.560943] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52559d2f-d0cb-4bd8-8e60-81592b64b5f2" [ 1050.560943] env[62643]: _type = "HttpNfcLease" [ 1050.560943] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1050.568868] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1050.568868] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52559d2f-d0cb-4bd8-8e60-81592b64b5f2" [ 1050.568868] env[62643]: _type = "HttpNfcLease" [ 1050.568868] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1050.623633] env[62643]: DEBUG nova.network.neutron [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Successfully created port: a3b88dd2-85ee-4671-b889-e7e3ef3fcd57 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.709637] env[62643]: DEBUG nova.compute.manager [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.795198] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383832, 'name': ReconfigVM_Task, 'duration_secs': 0.296454} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.795198] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Reconfigured VM instance instance-00000060 to attach disk [datastore2] f5b0888d-6159-41da-8476-79c99d86223a/f5b0888d-6159-41da-8476-79c99d86223a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.795991] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90b486b3-33c8-4727-a4ac-cb4ae14f6014 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.804686] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1050.804686] env[62643]: value = "task-2383834" [ 1050.804686] env[62643]: _type = "Task" [ 1050.804686] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.813072] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383834, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.012172] env[62643]: DEBUG nova.scheduler.client.report [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.069602] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1051.069602] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52559d2f-d0cb-4bd8-8e60-81592b64b5f2" [ 1051.069602] env[62643]: _type = "HttpNfcLease" [ 1051.069602] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1051.069894] env[62643]: DEBUG oslo_vmware.rw_handles [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1051.069894] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52559d2f-d0cb-4bd8-8e60-81592b64b5f2" [ 1051.069894] env[62643]: _type = "HttpNfcLease" [ 1051.069894] env[62643]: }. {{(pid=62643) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1051.070604] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58efd8a1-86aa-4ddd-b2ab-11d229282b97 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.077949] env[62643]: DEBUG oslo_vmware.rw_handles [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260d215-f02c-b6dc-7c92-acc31b2e2cdc/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1051.078161] env[62643]: DEBUG oslo_vmware.rw_handles [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260d215-f02c-b6dc-7c92-acc31b2e2cdc/disk-0.vmdk. {{(pid=62643) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1051.142660] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d2eebc54-4317-4e88-9eaa-c75632dab316 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.316577] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383834, 'name': Rename_Task, 'duration_secs': 0.139766} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.317056] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.317204] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35bc5809-f32a-4731-8910-984e0cdb2cc5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.324998] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1051.324998] env[62643]: value = "task-2383835" [ 1051.324998] env[62643]: _type = "Task" [ 1051.324998] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.335042] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.517260] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.521222] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.149s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.521487] env[62643]: DEBUG nova.objects.instance [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Lazy-loading 'resources' on Instance uuid 22abb903-81ae-4377-9dc6-4ccd3b23aba1 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.547618] env[62643]: INFO nova.scheduler.client.report [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Deleted allocations for instance c771cbc2-e440-4c40-afea-0476d16f5328 [ 1051.721767] env[62643]: DEBUG nova.compute.manager [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.750384] env[62643]: DEBUG nova.virt.hardware [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.750684] env[62643]: DEBUG nova.virt.hardware [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.750855] env[62643]: DEBUG nova.virt.hardware [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.751066] env[62643]: DEBUG nova.virt.hardware [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.751220] env[62643]: DEBUG nova.virt.hardware [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.751368] env[62643]: DEBUG nova.virt.hardware [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.751640] env[62643]: DEBUG nova.virt.hardware [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.751839] env[62643]: DEBUG nova.virt.hardware [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.752106] env[62643]: DEBUG nova.virt.hardware [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.752295] env[62643]: DEBUG nova.virt.hardware [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.752476] env[62643]: DEBUG nova.virt.hardware [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.753403] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42ec1ac-c6bd-4f76-9f43-8bff32c16d5e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.762251] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d1e5eb-d56f-4ce5-ad94-72300a69eb1f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.837733] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383835, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.058854] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4292d5da-26ea-448e-a351-8b558fbcc83f tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "c771cbc2-e440-4c40-afea-0476d16f5328" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.298s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.167022] env[62643]: DEBUG nova.compute.manager [req-e7c2312c-f964-458f-852e-e1b3494fb920 req-973b6cad-1cfd-42b1-bfeb-80cffd593cbc service nova] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Received event network-vif-plugged-a3b88dd2-85ee-4671-b889-e7e3ef3fcd57 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.167236] env[62643]: DEBUG oslo_concurrency.lockutils [req-e7c2312c-f964-458f-852e-e1b3494fb920 req-973b6cad-1cfd-42b1-bfeb-80cffd593cbc service nova] Acquiring lock "94de7c1a-d065-4f61-8457-b039820f889a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.167489] env[62643]: DEBUG oslo_concurrency.lockutils [req-e7c2312c-f964-458f-852e-e1b3494fb920 req-973b6cad-1cfd-42b1-bfeb-80cffd593cbc service nova] Lock "94de7c1a-d065-4f61-8457-b039820f889a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.167681] env[62643]: DEBUG oslo_concurrency.lockutils [req-e7c2312c-f964-458f-852e-e1b3494fb920 req-973b6cad-1cfd-42b1-bfeb-80cffd593cbc service nova] Lock "94de7c1a-d065-4f61-8457-b039820f889a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.167963] env[62643]: DEBUG nova.compute.manager [req-e7c2312c-f964-458f-852e-e1b3494fb920 req-973b6cad-1cfd-42b1-bfeb-80cffd593cbc service nova] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] No waiting events found dispatching network-vif-plugged-a3b88dd2-85ee-4671-b889-e7e3ef3fcd57 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.168182] env[62643]: WARNING nova.compute.manager [req-e7c2312c-f964-458f-852e-e1b3494fb920 req-973b6cad-1cfd-42b1-bfeb-80cffd593cbc service nova] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Received unexpected event network-vif-plugged-a3b88dd2-85ee-4671-b889-e7e3ef3fcd57 for instance with vm_state building and task_state spawning. [ 1052.212328] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6453089d-a40b-4505-bb73-6447a2c96b65 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.221110] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d59392c-9e93-45fc-ac5b-b311a30ad9e0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.252816] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57979f27-363b-4b35-a064-39e32a192c16 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.261462] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd89edc5-4518-4da2-b74f-e845287c4d2b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.278229] env[62643]: DEBUG nova.compute.provider_tree [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.282185] env[62643]: DEBUG nova.network.neutron [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Successfully updated port: a3b88dd2-85ee-4671-b889-e7e3ef3fcd57 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.340291] env[62643]: DEBUG oslo_vmware.api [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383835, 'name': PowerOnVM_Task, 'duration_secs': 0.577897} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.341737] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.341997] env[62643]: INFO nova.compute.manager [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1052.342233] env[62643]: DEBUG nova.compute.manager [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.343148] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0558c297-225b-4052-9e10-2edf8cdd0e12 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.434846] env[62643]: DEBUG oslo_vmware.rw_handles [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Completed reading data from the image iterator. {{(pid=62643) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1052.435149] env[62643]: DEBUG oslo_vmware.rw_handles [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260d215-f02c-b6dc-7c92-acc31b2e2cdc/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1052.436427] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e61602f-2b02-4bc1-9c07-a4f189577ff9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.444033] env[62643]: DEBUG oslo_vmware.rw_handles [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260d215-f02c-b6dc-7c92-acc31b2e2cdc/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1052.444211] env[62643]: DEBUG oslo_vmware.rw_handles [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260d215-f02c-b6dc-7c92-acc31b2e2cdc/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1052.444623] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dd4f8036-13d5-4c58-aa90-9b2cbf66de92 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.785043] env[62643]: DEBUG nova.scheduler.client.report [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.789910] env[62643]: DEBUG oslo_concurrency.lockutils [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.790145] env[62643]: DEBUG oslo_concurrency.lockutils [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.790309] env[62643]: DEBUG nova.network.neutron [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.864995] env[62643]: INFO nova.compute.manager [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Took 17.24 seconds to build instance. [ 1052.984629] env[62643]: DEBUG oslo_vmware.rw_handles [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260d215-f02c-b6dc-7c92-acc31b2e2cdc/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1052.984915] env[62643]: INFO nova.virt.vmwareapi.images [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Downloaded image file data 27473cc1-07d0-406b-9751-ad86019bf09c [ 1052.986038] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fedd70-7749-44ea-b070-c099d41eef3b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.003075] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de5c0f99-f466-4724-9f5e-348f752ebbba {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.055902] env[62643]: INFO nova.virt.vmwareapi.images [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] The imported VM was unregistered [ 1053.059034] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Caching image {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1053.059034] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Creating directory with path [datastore2] devstack-image-cache_base/27473cc1-07d0-406b-9751-ad86019bf09c {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.059034] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28a14531-c22e-4c53-b64d-e9407b672173 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.071098] env[62643]: DEBUG oslo_concurrency.lockutils [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "bb4772da-b738-487f-a72e-97673c3ae7f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.071347] env[62643]: DEBUG oslo_concurrency.lockutils [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "bb4772da-b738-487f-a72e-97673c3ae7f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.071553] env[62643]: DEBUG oslo_concurrency.lockutils [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "bb4772da-b738-487f-a72e-97673c3ae7f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.071733] env[62643]: DEBUG oslo_concurrency.lockutils [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "bb4772da-b738-487f-a72e-97673c3ae7f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.071898] env[62643]: DEBUG oslo_concurrency.lockutils [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "bb4772da-b738-487f-a72e-97673c3ae7f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.073679] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Created directory with path [datastore2] devstack-image-cache_base/27473cc1-07d0-406b-9751-ad86019bf09c {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.073769] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9598b607-ad8e-4453-b5d7-0d6cd3d58b00/OSTACK_IMG_9598b607-ad8e-4453-b5d7-0d6cd3d58b00.vmdk to [datastore2] devstack-image-cache_base/27473cc1-07d0-406b-9751-ad86019bf09c/27473cc1-07d0-406b-9751-ad86019bf09c.vmdk. {{(pid=62643) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1053.074237] env[62643]: INFO nova.compute.manager [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Terminating instance [ 1053.075462] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a3521bf1-c5df-469c-8698-8373a99357c8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.085070] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 1053.085070] env[62643]: value = "task-2383837" [ 1053.085070] env[62643]: _type = "Task" [ 1053.085070] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.095334] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383837, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.294790] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.299513] env[62643]: DEBUG oslo_concurrency.lockutils [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.842s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.303599] env[62643]: INFO nova.compute.claims [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.335512] env[62643]: INFO nova.scheduler.client.report [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Deleted allocations for instance 22abb903-81ae-4377-9dc6-4ccd3b23aba1 [ 1053.356896] env[62643]: DEBUG nova.network.neutron [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.367407] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e6dec221-4925-4efa-8208-fbf14e6a6789 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "f5b0888d-6159-41da-8476-79c99d86223a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.750s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.581243] env[62643]: DEBUG nova.compute.manager [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.581449] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.582377] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e5d259-d17e-446e-952c-39d0a79cac60 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.595525] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383837, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.597889] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.598130] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0bc1c0b-ab15-4763-9984-f271076caa86 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.610024] env[62643]: DEBUG oslo_vmware.api [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 1053.610024] env[62643]: value = "task-2383838" [ 1053.610024] env[62643]: _type = "Task" [ 1053.610024] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.624715] env[62643]: DEBUG oslo_vmware.api [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.694519] env[62643]: DEBUG nova.network.neutron [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating instance_info_cache with network_info: [{"id": "a3b88dd2-85ee-4671-b889-e7e3ef3fcd57", "address": "fa:16:3e:20:97:76", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b88dd2-85", "ovs_interfaceid": "a3b88dd2-85ee-4671-b889-e7e3ef3fcd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.845055] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4c0fec78-b626-4b34-b4ea-2cb491b59fd3 tempest-ServersTestJSON-167817336 tempest-ServersTestJSON-167817336-project-member] Lock "22abb903-81ae-4377-9dc6-4ccd3b23aba1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.440s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.098098] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383837, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.120677] env[62643]: DEBUG oslo_vmware.api [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383838, 'name': PowerOffVM_Task, 'duration_secs': 0.365274} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.121130] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.121402] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.121753] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22a815b3-fee1-4829-a6bd-bc6838822ae7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.198308] env[62643]: DEBUG oslo_concurrency.lockutils [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.198741] env[62643]: DEBUG nova.compute.manager [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Instance network_info: |[{"id": "a3b88dd2-85ee-4671-b889-e7e3ef3fcd57", "address": "fa:16:3e:20:97:76", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b88dd2-85", "ovs_interfaceid": "a3b88dd2-85ee-4671-b889-e7e3ef3fcd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.199977] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:97:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3b88dd2-85ee-4671-b889-e7e3ef3fcd57', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.211057] env[62643]: DEBUG oslo.service.loopingcall [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.212430] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.213055] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.213482] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.214029] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Deleting the datastore file [datastore1] bb4772da-b738-487f-a72e-97673c3ae7f1 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.214366] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d72d987-9f48-4b27-b4b8-0f9596413ca3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.235317] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef6639bf-c83f-43a4-be31-a170985484bd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.240271] env[62643]: DEBUG nova.compute.manager [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Received event network-changed-a3b88dd2-85ee-4671-b889-e7e3ef3fcd57 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.240498] env[62643]: DEBUG nova.compute.manager [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Refreshing instance network info cache due to event network-changed-a3b88dd2-85ee-4671-b889-e7e3ef3fcd57. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1054.240704] env[62643]: DEBUG oslo_concurrency.lockutils [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] Acquiring lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.240853] env[62643]: DEBUG oslo_concurrency.lockutils [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] Acquired lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.241044] env[62643]: DEBUG nova.network.neutron [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Refreshing network info cache for port a3b88dd2-85ee-4671-b889-e7e3ef3fcd57 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.249870] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.249870] env[62643]: value = "task-2383841" [ 1054.249870] env[62643]: _type = "Task" [ 1054.249870] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.251463] env[62643]: DEBUG oslo_vmware.api [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for the task: (returnval){ [ 1054.251463] env[62643]: value = "task-2383840" [ 1054.251463] env[62643]: _type = "Task" [ 1054.251463] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.266061] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383841, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.269443] env[62643]: DEBUG oslo_vmware.api [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.500663] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a87748-03b8-4dcc-8412-d9922ce7c3d9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.511239] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e88c86-2cf0-42fb-89d2-4b6dd8fc4a5d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.551910] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f61443e-ae3e-440d-8a92-c95941e72414 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.564397] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ff8f37-966b-467d-a34c-536f7fa99fce {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.586015] env[62643]: DEBUG nova.compute.provider_tree [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.597718] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383837, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.763266] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383841, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.769403] env[62643]: DEBUG oslo_vmware.api [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Task: {'id': task-2383840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447924} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.769770] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.770013] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.770243] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.770473] env[62643]: INFO nova.compute.manager [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1054.770757] env[62643]: DEBUG oslo.service.loopingcall [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.771028] env[62643]: DEBUG nova.compute.manager [-] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.771164] env[62643]: DEBUG nova.network.neutron [-] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.089057] env[62643]: DEBUG nova.scheduler.client.report [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.104849] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383837, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.262807] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383841, 'name': CreateVM_Task, 'duration_secs': 0.822876} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.262998] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.263981] env[62643]: DEBUG oslo_concurrency.lockutils [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.264174] env[62643]: DEBUG oslo_concurrency.lockutils [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.264514] env[62643]: DEBUG oslo_concurrency.lockutils [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.264795] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66709351-37b3-4b81-afcf-e96be61f9a1e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.272833] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1055.272833] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521b8f44-39a6-b1f6-4e70-1a5e5768891e" [ 1055.272833] env[62643]: _type = "Task" [ 1055.272833] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.282552] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521b8f44-39a6-b1f6-4e70-1a5e5768891e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.599903] env[62643]: DEBUG oslo_concurrency.lockutils [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.599903] env[62643]: DEBUG nova.compute.manager [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.602848] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.622s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.606070] env[62643]: INFO nova.compute.claims [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.614648] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383837, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.443031} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.615028] env[62643]: INFO nova.virt.vmwareapi.ds_util [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9598b607-ad8e-4453-b5d7-0d6cd3d58b00/OSTACK_IMG_9598b607-ad8e-4453-b5d7-0d6cd3d58b00.vmdk to [datastore2] devstack-image-cache_base/27473cc1-07d0-406b-9751-ad86019bf09c/27473cc1-07d0-406b-9751-ad86019bf09c.vmdk. [ 1055.615273] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Cleaning up location [datastore2] OSTACK_IMG_9598b607-ad8e-4453-b5d7-0d6cd3d58b00 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1055.615477] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9598b607-ad8e-4453-b5d7-0d6cd3d58b00 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.615778] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f2f520a-dbd1-4eb7-ae0a-d3a9e1c2928e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.624221] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 1055.624221] env[62643]: value = "task-2383842" [ 1055.624221] env[62643]: _type = "Task" [ 1055.624221] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.636047] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.637010] env[62643]: DEBUG nova.network.neutron [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updated VIF entry in instance network info cache for port a3b88dd2-85ee-4671-b889-e7e3ef3fcd57. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.637434] env[62643]: DEBUG nova.network.neutron [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating instance_info_cache with network_info: [{"id": "a3b88dd2-85ee-4671-b889-e7e3ef3fcd57", "address": "fa:16:3e:20:97:76", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b88dd2-85", "ovs_interfaceid": "a3b88dd2-85ee-4671-b889-e7e3ef3fcd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.783364] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521b8f44-39a6-b1f6-4e70-1a5e5768891e, 'name': SearchDatastore_Task, 'duration_secs': 0.090791} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.783656] env[62643]: DEBUG oslo_concurrency.lockutils [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.783896] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.784149] env[62643]: DEBUG oslo_concurrency.lockutils [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.784300] env[62643]: DEBUG oslo_concurrency.lockutils [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.784477] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.784739] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ea6cc85-40e1-45cc-a39c-14e4fd70a68c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.794119] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.794241] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.795280] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfeba152-c10b-43b4-bfb5-1f5ac3e12170 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.802941] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1055.802941] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52af45d7-6277-2af0-f8a2-f86c88d3b6b2" [ 1055.802941] env[62643]: _type = "Task" [ 1055.802941] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.811934] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52af45d7-6277-2af0-f8a2-f86c88d3b6b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.112519] env[62643]: DEBUG nova.compute.utils [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1056.118051] env[62643]: DEBUG nova.compute.manager [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.118051] env[62643]: DEBUG nova.network.neutron [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.135322] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041393} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.135615] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.135742] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/27473cc1-07d0-406b-9751-ad86019bf09c/27473cc1-07d0-406b-9751-ad86019bf09c.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.135985] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/27473cc1-07d0-406b-9751-ad86019bf09c/27473cc1-07d0-406b-9751-ad86019bf09c.vmdk to [datastore2] 564258b1-31e2-4424-90a8-4760d3c91656/564258b1-31e2-4424-90a8-4760d3c91656.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.136247] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adbdc5ec-b0d5-4c0b-9765-f114d77a9197 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.143270] env[62643]: DEBUG oslo_concurrency.lockutils [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] Releasing lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.143501] env[62643]: DEBUG nova.compute.manager [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Received event network-changed-3256e802-a855-4166-be46-9acc40e4f685 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.144036] env[62643]: DEBUG nova.compute.manager [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Refreshing instance network info cache due to event network-changed-3256e802-a855-4166-be46-9acc40e4f685. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1056.144036] env[62643]: DEBUG oslo_concurrency.lockutils [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] Acquiring lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.144036] env[62643]: DEBUG oslo_concurrency.lockutils [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] Acquired lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.144641] env[62643]: DEBUG nova.network.neutron [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Refreshing network info cache for port 3256e802-a855-4166-be46-9acc40e4f685 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.148803] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 1056.148803] env[62643]: value = "task-2383843" [ 1056.148803] env[62643]: _type = "Task" [ 1056.148803] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.159649] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.162292] env[62643]: DEBUG nova.policy [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '486d1c3c66d246eea62b5321cb97da1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96887bdb38b845f5b83945269bd3d7a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.250919] env[62643]: DEBUG nova.network.neutron [-] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.270069] env[62643]: DEBUG nova.compute.manager [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Received event network-vif-deleted-ac6ed930-5d1d-4157-83c0-cd7313045259 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.271101] env[62643]: INFO nova.compute.manager [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Neutron deleted interface ac6ed930-5d1d-4157-83c0-cd7313045259; detaching it from the instance and deleting it from the info cache [ 1056.271101] env[62643]: DEBUG nova.network.neutron [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.314701] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52af45d7-6277-2af0-f8a2-f86c88d3b6b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.315546] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f663fa-abbf-4102-bcc0-b0ce4da56e31 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.323930] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1056.323930] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526d8f7b-5d78-400d-e15f-231b2741abe1" [ 1056.323930] env[62643]: _type = "Task" [ 1056.323930] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.334326] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526d8f7b-5d78-400d-e15f-231b2741abe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.505752] env[62643]: DEBUG nova.network.neutron [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Successfully created port: c9d45eb7-f1dc-4c53-ab8e-33247b18640a {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.618419] env[62643]: DEBUG nova.compute.manager [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.668461] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383843, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.753549] env[62643]: INFO nova.compute.manager [-] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Took 1.98 seconds to deallocate network for instance. [ 1056.777207] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d0bfb33-572a-4e09-a6d0-d5279720087a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.792329] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f79514-8f72-436b-be22-965a1f334551 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.833309] env[62643]: DEBUG nova.compute.manager [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Detach interface failed, port_id=ac6ed930-5d1d-4157-83c0-cd7313045259, reason: Instance bb4772da-b738-487f-a72e-97673c3ae7f1 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1056.833531] env[62643]: DEBUG nova.compute.manager [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Received event network-changed-bd458c94-8bbb-4ccf-8830-86f7dffb3603 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.833998] env[62643]: DEBUG nova.compute.manager [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Refreshing instance network info cache due to event network-changed-bd458c94-8bbb-4ccf-8830-86f7dffb3603. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1056.833998] env[62643]: DEBUG oslo_concurrency.lockutils [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] Acquiring lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.834113] env[62643]: DEBUG oslo_concurrency.lockutils [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] Acquired lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.834239] env[62643]: DEBUG nova.network.neutron [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Refreshing network info cache for port bd458c94-8bbb-4ccf-8830-86f7dffb3603 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.843012] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a223d45-d57f-4c61-b295-736102ec02ef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.857285] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526d8f7b-5d78-400d-e15f-231b2741abe1, 'name': SearchDatastore_Task, 'duration_secs': 0.07717} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.857285] env[62643]: DEBUG oslo_concurrency.lockutils [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.857433] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 94de7c1a-d065-4f61-8457-b039820f889a/94de7c1a-d065-4f61-8457-b039820f889a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.857781] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-622db936-dbf8-4719-a801-1f6390a572e7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.861158] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b47e5a3-8b10-47fe-aac0-6ad20d14316c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.897852] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f9c6e1-5f4c-49e6-913b-39ed04125330 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.900917] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1056.900917] env[62643]: value = "task-2383844" [ 1056.900917] env[62643]: _type = "Task" [ 1056.900917] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.913783] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445872dd-a2df-4e78-b3a1-b7fe3d54e6b9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.918082] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.929928] env[62643]: DEBUG nova.compute.provider_tree [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.058558] env[62643]: DEBUG nova.network.neutron [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Updated VIF entry in instance network info cache for port 3256e802-a855-4166-be46-9acc40e4f685. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.058990] env[62643]: DEBUG nova.network.neutron [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Updating instance_info_cache with network_info: [{"id": "3256e802-a855-4166-be46-9acc40e4f685", "address": "fa:16:3e:6d:3d:96", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3256e802-a8", "ovs_interfaceid": "3256e802-a855-4166-be46-9acc40e4f685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.165595] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383843, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.263720] env[62643]: DEBUG oslo_concurrency.lockutils [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.411586] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.433430] env[62643]: DEBUG nova.scheduler.client.report [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.561825] env[62643]: DEBUG oslo_concurrency.lockutils [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] Releasing lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.562125] env[62643]: DEBUG nova.compute.manager [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Received event network-changed-bd458c94-8bbb-4ccf-8830-86f7dffb3603 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.562302] env[62643]: DEBUG nova.compute.manager [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Refreshing instance network info cache due to event network-changed-bd458c94-8bbb-4ccf-8830-86f7dffb3603. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1057.562700] env[62643]: DEBUG oslo_concurrency.lockutils [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] Acquiring lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.633525] env[62643]: DEBUG nova.compute.manager [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.664717] env[62643]: DEBUG nova.virt.hardware [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.664717] env[62643]: DEBUG nova.virt.hardware [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.664717] env[62643]: DEBUG nova.virt.hardware [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.664717] env[62643]: DEBUG nova.virt.hardware [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.664717] env[62643]: DEBUG nova.virt.hardware [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.664717] env[62643]: DEBUG nova.virt.hardware [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.664717] env[62643]: DEBUG nova.virt.hardware [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.665054] env[62643]: DEBUG nova.virt.hardware [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.665054] env[62643]: DEBUG nova.virt.hardware [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.665209] env[62643]: DEBUG nova.virt.hardware [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.665385] env[62643]: DEBUG nova.virt.hardware [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.666270] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57091b5-d841-4664-88be-64a3de9384ad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.672034] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383843, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.678587] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20e0d0c-631f-478e-b137-f77510210daa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.703226] env[62643]: DEBUG nova.network.neutron [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Updated VIF entry in instance network info cache for port bd458c94-8bbb-4ccf-8830-86f7dffb3603. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.703226] env[62643]: DEBUG nova.network.neutron [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Updating instance_info_cache with network_info: [{"id": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "address": "fa:16:3e:d0:46:da", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd458c94-8b", "ovs_interfaceid": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.912689] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.938816] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.939377] env[62643]: DEBUG nova.compute.manager [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.942994] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.168s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.166980] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383843, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.205955] env[62643]: DEBUG oslo_concurrency.lockutils [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] Releasing lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.206256] env[62643]: DEBUG nova.compute.manager [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Received event network-changed-3256e802-a855-4166-be46-9acc40e4f685 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.206432] env[62643]: DEBUG nova.compute.manager [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Refreshing instance network info cache due to event network-changed-3256e802-a855-4166-be46-9acc40e4f685. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1058.206684] env[62643]: DEBUG oslo_concurrency.lockutils [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] Acquiring lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.206917] env[62643]: DEBUG oslo_concurrency.lockutils [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] Acquired lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.207372] env[62643]: DEBUG nova.network.neutron [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Refreshing network info cache for port 3256e802-a855-4166-be46-9acc40e4f685 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.208688] env[62643]: DEBUG oslo_concurrency.lockutils [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] Acquired lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.208910] env[62643]: DEBUG nova.network.neutron [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Refreshing network info cache for port bd458c94-8bbb-4ccf-8830-86f7dffb3603 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.278964] env[62643]: DEBUG nova.network.neutron [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Successfully updated port: c9d45eb7-f1dc-4c53-ab8e-33247b18640a {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.306784] env[62643]: DEBUG nova.compute.manager [req-034ed9c6-d7bb-4bb1-aada-9a5674542086 req-4fd2b348-80e4-402c-b1cf-0b72b5fb3876 service nova] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Received event network-vif-plugged-c9d45eb7-f1dc-4c53-ab8e-33247b18640a {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.307068] env[62643]: DEBUG oslo_concurrency.lockutils [req-034ed9c6-d7bb-4bb1-aada-9a5674542086 req-4fd2b348-80e4-402c-b1cf-0b72b5fb3876 service nova] Acquiring lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.307315] env[62643]: DEBUG oslo_concurrency.lockutils [req-034ed9c6-d7bb-4bb1-aada-9a5674542086 req-4fd2b348-80e4-402c-b1cf-0b72b5fb3876 service nova] Lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.307544] env[62643]: DEBUG oslo_concurrency.lockutils [req-034ed9c6-d7bb-4bb1-aada-9a5674542086 req-4fd2b348-80e4-402c-b1cf-0b72b5fb3876 service nova] Lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.307776] env[62643]: DEBUG nova.compute.manager [req-034ed9c6-d7bb-4bb1-aada-9a5674542086 req-4fd2b348-80e4-402c-b1cf-0b72b5fb3876 service nova] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] No waiting events found dispatching network-vif-plugged-c9d45eb7-f1dc-4c53-ab8e-33247b18640a {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.307958] env[62643]: WARNING nova.compute.manager [req-034ed9c6-d7bb-4bb1-aada-9a5674542086 req-4fd2b348-80e4-402c-b1cf-0b72b5fb3876 service nova] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Received unexpected event network-vif-plugged-c9d45eb7-f1dc-4c53-ab8e-33247b18640a for instance with vm_state building and task_state spawning. [ 1058.308753] env[62643]: DEBUG nova.compute.manager [req-034ed9c6-d7bb-4bb1-aada-9a5674542086 req-4fd2b348-80e4-402c-b1cf-0b72b5fb3876 service nova] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Received event network-changed-c9d45eb7-f1dc-4c53-ab8e-33247b18640a {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.308942] env[62643]: DEBUG nova.compute.manager [req-034ed9c6-d7bb-4bb1-aada-9a5674542086 req-4fd2b348-80e4-402c-b1cf-0b72b5fb3876 service nova] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Refreshing instance network info cache due to event network-changed-c9d45eb7-f1dc-4c53-ab8e-33247b18640a. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1058.309158] env[62643]: DEBUG oslo_concurrency.lockutils [req-034ed9c6-d7bb-4bb1-aada-9a5674542086 req-4fd2b348-80e4-402c-b1cf-0b72b5fb3876 service nova] Acquiring lock "refresh_cache-9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.309332] env[62643]: DEBUG oslo_concurrency.lockutils [req-034ed9c6-d7bb-4bb1-aada-9a5674542086 req-4fd2b348-80e4-402c-b1cf-0b72b5fb3876 service nova] Acquired lock "refresh_cache-9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.309568] env[62643]: DEBUG nova.network.neutron [req-034ed9c6-d7bb-4bb1-aada-9a5674542086 req-4fd2b348-80e4-402c-b1cf-0b72b5fb3876 service nova] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Refreshing network info cache for port c9d45eb7-f1dc-4c53-ab8e-33247b18640a {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.415463] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383844, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.444707] env[62643]: DEBUG nova.compute.utils [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1058.446688] env[62643]: DEBUG nova.compute.manager [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.446894] env[62643]: DEBUG nova.network.neutron [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.506247] env[62643]: DEBUG nova.policy [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fb90d6dff4f43aba6f639834ecb9cff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bedba7d7b9c04694a1cedbee715c6c59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.670148] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383843, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.374716} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.670439] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/27473cc1-07d0-406b-9751-ad86019bf09c/27473cc1-07d0-406b-9751-ad86019bf09c.vmdk to [datastore2] 564258b1-31e2-4424-90a8-4760d3c91656/564258b1-31e2-4424-90a8-4760d3c91656.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.671416] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6e25a0-7b9e-4bc2-bb6b-816d837f0cef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.702249] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 564258b1-31e2-4424-90a8-4760d3c91656/564258b1-31e2-4424-90a8-4760d3c91656.vmdk or device None with type streamOptimized {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.702636] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4de99984-d8cd-4b4f-bebb-58e7b43dad3f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.734822] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 1058.734822] env[62643]: value = "task-2383845" [ 1058.734822] env[62643]: _type = "Task" [ 1058.734822] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.747449] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.782613] env[62643]: DEBUG oslo_concurrency.lockutils [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "refresh_cache-9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.857045] env[62643]: DEBUG nova.network.neutron [req-034ed9c6-d7bb-4bb1-aada-9a5674542086 req-4fd2b348-80e4-402c-b1cf-0b72b5fb3876 service nova] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.917151] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383844, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.98465} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.917421] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 94de7c1a-d065-4f61-8457-b039820f889a/94de7c1a-d065-4f61-8457-b039820f889a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.917644] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.917964] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9be8cc2c-29f9-484e-8df0-40157359e9a8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.927842] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1058.927842] env[62643]: value = "task-2383846" [ 1058.927842] env[62643]: _type = "Task" [ 1058.927842] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.942696] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.960192] env[62643]: DEBUG nova.compute.manager [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.988643] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance bb4772da-b738-487f-a72e-97673c3ae7f1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1058.988823] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance c0a657af-a156-4aef-a7f9-9b2ba00282ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1058.988938] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance be5ff15e-51b9-4879-ac9a-855766cacceb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1058.989076] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 70594b0d-7e96-4da1-a1b4-f90f555ade23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1058.989197] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance f2316816-013d-411a-8622-599205592e49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1058.989314] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 564258b1-31e2-4424-90a8-4760d3c91656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1058.989496] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance f5b0888d-6159-41da-8476-79c99d86223a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1058.989629] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 94de7c1a-d065-4f61-8457-b039820f889a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1058.989743] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1058.989859] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 8bf117d1-e25c-4182-ad0a-2513cce514d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1058.990085] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1058.990229] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1058.995849] env[62643]: DEBUG nova.network.neutron [req-034ed9c6-d7bb-4bb1-aada-9a5674542086 req-4fd2b348-80e4-402c-b1cf-0b72b5fb3876 service nova] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.141970] env[62643]: DEBUG nova.network.neutron [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Successfully created port: a1e83488-ef11-4550-b413-67db9ab130e2 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.170657] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87c5eb2-f1e9-4174-b01a-dfb1a96ad3e3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.183481] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8bebee-d7e9-4fb3-945a-34bbcdb8538e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.228010] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ad9afb-9248-4142-8306-57a4e3931fff {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.243521] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f675e0-ca5e-48ba-b7aa-33e5ceb98bd1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.253160] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383845, 'name': ReconfigVM_Task, 'duration_secs': 0.350467} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.262813] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 564258b1-31e2-4424-90a8-4760d3c91656/564258b1-31e2-4424-90a8-4760d3c91656.vmdk or device None with type streamOptimized {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.263888] env[62643]: DEBUG nova.compute.provider_tree [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.266111] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b24438be-636e-4485-9c5e-b5ae6f457fe7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.275137] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 1059.275137] env[62643]: value = "task-2383847" [ 1059.275137] env[62643]: _type = "Task" [ 1059.275137] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.285820] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383847, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.316320] env[62643]: DEBUG nova.network.neutron [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Updated VIF entry in instance network info cache for port bd458c94-8bbb-4ccf-8830-86f7dffb3603. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.316694] env[62643]: DEBUG nova.network.neutron [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Updating instance_info_cache with network_info: [{"id": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "address": "fa:16:3e:d0:46:da", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd458c94-8b", "ovs_interfaceid": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.331416] env[62643]: DEBUG nova.network.neutron [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Updated VIF entry in instance network info cache for port 3256e802-a855-4166-be46-9acc40e4f685. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.331965] env[62643]: DEBUG nova.network.neutron [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Updating instance_info_cache with network_info: [{"id": "3256e802-a855-4166-be46-9acc40e4f685", "address": "fa:16:3e:6d:3d:96", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3256e802-a8", "ovs_interfaceid": "3256e802-a855-4166-be46-9acc40e4f685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.444222] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271333} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.444222] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.444646] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d44f76d-5427-4083-be37-fac551a64dca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.472261] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 94de7c1a-d065-4f61-8457-b039820f889a/94de7c1a-d065-4f61-8457-b039820f889a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.475752] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c55370f-8ed2-482b-8536-3eb6888110f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.498210] env[62643]: DEBUG oslo_concurrency.lockutils [req-034ed9c6-d7bb-4bb1-aada-9a5674542086 req-4fd2b348-80e4-402c-b1cf-0b72b5fb3876 service nova] Releasing lock "refresh_cache-9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.498756] env[62643]: DEBUG oslo_concurrency.lockutils [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "refresh_cache-9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.498756] env[62643]: DEBUG nova.network.neutron [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.501723] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1059.501723] env[62643]: value = "task-2383848" [ 1059.501723] env[62643]: _type = "Task" [ 1059.501723] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.514467] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.767065] env[62643]: DEBUG nova.scheduler.client.report [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.788516] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383847, 'name': Rename_Task, 'duration_secs': 0.183517} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.788738] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.789361] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-240af113-6061-4e0d-9c68-84100177de3f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.797164] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 1059.797164] env[62643]: value = "task-2383849" [ 1059.797164] env[62643]: _type = "Task" [ 1059.797164] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.807662] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.819845] env[62643]: DEBUG oslo_concurrency.lockutils [req-60a8bd08-5443-4475-a9b6-64f34d3c2786 req-7406e01b-d8a3-417d-82bb-36d637effe3e service nova] Releasing lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.835658] env[62643]: DEBUG oslo_concurrency.lockutils [req-c3ee3527-8266-4685-afe8-6e0120d21c9a req-f7d77b48-aed5-4a9b-917a-8c36f6b689dd service nova] Releasing lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.978090] env[62643]: DEBUG nova.compute.manager [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.998284] env[62643]: DEBUG nova.virt.hardware [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.998533] env[62643]: DEBUG nova.virt.hardware [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.998727] env[62643]: DEBUG nova.virt.hardware [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.998926] env[62643]: DEBUG nova.virt.hardware [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.999086] env[62643]: DEBUG nova.virt.hardware [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.999238] env[62643]: DEBUG nova.virt.hardware [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.999504] env[62643]: DEBUG nova.virt.hardware [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.999689] env[62643]: DEBUG nova.virt.hardware [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.999857] env[62643]: DEBUG nova.virt.hardware [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.000031] env[62643]: DEBUG nova.virt.hardware [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.000211] env[62643]: DEBUG nova.virt.hardware [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.002858] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c409c1e3-ece3-4205-b872-eda6831cd817 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.015383] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383848, 'name': ReconfigVM_Task, 'duration_secs': 0.287184} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.017170] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 94de7c1a-d065-4f61-8457-b039820f889a/94de7c1a-d065-4f61-8457-b039820f889a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.017822] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-182bb9dd-e90e-4f74-95d4-d2aeeebbad01 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.020301] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8075d92a-0faf-4ef0-9fec-c75c4474abeb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.037257] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1060.037257] env[62643]: value = "task-2383850" [ 1060.037257] env[62643]: _type = "Task" [ 1060.037257] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.046612] env[62643]: DEBUG nova.network.neutron [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.256163] env[62643]: DEBUG nova.network.neutron [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Updating instance_info_cache with network_info: [{"id": "c9d45eb7-f1dc-4c53-ab8e-33247b18640a", "address": "fa:16:3e:6f:a3:0f", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d45eb7-f1", "ovs_interfaceid": "c9d45eb7-f1dc-4c53-ab8e-33247b18640a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.272838] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1060.273144] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.330s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.274223] env[62643]: DEBUG oslo_concurrency.lockutils [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.010s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.274223] env[62643]: DEBUG oslo_concurrency.lockutils [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.298833] env[62643]: INFO nova.scheduler.client.report [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Deleted allocations for instance bb4772da-b738-487f-a72e-97673c3ae7f1 [ 1060.321826] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383849, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.548319] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383850, 'name': Rename_Task, 'duration_secs': 0.175911} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.548708] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.549016] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a0c9150-3122-4c5a-ad65-2d226da13f2c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.556273] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1060.556273] env[62643]: value = "task-2383851" [ 1060.556273] env[62643]: _type = "Task" [ 1060.556273] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.564556] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.760994] env[62643]: DEBUG oslo_concurrency.lockutils [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "refresh_cache-9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.760994] env[62643]: DEBUG nova.compute.manager [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Instance network_info: |[{"id": "c9d45eb7-f1dc-4c53-ab8e-33247b18640a", "address": "fa:16:3e:6f:a3:0f", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d45eb7-f1", "ovs_interfaceid": "c9d45eb7-f1dc-4c53-ab8e-33247b18640a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.760994] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:a3:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9d45eb7-f1dc-4c53-ab8e-33247b18640a', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.769239] env[62643]: DEBUG oslo.service.loopingcall [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1060.769239] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.769239] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0f7692c-8e21-4fac-8d47-d2266ab00704 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.795846] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.795846] env[62643]: value = "task-2383852" [ 1060.795846] env[62643]: _type = "Task" [ 1060.795846] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.802454] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383852, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.811152] env[62643]: DEBUG nova.compute.manager [req-ef9a8ec6-bfc5-4ced-b3b1-6b3a3bd7fa22 req-92665125-bb4c-4452-9311-8c5f12ed0378 service nova] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Received event network-vif-plugged-a1e83488-ef11-4550-b413-67db9ab130e2 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.811152] env[62643]: DEBUG oslo_concurrency.lockutils [req-ef9a8ec6-bfc5-4ced-b3b1-6b3a3bd7fa22 req-92665125-bb4c-4452-9311-8c5f12ed0378 service nova] Acquiring lock "8bf117d1-e25c-4182-ad0a-2513cce514d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.811152] env[62643]: DEBUG oslo_concurrency.lockutils [req-ef9a8ec6-bfc5-4ced-b3b1-6b3a3bd7fa22 req-92665125-bb4c-4452-9311-8c5f12ed0378 service nova] Lock "8bf117d1-e25c-4182-ad0a-2513cce514d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.811152] env[62643]: DEBUG oslo_concurrency.lockutils [req-ef9a8ec6-bfc5-4ced-b3b1-6b3a3bd7fa22 req-92665125-bb4c-4452-9311-8c5f12ed0378 service nova] Lock "8bf117d1-e25c-4182-ad0a-2513cce514d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.811152] env[62643]: DEBUG nova.compute.manager [req-ef9a8ec6-bfc5-4ced-b3b1-6b3a3bd7fa22 req-92665125-bb4c-4452-9311-8c5f12ed0378 service nova] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] No waiting events found dispatching network-vif-plugged-a1e83488-ef11-4550-b413-67db9ab130e2 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.811152] env[62643]: WARNING nova.compute.manager [req-ef9a8ec6-bfc5-4ced-b3b1-6b3a3bd7fa22 req-92665125-bb4c-4452-9311-8c5f12ed0378 service nova] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Received unexpected event network-vif-plugged-a1e83488-ef11-4550-b413-67db9ab130e2 for instance with vm_state building and task_state spawning. [ 1060.819370] env[62643]: DEBUG oslo_vmware.api [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383849, 'name': PowerOnVM_Task, 'duration_secs': 0.538375} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.820877] env[62643]: DEBUG oslo_concurrency.lockutils [None req-32e9625f-c21c-42b4-9dbb-f8655d30092b tempest-ServerRescueNegativeTestJSON-1272099411 tempest-ServerRescueNegativeTestJSON-1272099411-project-member] Lock "bb4772da-b738-487f-a72e-97673c3ae7f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.749s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.820877] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.851205] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.851567] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.915925] env[62643]: DEBUG nova.network.neutron [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Successfully updated port: a1e83488-ef11-4550-b413-67db9ab130e2 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.969755] env[62643]: DEBUG nova.compute.manager [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.970979] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33fff0d-e9ab-4f1d-a79f-293f9594ada1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.068490] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383851, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.305992] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383852, 'name': CreateVM_Task, 'duration_secs': 0.378649} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.305992] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.306341] env[62643]: DEBUG oslo_concurrency.lockutils [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.306507] env[62643]: DEBUG oslo_concurrency.lockutils [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.307337] env[62643]: DEBUG oslo_concurrency.lockutils [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.307337] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8bca23-9ee3-48aa-84dd-2c6981b62146 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.312580] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1061.312580] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f777ab-79e8-e850-dcf5-c42c66277519" [ 1061.312580] env[62643]: _type = "Task" [ 1061.312580] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.324168] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f777ab-79e8-e850-dcf5-c42c66277519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.354137] env[62643]: DEBUG nova.compute.manager [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.370388] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.370671] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.418546] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.418897] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.419194] env[62643]: DEBUG nova.network.neutron [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.492023] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e7d11b8f-2b24-4d2c-ab25-9c50baadb7ee tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "564258b1-31e2-4424-90a8-4760d3c91656" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.744s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.575028] env[62643]: DEBUG oslo_vmware.api [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383851, 'name': PowerOnVM_Task, 'duration_secs': 0.737138} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.575028] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.575028] env[62643]: INFO nova.compute.manager [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1061.575028] env[62643]: DEBUG nova.compute.manager [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.575028] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4f0429-2f4d-4789-86c7-79c50618f174 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.826563] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f777ab-79e8-e850-dcf5-c42c66277519, 'name': SearchDatastore_Task, 'duration_secs': 0.011689} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.829092] env[62643]: DEBUG oslo_concurrency.lockutils [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.829092] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.829092] env[62643]: DEBUG oslo_concurrency.lockutils [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.829092] env[62643]: DEBUG oslo_concurrency.lockutils [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.829092] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.829092] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c893a66-2a07-4540-a20b-f3e1739fbb11 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.839935] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.840347] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.841406] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-841cb81f-f223-43c0-8748-a8187fccf7e7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.850021] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1061.850021] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c09c4a-863c-42ab-6fad-5d3eb39f98bc" [ 1061.850021] env[62643]: _type = "Task" [ 1061.850021] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.857341] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c09c4a-863c-42ab-6fad-5d3eb39f98bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.874132] env[62643]: DEBUG nova.compute.utils [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1061.883632] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.883875] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.885381] env[62643]: INFO nova.compute.claims [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.969619] env[62643]: DEBUG nova.network.neutron [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.096175] env[62643]: INFO nova.compute.manager [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Took 19.41 seconds to build instance. [ 1062.120102] env[62643]: DEBUG nova.network.neutron [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating instance_info_cache with network_info: [{"id": "a1e83488-ef11-4550-b413-67db9ab130e2", "address": "fa:16:3e:9a:a3:3a", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1e83488-ef", "ovs_interfaceid": "a1e83488-ef11-4550-b413-67db9ab130e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.359225] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c09c4a-863c-42ab-6fad-5d3eb39f98bc, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.360102] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc76b83-4970-4ce0-8d2d-7286cc602830 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.366983] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1062.366983] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528d33a0-2780-3409-dc22-7d30c6a66c7f" [ 1062.366983] env[62643]: _type = "Task" [ 1062.366983] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.375900] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528d33a0-2780-3409-dc22-7d30c6a66c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.378092] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.598020] env[62643]: DEBUG oslo_concurrency.lockutils [None req-31b8353e-0f8b-4c67-9c4a-64198463ea80 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "94de7c1a-d065-4f61-8457-b039820f889a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.925s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.622812] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.623168] env[62643]: DEBUG nova.compute.manager [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Instance network_info: |[{"id": "a1e83488-ef11-4550-b413-67db9ab130e2", "address": "fa:16:3e:9a:a3:3a", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1e83488-ef", "ovs_interfaceid": "a1e83488-ef11-4550-b413-67db9ab130e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.623588] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:a3:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1e83488-ef11-4550-b413-67db9ab130e2', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.632111] env[62643]: DEBUG oslo.service.loopingcall [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1062.632111] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.632111] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-209f0c20-47da-4647-a302-99b3fdf1ec3d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.654245] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.654245] env[62643]: value = "task-2383853" [ 1062.654245] env[62643]: _type = "Task" [ 1062.654245] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.662818] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383853, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.838779] env[62643]: DEBUG nova.compute.manager [req-f6862c90-9e22-4ef9-bd15-8962253d4f8a req-023949b4-09f0-4f89-a856-3dce6936290c service nova] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Received event network-changed-a1e83488-ef11-4550-b413-67db9ab130e2 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.838977] env[62643]: DEBUG nova.compute.manager [req-f6862c90-9e22-4ef9-bd15-8962253d4f8a req-023949b4-09f0-4f89-a856-3dce6936290c service nova] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Refreshing instance network info cache due to event network-changed-a1e83488-ef11-4550-b413-67db9ab130e2. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1062.839259] env[62643]: DEBUG oslo_concurrency.lockutils [req-f6862c90-9e22-4ef9-bd15-8962253d4f8a req-023949b4-09f0-4f89-a856-3dce6936290c service nova] Acquiring lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.839556] env[62643]: DEBUG oslo_concurrency.lockutils [req-f6862c90-9e22-4ef9-bd15-8962253d4f8a req-023949b4-09f0-4f89-a856-3dce6936290c service nova] Acquired lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.839839] env[62643]: DEBUG nova.network.neutron [req-f6862c90-9e22-4ef9-bd15-8962253d4f8a req-023949b4-09f0-4f89-a856-3dce6936290c service nova] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Refreshing network info cache for port a1e83488-ef11-4550-b413-67db9ab130e2 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.878478] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528d33a0-2780-3409-dc22-7d30c6a66c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.011443} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.878988] env[62643]: DEBUG oslo_concurrency.lockutils [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.879103] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81/9aa82d4b-92f4-4c6e-b8a7-e23b69413e81.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.879460] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-948ff30a-5c8c-4eda-bd23-54910a605878 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.889028] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1062.889028] env[62643]: value = "task-2383854" [ 1062.889028] env[62643]: _type = "Task" [ 1062.889028] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.901236] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.056931] env[62643]: DEBUG nova.compute.manager [req-6127155c-5bcf-416f-b223-121284a99750 req-9cb986d1-92ef-4814-a20d-3976ab15cf83 service nova] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Received event network-changed-a3b88dd2-85ee-4671-b889-e7e3ef3fcd57 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1063.057146] env[62643]: DEBUG nova.compute.manager [req-6127155c-5bcf-416f-b223-121284a99750 req-9cb986d1-92ef-4814-a20d-3976ab15cf83 service nova] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Refreshing instance network info cache due to event network-changed-a3b88dd2-85ee-4671-b889-e7e3ef3fcd57. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1063.057390] env[62643]: DEBUG oslo_concurrency.lockutils [req-6127155c-5bcf-416f-b223-121284a99750 req-9cb986d1-92ef-4814-a20d-3976ab15cf83 service nova] Acquiring lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.057552] env[62643]: DEBUG oslo_concurrency.lockutils [req-6127155c-5bcf-416f-b223-121284a99750 req-9cb986d1-92ef-4814-a20d-3976ab15cf83 service nova] Acquired lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.057722] env[62643]: DEBUG nova.network.neutron [req-6127155c-5bcf-416f-b223-121284a99750 req-9cb986d1-92ef-4814-a20d-3976ab15cf83 service nova] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Refreshing network info cache for port a3b88dd2-85ee-4671-b889-e7e3ef3fcd57 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.066754] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af284d47-04df-4d8b-8035-08b0872386a3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.078376] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ddaad0-82de-4199-8b7a-a292296bc8be {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.114211] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d712443-d1e2-4861-9142-2e0560919e0d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.123329] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2db5224-595b-42c5-a941-ec43d8224d77 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.139203] env[62643]: DEBUG nova.compute.provider_tree [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.164727] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383853, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.402528] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383854, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.473014] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.473318] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.002s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.474296] env[62643]: INFO nova.compute.manager [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Attaching volume 4e9d6f29-0484-41f9-bf4d-7ce6eb75c928 to /dev/sdb [ 1063.516046] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f33252d-4480-4713-9b05-184e2999e559 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.525504] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05732229-69d7-4c00-b5a2-c934e85b806b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.546473] env[62643]: DEBUG nova.virt.block_device [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Updating existing volume attachment record: e34ebf3d-323f-4dd1-90ef-13e8e6c7a997 {{(pid=62643) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1063.645657] env[62643]: DEBUG nova.scheduler.client.report [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.669587] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383853, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.675825] env[62643]: DEBUG nova.network.neutron [req-f6862c90-9e22-4ef9-bd15-8962253d4f8a req-023949b4-09f0-4f89-a856-3dce6936290c service nova] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updated VIF entry in instance network info cache for port a1e83488-ef11-4550-b413-67db9ab130e2. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.676096] env[62643]: DEBUG nova.network.neutron [req-f6862c90-9e22-4ef9-bd15-8962253d4f8a req-023949b4-09f0-4f89-a856-3dce6936290c service nova] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating instance_info_cache with network_info: [{"id": "a1e83488-ef11-4550-b413-67db9ab130e2", "address": "fa:16:3e:9a:a3:3a", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1e83488-ef", "ovs_interfaceid": "a1e83488-ef11-4550-b413-67db9ab130e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.858467] env[62643]: DEBUG nova.network.neutron [req-6127155c-5bcf-416f-b223-121284a99750 req-9cb986d1-92ef-4814-a20d-3976ab15cf83 service nova] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updated VIF entry in instance network info cache for port a3b88dd2-85ee-4671-b889-e7e3ef3fcd57. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.858467] env[62643]: DEBUG nova.network.neutron [req-6127155c-5bcf-416f-b223-121284a99750 req-9cb986d1-92ef-4814-a20d-3976ab15cf83 service nova] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating instance_info_cache with network_info: [{"id": "a3b88dd2-85ee-4671-b889-e7e3ef3fcd57", "address": "fa:16:3e:20:97:76", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b88dd2-85", "ovs_interfaceid": "a3b88dd2-85ee-4671-b889-e7e3ef3fcd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.904702] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607876} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.905017] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81/9aa82d4b-92f4-4c6e-b8a7-e23b69413e81.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.909021] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.909021] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba5bda5f-16a4-483a-b5c0-11fe69732ea6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.915268] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1063.915268] env[62643]: value = "task-2383858" [ 1063.915268] env[62643]: _type = "Task" [ 1063.915268] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.925745] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.155192] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.155192] env[62643]: DEBUG nova.compute.manager [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.165831] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383853, 'name': CreateVM_Task, 'duration_secs': 1.374401} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.167082] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.167082] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.167082] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.167247] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.167370] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25fdbc5d-1ad4-45b8-a579-f833c424191b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.172177] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1064.172177] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520b1dca-2c2e-79b8-e029-7ce9e39beb93" [ 1064.172177] env[62643]: _type = "Task" [ 1064.172177] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.178790] env[62643]: DEBUG oslo_concurrency.lockutils [req-f6862c90-9e22-4ef9-bd15-8962253d4f8a req-023949b4-09f0-4f89-a856-3dce6936290c service nova] Releasing lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.181903] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520b1dca-2c2e-79b8-e029-7ce9e39beb93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.361136] env[62643]: DEBUG oslo_concurrency.lockutils [req-6127155c-5bcf-416f-b223-121284a99750 req-9cb986d1-92ef-4814-a20d-3976ab15cf83 service nova] Releasing lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.426433] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153042} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.427732] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.428820] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f83d63-15ca-4736-a8a6-72e7873b98f8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.458263] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81/9aa82d4b-92f4-4c6e-b8a7-e23b69413e81.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.459018] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bae4acea-108c-4d00-9362-33f0bbd0cfe7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.479535] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1064.479535] env[62643]: value = "task-2383859" [ 1064.479535] env[62643]: _type = "Task" [ 1064.479535] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.488123] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.662981] env[62643]: DEBUG nova.compute.utils [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1064.667411] env[62643]: DEBUG nova.compute.manager [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.667411] env[62643]: DEBUG nova.network.neutron [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.686909] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520b1dca-2c2e-79b8-e029-7ce9e39beb93, 'name': SearchDatastore_Task, 'duration_secs': 0.018307} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.687209] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.687466] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.687697] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.687845] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.688029] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.688283] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa60d9a7-3730-4c18-beac-762d63693bfa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.700350] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.700583] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.701298] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-614b8ac8-0995-4401-962e-d17920806a93 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.706522] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1064.706522] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52356440-f126-e90e-c3e1-2a2672bd0718" [ 1064.706522] env[62643]: _type = "Task" [ 1064.706522] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.707879] env[62643]: DEBUG nova.policy [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5f26b308668451dbebed451052b8253', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdebd6b4ba534e8ba7e42e1937149852', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.717263] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52356440-f126-e90e-c3e1-2a2672bd0718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.910755] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "f7189596-4d91-4426-9d17-af9d91834628" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.910984] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "f7189596-4d91-4426-9d17-af9d91834628" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.967082] env[62643]: DEBUG nova.network.neutron [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Successfully created port: f453ea8e-56d7-4308-b7ae-2992d42ce520 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.989982] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.168203] env[62643]: DEBUG nova.compute.manager [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.221223] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52356440-f126-e90e-c3e1-2a2672bd0718, 'name': SearchDatastore_Task, 'duration_secs': 0.022045} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.222086] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc659a9-a2a2-411f-9eb9-9a3afcfef156 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.227671] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1065.227671] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526301ba-ca04-eba2-2943-fe9827f915cd" [ 1065.227671] env[62643]: _type = "Task" [ 1065.227671] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.237631] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526301ba-ca04-eba2-2943-fe9827f915cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.413083] env[62643]: DEBUG nova.compute.manager [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.492981] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383859, 'name': ReconfigVM_Task, 'duration_secs': 0.76263} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.494225] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81/9aa82d4b-92f4-4c6e-b8a7-e23b69413e81.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.500029] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f9a3618-26bd-4b7d-9137-aae4f122baa8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.502891] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1065.502891] env[62643]: value = "task-2383860" [ 1065.502891] env[62643]: _type = "Task" [ 1065.502891] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.511339] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383860, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.741738] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526301ba-ca04-eba2-2943-fe9827f915cd, 'name': SearchDatastore_Task, 'duration_secs': 0.01933} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.742058] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.742459] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 8bf117d1-e25c-4182-ad0a-2513cce514d4/8bf117d1-e25c-4182-ad0a-2513cce514d4.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.742790] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c502149-3b49-41c2-af76-c3f1e92664f9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.753113] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1065.753113] env[62643]: value = "task-2383861" [ 1065.753113] env[62643]: _type = "Task" [ 1065.753113] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.759152] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.947138] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.947138] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.948823] env[62643]: INFO nova.compute.claims [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.999538] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "interface-70594b0d-7e96-4da1-a1b4-f90f555ade23-753dc8a2-ea94-4374-958e-07871818e8de" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.999538] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-70594b0d-7e96-4da1-a1b4-f90f555ade23-753dc8a2-ea94-4374-958e-07871818e8de" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.999747] env[62643]: DEBUG nova.objects.instance [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lazy-loading 'flavor' on Instance uuid 70594b0d-7e96-4da1-a1b4-f90f555ade23 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.017881] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383860, 'name': Rename_Task, 'duration_secs': 0.241368} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.018155] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.018424] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ada6cbe5-4cff-470a-9d72-6d5d9c39a7a6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.034235] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1066.034235] env[62643]: value = "task-2383863" [ 1066.034235] env[62643]: _type = "Task" [ 1066.034235] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.048572] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383863, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.177587] env[62643]: DEBUG nova.compute.manager [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.213923] env[62643]: DEBUG nova.virt.hardware [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.214693] env[62643]: DEBUG nova.virt.hardware [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.214693] env[62643]: DEBUG nova.virt.hardware [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.214693] env[62643]: DEBUG nova.virt.hardware [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.214693] env[62643]: DEBUG nova.virt.hardware [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.215130] env[62643]: DEBUG nova.virt.hardware [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.215130] env[62643]: DEBUG nova.virt.hardware [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.215247] env[62643]: DEBUG nova.virt.hardware [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.216714] env[62643]: DEBUG nova.virt.hardware [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.216714] env[62643]: DEBUG nova.virt.hardware [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.216714] env[62643]: DEBUG nova.virt.hardware [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.216948] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2231de-6cd2-409c-8841-abcb13f13b78 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.228268] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e96bb6-a7d5-4a9e-96a4-f06e439bbb83 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.261336] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383861, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.548961] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.623411] env[62643]: DEBUG nova.compute.manager [req-6862ba32-62e3-45e9-aed1-050aea727303 req-229436e6-f67f-4a92-a997-4c9bf2c20e61 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Received event network-vif-plugged-f453ea8e-56d7-4308-b7ae-2992d42ce520 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.624801] env[62643]: DEBUG oslo_concurrency.lockutils [req-6862ba32-62e3-45e9-aed1-050aea727303 req-229436e6-f67f-4a92-a997-4c9bf2c20e61 service nova] Acquiring lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.624914] env[62643]: DEBUG oslo_concurrency.lockutils [req-6862ba32-62e3-45e9-aed1-050aea727303 req-229436e6-f67f-4a92-a997-4c9bf2c20e61 service nova] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.625218] env[62643]: DEBUG oslo_concurrency.lockutils [req-6862ba32-62e3-45e9-aed1-050aea727303 req-229436e6-f67f-4a92-a997-4c9bf2c20e61 service nova] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.625501] env[62643]: DEBUG nova.compute.manager [req-6862ba32-62e3-45e9-aed1-050aea727303 req-229436e6-f67f-4a92-a997-4c9bf2c20e61 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] No waiting events found dispatching network-vif-plugged-f453ea8e-56d7-4308-b7ae-2992d42ce520 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.625737] env[62643]: WARNING nova.compute.manager [req-6862ba32-62e3-45e9-aed1-050aea727303 req-229436e6-f67f-4a92-a997-4c9bf2c20e61 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Received unexpected event network-vif-plugged-f453ea8e-56d7-4308-b7ae-2992d42ce520 for instance with vm_state building and task_state spawning. [ 1066.681924] env[62643]: DEBUG nova.objects.instance [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lazy-loading 'pci_requests' on Instance uuid 70594b0d-7e96-4da1-a1b4-f90f555ade23 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.748130] env[62643]: DEBUG nova.network.neutron [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Successfully updated port: f453ea8e-56d7-4308-b7ae-2992d42ce520 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.765939] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551896} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.766238] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 8bf117d1-e25c-4182-ad0a-2513cce514d4/8bf117d1-e25c-4182-ad0a-2513cce514d4.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.766462] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.767250] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79a4989d-91e6-4262-9c7f-90581b29e6a0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.774544] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1066.774544] env[62643]: value = "task-2383864" [ 1066.774544] env[62643]: _type = "Task" [ 1066.774544] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.782985] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.047268] env[62643]: DEBUG oslo_vmware.api [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383863, 'name': PowerOnVM_Task, 'duration_secs': 0.620476} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.049986] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.050239] env[62643]: INFO nova.compute.manager [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1067.050420] env[62643]: DEBUG nova.compute.manager [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.051443] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d41004-17bb-4cd4-9696-50ad0160c69c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.144746] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e22f96a-02f5-4c7c-8e78-077493cafbbb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.152240] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef5e928-be2e-478e-87b0-cc87fdb7dcad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.188696] env[62643]: DEBUG nova.objects.base [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Object Instance<70594b0d-7e96-4da1-a1b4-f90f555ade23> lazy-loaded attributes: flavor,pci_requests {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1067.189204] env[62643]: DEBUG nova.network.neutron [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.193138] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ee0e00-0f8e-437a-90ae-7f5d891305ca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.201696] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3825a068-6e5c-425e-bff3-c42c455cc4d5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.215131] env[62643]: DEBUG nova.compute.provider_tree [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.252125] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.252125] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquired lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.252125] env[62643]: DEBUG nova.network.neutron [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.281186] env[62643]: DEBUG nova.policy [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f929cf4c99d4e42b740cbff0703178f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a47dde31f50e4a028ae9053fd0472e44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.288492] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083329} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.288759] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.289596] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fc4f2d-305a-456d-9b72-ca0f3f693937 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.312655] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 8bf117d1-e25c-4182-ad0a-2513cce514d4/8bf117d1-e25c-4182-ad0a-2513cce514d4.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.312916] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-952bcec0-d672-445e-8927-2d2a1de06a21 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.335249] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1067.335249] env[62643]: value = "task-2383865" [ 1067.335249] env[62643]: _type = "Task" [ 1067.335249] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.345250] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.573400] env[62643]: INFO nova.compute.manager [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Took 23.14 seconds to build instance. [ 1067.719113] env[62643]: DEBUG nova.scheduler.client.report [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.790743] env[62643]: DEBUG nova.network.neutron [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.844621] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383865, 'name': ReconfigVM_Task, 'duration_secs': 0.293664} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.844895] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 8bf117d1-e25c-4182-ad0a-2513cce514d4/8bf117d1-e25c-4182-ad0a-2513cce514d4.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.845703] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe894c44-156a-4f5a-afbf-7f24ec0640cf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.851854] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1067.851854] env[62643]: value = "task-2383866" [ 1067.851854] env[62643]: _type = "Task" [ 1067.851854] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.859894] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383866, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.946240] env[62643]: DEBUG nova.network.neutron [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Updating instance_info_cache with network_info: [{"id": "f453ea8e-56d7-4308-b7ae-2992d42ce520", "address": "fa:16:3e:35:f8:43", "network": {"id": "ccc280af-0d0b-46e8-9102-a753f42e1b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-315313190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdebd6b4ba534e8ba7e42e1937149852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf453ea8e-56", "ovs_interfaceid": "f453ea8e-56d7-4308-b7ae-2992d42ce520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.076034] env[62643]: DEBUG oslo_concurrency.lockutils [None req-744666ad-0dcc-4874-9c37-06c11c9d46a6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.654s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.112136] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Volume attach. Driver type: vmdk {{(pid=62643) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1068.112360] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483761', 'volume_id': '4e9d6f29-0484-41f9-bf4d-7ce6eb75c928', 'name': 'volume-4e9d6f29-0484-41f9-bf4d-7ce6eb75c928', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0a657af-a156-4aef-a7f9-9b2ba00282ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4e9d6f29-0484-41f9-bf4d-7ce6eb75c928', 'serial': '4e9d6f29-0484-41f9-bf4d-7ce6eb75c928'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1068.113353] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b45b56c-22a3-4cc3-b8ef-08674626653c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.130647] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3249cf-37c6-4ccd-a67f-0f27b0321a4c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.155348] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-4e9d6f29-0484-41f9-bf4d-7ce6eb75c928/volume-4e9d6f29-0484-41f9-bf4d-7ce6eb75c928.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.155648] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-394f0700-16d3-4689-a828-1f9344880d3c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.176722] env[62643]: DEBUG oslo_vmware.api [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1068.176722] env[62643]: value = "task-2383867" [ 1068.176722] env[62643]: _type = "Task" [ 1068.176722] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.186122] env[62643]: DEBUG oslo_vmware.api [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.225965] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.226305] env[62643]: DEBUG nova.compute.manager [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.363953] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383866, 'name': Rename_Task, 'duration_secs': 0.159361} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.364388] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.364719] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ffa26bb-6233-4b4f-82ad-03a78363eab1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.373160] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1068.373160] env[62643]: value = "task-2383868" [ 1068.373160] env[62643]: _type = "Task" [ 1068.373160] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.383180] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.422637] env[62643]: DEBUG oslo_concurrency.lockutils [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.422989] env[62643]: DEBUG oslo_concurrency.lockutils [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.423204] env[62643]: INFO nova.compute.manager [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Shelving [ 1068.448525] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Releasing lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.448861] env[62643]: DEBUG nova.compute.manager [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Instance network_info: |[{"id": "f453ea8e-56d7-4308-b7ae-2992d42ce520", "address": "fa:16:3e:35:f8:43", "network": {"id": "ccc280af-0d0b-46e8-9102-a753f42e1b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-315313190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdebd6b4ba534e8ba7e42e1937149852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf453ea8e-56", "ovs_interfaceid": "f453ea8e-56d7-4308-b7ae-2992d42ce520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.453026] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:f8:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f453ea8e-56d7-4308-b7ae-2992d42ce520', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.459166] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Creating folder: Project (bdebd6b4ba534e8ba7e42e1937149852). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1068.459166] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2297ecab-8cbd-4d45-8f6d-21bb6e0d522d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.473150] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Created folder: Project (bdebd6b4ba534e8ba7e42e1937149852) in parent group-v483488. [ 1068.473150] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Creating folder: Instances. Parent ref: group-v483762. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1068.473150] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ce562ac-427e-4c76-9b8e-2a27d56e761c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.486216] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Created folder: Instances in parent group-v483762. [ 1068.486216] env[62643]: DEBUG oslo.service.loopingcall [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1068.486216] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.486216] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e509898d-a3d8-419b-ae0d-d75bb423644f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.505035] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.505035] env[62643]: value = "task-2383871" [ 1068.505035] env[62643]: _type = "Task" [ 1068.505035] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.513137] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383871, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.686874] env[62643]: DEBUG oslo_vmware.api [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383867, 'name': ReconfigVM_Task, 'duration_secs': 0.437931} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.687177] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-4e9d6f29-0484-41f9-bf4d-7ce6eb75c928/volume-4e9d6f29-0484-41f9-bf4d-7ce6eb75c928.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.692136] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6b204ff-7060-4c5a-a214-c04958cf9afa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.707731] env[62643]: DEBUG oslo_vmware.api [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1068.707731] env[62643]: value = "task-2383872" [ 1068.707731] env[62643]: _type = "Task" [ 1068.707731] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.717141] env[62643]: DEBUG oslo_vmware.api [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.733393] env[62643]: DEBUG nova.compute.utils [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1068.734884] env[62643]: DEBUG nova.compute.manager [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.735064] env[62643]: DEBUG nova.network.neutron [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.749687] env[62643]: DEBUG nova.compute.manager [req-f241f80f-2ee4-4838-b3ec-cb31502b2772 req-59614cbf-286e-480d-9533-e83265dc6208 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Received event network-changed-f453ea8e-56d7-4308-b7ae-2992d42ce520 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.750617] env[62643]: DEBUG nova.compute.manager [req-f241f80f-2ee4-4838-b3ec-cb31502b2772 req-59614cbf-286e-480d-9533-e83265dc6208 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Refreshing instance network info cache due to event network-changed-f453ea8e-56d7-4308-b7ae-2992d42ce520. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1068.750617] env[62643]: DEBUG oslo_concurrency.lockutils [req-f241f80f-2ee4-4838-b3ec-cb31502b2772 req-59614cbf-286e-480d-9533-e83265dc6208 service nova] Acquiring lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.750617] env[62643]: DEBUG oslo_concurrency.lockutils [req-f241f80f-2ee4-4838-b3ec-cb31502b2772 req-59614cbf-286e-480d-9533-e83265dc6208 service nova] Acquired lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.750617] env[62643]: DEBUG nova.network.neutron [req-f241f80f-2ee4-4838-b3ec-cb31502b2772 req-59614cbf-286e-480d-9533-e83265dc6208 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Refreshing network info cache for port f453ea8e-56d7-4308-b7ae-2992d42ce520 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.801387] env[62643]: DEBUG nova.policy [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e65c36cb596344f5a3e72651fe61b351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25adeda06dc94650a017e8df032968f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.884479] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.017081] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383871, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.057072] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Acquiring lock "526666ff-b91b-425b-a5a6-c23869a5b764" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.057349] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Lock "526666ff-b91b-425b-a5a6-c23869a5b764" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.097832] env[62643]: DEBUG nova.network.neutron [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Successfully updated port: 753dc8a2-ea94-4374-958e-07871818e8de {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.220042] env[62643]: DEBUG oslo_vmware.api [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383872, 'name': ReconfigVM_Task, 'duration_secs': 0.271814} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.221011] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483761', 'volume_id': '4e9d6f29-0484-41f9-bf4d-7ce6eb75c928', 'name': 'volume-4e9d6f29-0484-41f9-bf4d-7ce6eb75c928', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0a657af-a156-4aef-a7f9-9b2ba00282ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4e9d6f29-0484-41f9-bf4d-7ce6eb75c928', 'serial': '4e9d6f29-0484-41f9-bf4d-7ce6eb75c928'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1069.242118] env[62643]: DEBUG nova.compute.manager [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.334215] env[62643]: DEBUG nova.network.neutron [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Successfully created port: 7f47e568-3bc7-46ad-b0a4-869f562e87e5 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.390797] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383868, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.433586] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.433931] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d516f96-40e1-44fd-bfbc-630f73d7fd12 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.442098] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1069.442098] env[62643]: value = "task-2383873" [ 1069.442098] env[62643]: _type = "Task" [ 1069.442098] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.457800] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.516702] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383871, 'name': CreateVM_Task, 'duration_secs': 0.865183} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.516875] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.517757] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.517986] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.518334] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.518604] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8662a821-823f-4e51-8bf9-df23b70272bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.523827] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1069.523827] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526a50c3-0759-f6b8-1a03-ab54e59e41ba" [ 1069.523827] env[62643]: _type = "Task" [ 1069.523827] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.532707] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526a50c3-0759-f6b8-1a03-ab54e59e41ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.560016] env[62643]: DEBUG nova.compute.manager [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.602704] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.602822] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.606050] env[62643]: DEBUG nova.network.neutron [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.678850] env[62643]: DEBUG nova.network.neutron [req-f241f80f-2ee4-4838-b3ec-cb31502b2772 req-59614cbf-286e-480d-9533-e83265dc6208 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Updated VIF entry in instance network info cache for port f453ea8e-56d7-4308-b7ae-2992d42ce520. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.679499] env[62643]: DEBUG nova.network.neutron [req-f241f80f-2ee4-4838-b3ec-cb31502b2772 req-59614cbf-286e-480d-9533-e83265dc6208 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Updating instance_info_cache with network_info: [{"id": "f453ea8e-56d7-4308-b7ae-2992d42ce520", "address": "fa:16:3e:35:f8:43", "network": {"id": "ccc280af-0d0b-46e8-9102-a753f42e1b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-315313190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdebd6b4ba534e8ba7e42e1937149852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf453ea8e-56", "ovs_interfaceid": "f453ea8e-56d7-4308-b7ae-2992d42ce520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.889213] env[62643]: DEBUG oslo_vmware.api [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383868, 'name': PowerOnVM_Task, 'duration_secs': 1.109551} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.889828] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.890272] env[62643]: INFO nova.compute.manager [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1069.890648] env[62643]: DEBUG nova.compute.manager [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.893755] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dc4e19-4d20-4a2d-b152-aded5610873f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.953962] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383873, 'name': PowerOffVM_Task, 'duration_secs': 0.213048} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.954286] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.955106] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa59201-d1d8-4b0f-ad9c-2f3790842920 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.975127] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c4eea1-e9bf-4182-a5bc-c035b4fdc383 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.034061] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526a50c3-0759-f6b8-1a03-ab54e59e41ba, 'name': SearchDatastore_Task, 'duration_secs': 0.017419} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.034513] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.035256] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.035521] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.035677] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.035862] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.036160] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05531d08-b74e-49eb-89af-6ff89c1a00b9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.045375] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.045549] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.046258] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-507e422b-47bd-4306-b812-ab242be2a8eb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.053484] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1070.053484] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528e54ce-81ef-7d1a-faf5-cf4ce045e148" [ 1070.053484] env[62643]: _type = "Task" [ 1070.053484] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.061707] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528e54ce-81ef-7d1a-faf5-cf4ce045e148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.083894] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.084160] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.085641] env[62643]: INFO nova.compute.claims [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.142930] env[62643]: WARNING nova.network.neutron [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] 83724d80-84b7-4216-b3ea-5a3e049d015e already exists in list: networks containing: ['83724d80-84b7-4216-b3ea-5a3e049d015e']. ignoring it [ 1070.183580] env[62643]: DEBUG oslo_concurrency.lockutils [req-f241f80f-2ee4-4838-b3ec-cb31502b2772 req-59614cbf-286e-480d-9533-e83265dc6208 service nova] Releasing lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.257137] env[62643]: DEBUG nova.compute.manager [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.272034] env[62643]: DEBUG nova.objects.instance [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lazy-loading 'flavor' on Instance uuid c0a657af-a156-4aef-a7f9-9b2ba00282ca {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.291827] env[62643]: DEBUG nova.virt.hardware [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.292083] env[62643]: DEBUG nova.virt.hardware [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.292248] env[62643]: DEBUG nova.virt.hardware [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.292638] env[62643]: DEBUG nova.virt.hardware [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.292638] env[62643]: DEBUG nova.virt.hardware [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.292769] env[62643]: DEBUG nova.virt.hardware [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.292902] env[62643]: DEBUG nova.virt.hardware [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.293078] env[62643]: DEBUG nova.virt.hardware [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.293247] env[62643]: DEBUG nova.virt.hardware [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.293441] env[62643]: DEBUG nova.virt.hardware [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.293576] env[62643]: DEBUG nova.virt.hardware [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.294661] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03124fe8-0281-4822-97f7-ae333c514418 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.304080] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b0e94f-00ad-4057-b79f-624d72752322 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.417597] env[62643]: INFO nova.compute.manager [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Took 22.46 seconds to build instance. [ 1070.485768] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1070.486095] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4359005f-6826-4765-bea6-c906a7b3b71e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.497569] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1070.497569] env[62643]: value = "task-2383874" [ 1070.497569] env[62643]: _type = "Task" [ 1070.497569] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.503698] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383874, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.517831] env[62643]: DEBUG nova.network.neutron [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Updating instance_info_cache with network_info: [{"id": "3256e802-a855-4166-be46-9acc40e4f685", "address": "fa:16:3e:6d:3d:96", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3256e802-a8", "ovs_interfaceid": "3256e802-a855-4166-be46-9acc40e4f685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "753dc8a2-ea94-4374-958e-07871818e8de", "address": "fa:16:3e:9a:e4:a9", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap753dc8a2-ea", "ovs_interfaceid": "753dc8a2-ea94-4374-958e-07871818e8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.564979] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528e54ce-81ef-7d1a-faf5-cf4ce045e148, 'name': SearchDatastore_Task, 'duration_secs': 0.009116} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.565827] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f74b6e-0901-4f69-b076-8018df10a080 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.571660] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1070.571660] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52125fc8-da2f-20cc-7951-73a276cbc900" [ 1070.571660] env[62643]: _type = "Task" [ 1070.571660] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.582024] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52125fc8-da2f-20cc-7951-73a276cbc900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.779707] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c4a7654f-ff62-42f1-9f98-cd3fe70fd347 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.306s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.893633] env[62643]: DEBUG nova.compute.manager [req-5d6c16b0-ec04-4dbf-90f4-1a5ef61f1af0 req-4308a1ab-95bc-4cca-99e5-a87238e58c7e service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Received event network-vif-plugged-753dc8a2-ea94-4374-958e-07871818e8de {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.894026] env[62643]: DEBUG oslo_concurrency.lockutils [req-5d6c16b0-ec04-4dbf-90f4-1a5ef61f1af0 req-4308a1ab-95bc-4cca-99e5-a87238e58c7e service nova] Acquiring lock "70594b0d-7e96-4da1-a1b4-f90f555ade23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.894376] env[62643]: DEBUG oslo_concurrency.lockutils [req-5d6c16b0-ec04-4dbf-90f4-1a5ef61f1af0 req-4308a1ab-95bc-4cca-99e5-a87238e58c7e service nova] Lock "70594b0d-7e96-4da1-a1b4-f90f555ade23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.894672] env[62643]: DEBUG oslo_concurrency.lockutils [req-5d6c16b0-ec04-4dbf-90f4-1a5ef61f1af0 req-4308a1ab-95bc-4cca-99e5-a87238e58c7e service nova] Lock "70594b0d-7e96-4da1-a1b4-f90f555ade23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.894956] env[62643]: DEBUG nova.compute.manager [req-5d6c16b0-ec04-4dbf-90f4-1a5ef61f1af0 req-4308a1ab-95bc-4cca-99e5-a87238e58c7e service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] No waiting events found dispatching network-vif-plugged-753dc8a2-ea94-4374-958e-07871818e8de {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.895248] env[62643]: WARNING nova.compute.manager [req-5d6c16b0-ec04-4dbf-90f4-1a5ef61f1af0 req-4308a1ab-95bc-4cca-99e5-a87238e58c7e service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Received unexpected event network-vif-plugged-753dc8a2-ea94-4374-958e-07871818e8de for instance with vm_state active and task_state None. [ 1070.895520] env[62643]: DEBUG nova.compute.manager [req-5d6c16b0-ec04-4dbf-90f4-1a5ef61f1af0 req-4308a1ab-95bc-4cca-99e5-a87238e58c7e service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Received event network-changed-753dc8a2-ea94-4374-958e-07871818e8de {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.895771] env[62643]: DEBUG nova.compute.manager [req-5d6c16b0-ec04-4dbf-90f4-1a5ef61f1af0 req-4308a1ab-95bc-4cca-99e5-a87238e58c7e service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Refreshing instance network info cache due to event network-changed-753dc8a2-ea94-4374-958e-07871818e8de. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1070.896430] env[62643]: DEBUG oslo_concurrency.lockutils [req-5d6c16b0-ec04-4dbf-90f4-1a5ef61f1af0 req-4308a1ab-95bc-4cca-99e5-a87238e58c7e service nova] Acquiring lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.920218] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d18f8b7e-bd08-4a82-b89a-551d886c2a13 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "8bf117d1-e25c-4182-ad0a-2513cce514d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.972s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.004983] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383874, 'name': CreateSnapshot_Task, 'duration_secs': 0.436482} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.005334] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1071.006106] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541798a0-74c7-421e-a34f-dc48c2f553e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.020127] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.020828] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.020982] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.021328] env[62643]: DEBUG oslo_concurrency.lockutils [req-5d6c16b0-ec04-4dbf-90f4-1a5ef61f1af0 req-4308a1ab-95bc-4cca-99e5-a87238e58c7e service nova] Acquired lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.021524] env[62643]: DEBUG nova.network.neutron [req-5d6c16b0-ec04-4dbf-90f4-1a5ef61f1af0 req-4308a1ab-95bc-4cca-99e5-a87238e58c7e service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Refreshing network info cache for port 753dc8a2-ea94-4374-958e-07871818e8de {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.023298] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894c0e6c-411d-4261-b0f3-dae32ffd5d5d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.042487] env[62643]: DEBUG nova.virt.hardware [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.042738] env[62643]: DEBUG nova.virt.hardware [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.042897] env[62643]: DEBUG nova.virt.hardware [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.043097] env[62643]: DEBUG nova.virt.hardware [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.043249] env[62643]: DEBUG nova.virt.hardware [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.043398] env[62643]: DEBUG nova.virt.hardware [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.043605] env[62643]: DEBUG nova.virt.hardware [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.043766] env[62643]: DEBUG nova.virt.hardware [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.043935] env[62643]: DEBUG nova.virt.hardware [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.044110] env[62643]: DEBUG nova.virt.hardware [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.044289] env[62643]: DEBUG nova.virt.hardware [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.050847] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Reconfiguring VM to attach interface {{(pid=62643) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1071.051763] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da1253e8-da51-4c71-a050-366df3cf4330 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.070548] env[62643]: DEBUG oslo_vmware.api [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1071.070548] env[62643]: value = "task-2383875" [ 1071.070548] env[62643]: _type = "Task" [ 1071.070548] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.082726] env[62643]: DEBUG oslo_vmware.api [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383875, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.086202] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52125fc8-da2f-20cc-7951-73a276cbc900, 'name': SearchDatastore_Task, 'duration_secs': 0.009092} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.086523] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.086836] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] e8dd0d79-0397-4f17-8a6b-1eccf23ffeac/e8dd0d79-0397-4f17-8a6b-1eccf23ffeac.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.087151] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc734914-91a9-4307-9f84-74735cd7cd83 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.096992] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1071.096992] env[62643]: value = "task-2383876" [ 1071.096992] env[62643]: _type = "Task" [ 1071.096992] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.107544] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.214390] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.214390] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.301022] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae45862-bde5-417b-ab1b-2d716d326c7e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.308926] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb9cdb5-332d-441b-940c-30f347798344 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.347303] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39796bc6-3290-4fd4-936b-ac1bf0f1b106 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.358464] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b788ad91-b78c-4b7d-ba03-2a5660b6b52e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.376781] env[62643]: DEBUG nova.compute.provider_tree [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.457813] env[62643]: DEBUG nova.network.neutron [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Successfully updated port: 7f47e568-3bc7-46ad-b0a4-869f562e87e5 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.525217] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1071.525614] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a8b2a75d-d408-4227-8fcb-067f7d8dca12 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.539021] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1071.539021] env[62643]: value = "task-2383877" [ 1071.539021] env[62643]: _type = "Task" [ 1071.539021] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.548909] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383877, 'name': CloneVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.580118] env[62643]: DEBUG oslo_vmware.api [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.606645] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383876, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.716498] env[62643]: INFO nova.compute.manager [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Detaching volume 4e9d6f29-0484-41f9-bf4d-7ce6eb75c928 [ 1071.757821] env[62643]: INFO nova.virt.block_device [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Attempting to driver detach volume 4e9d6f29-0484-41f9-bf4d-7ce6eb75c928 from mountpoint /dev/sdb [ 1071.757821] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1071.757821] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483761', 'volume_id': '4e9d6f29-0484-41f9-bf4d-7ce6eb75c928', 'name': 'volume-4e9d6f29-0484-41f9-bf4d-7ce6eb75c928', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0a657af-a156-4aef-a7f9-9b2ba00282ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4e9d6f29-0484-41f9-bf4d-7ce6eb75c928', 'serial': '4e9d6f29-0484-41f9-bf4d-7ce6eb75c928'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1071.758082] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ba6f18-0e79-487d-b7c6-9886328e7fb5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.780857] env[62643]: DEBUG nova.network.neutron [req-5d6c16b0-ec04-4dbf-90f4-1a5ef61f1af0 req-4308a1ab-95bc-4cca-99e5-a87238e58c7e service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Updated VIF entry in instance network info cache for port 753dc8a2-ea94-4374-958e-07871818e8de. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.781299] env[62643]: DEBUG nova.network.neutron [req-5d6c16b0-ec04-4dbf-90f4-1a5ef61f1af0 req-4308a1ab-95bc-4cca-99e5-a87238e58c7e service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Updating instance_info_cache with network_info: [{"id": "3256e802-a855-4166-be46-9acc40e4f685", "address": "fa:16:3e:6d:3d:96", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3256e802-a8", "ovs_interfaceid": "3256e802-a855-4166-be46-9acc40e4f685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "753dc8a2-ea94-4374-958e-07871818e8de", "address": "fa:16:3e:9a:e4:a9", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap753dc8a2-ea", "ovs_interfaceid": "753dc8a2-ea94-4374-958e-07871818e8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.783177] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589d31d3-da2d-4450-b943-2cba136bd54a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.791060] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3c3120-f618-4794-a199-485b3ec1aeef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.813985] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeefbfe-9a0f-4a2d-bf62-5a29bf584558 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.829764] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] The volume has not been displaced from its original location: [datastore1] volume-4e9d6f29-0484-41f9-bf4d-7ce6eb75c928/volume-4e9d6f29-0484-41f9-bf4d-7ce6eb75c928.vmdk. No consolidation needed. {{(pid=62643) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1071.835430] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.835745] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f849d42-7c38-4252-9ad8-e9c7123c4b0f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.855430] env[62643]: DEBUG oslo_vmware.api [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1071.855430] env[62643]: value = "task-2383878" [ 1071.855430] env[62643]: _type = "Task" [ 1071.855430] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.863832] env[62643]: DEBUG oslo_vmware.api [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.882135] env[62643]: DEBUG nova.scheduler.client.report [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.960861] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "refresh_cache-f7189596-4d91-4426-9d17-af9d91834628" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.961134] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "refresh_cache-f7189596-4d91-4426-9d17-af9d91834628" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.961202] env[62643]: DEBUG nova.network.neutron [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.049627] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383877, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.080318] env[62643]: DEBUG oslo_vmware.api [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383875, 'name': ReconfigVM_Task, 'duration_secs': 0.705723} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.080844] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.081145] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Reconfigured VM to attach interface {{(pid=62643) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1072.108090] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523823} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.108373] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] e8dd0d79-0397-4f17-8a6b-1eccf23ffeac/e8dd0d79-0397-4f17-8a6b-1eccf23ffeac.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.108625] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.108898] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb3255e2-4096-4f3e-9750-e465c3e95bb7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.117365] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1072.117365] env[62643]: value = "task-2383879" [ 1072.117365] env[62643]: _type = "Task" [ 1072.117365] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.127047] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.264255] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "f2316816-013d-411a-8622-599205592e49" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.264495] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f2316816-013d-411a-8622-599205592e49" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.287649] env[62643]: DEBUG oslo_concurrency.lockutils [req-5d6c16b0-ec04-4dbf-90f4-1a5ef61f1af0 req-4308a1ab-95bc-4cca-99e5-a87238e58c7e service nova] Releasing lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.366035] env[62643]: DEBUG oslo_vmware.api [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.387093] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.387653] env[62643]: DEBUG nova.compute.manager [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.498165] env[62643]: DEBUG nova.network.neutron [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.551281] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383877, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.585978] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e620c99-bd52-43dd-9784-a7bb8e331ead tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-70594b0d-7e96-4da1-a1b4-f90f555ade23-753dc8a2-ea94-4374-958e-07871818e8de" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.587s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.629376] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069168} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.629676] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.630572] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6476e0d3-87af-4ac8-a62e-06e9a4a82305 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.655586] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] e8dd0d79-0397-4f17-8a6b-1eccf23ffeac/e8dd0d79-0397-4f17-8a6b-1eccf23ffeac.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.656814] env[62643]: DEBUG nova.network.neutron [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Updating instance_info_cache with network_info: [{"id": "7f47e568-3bc7-46ad-b0a4-869f562e87e5", "address": "fa:16:3e:bf:f9:3b", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f47e568-3b", "ovs_interfaceid": "7f47e568-3bc7-46ad-b0a4-869f562e87e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.658113] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7316977c-71de-48af-80a7-191a96ca9fc2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.680656] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1072.680656] env[62643]: value = "task-2383880" [ 1072.680656] env[62643]: _type = "Task" [ 1072.680656] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.690158] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.767762] env[62643]: DEBUG nova.compute.utils [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1072.866865] env[62643]: DEBUG oslo_vmware.api [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.892512] env[62643]: DEBUG nova.compute.utils [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1072.894014] env[62643]: DEBUG nova.compute.manager [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.895197] env[62643]: DEBUG nova.network.neutron [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.935916] env[62643]: DEBUG nova.policy [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3ca7254bb3e45e2b12aec5b4bbe8fd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6684c147ec0141c1b0d3f2c4b26c8dfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.051210] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383877, 'name': CloneVM_Task, 'duration_secs': 1.495506} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.051551] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Created linked-clone VM from snapshot [ 1073.052254] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7ad5fa-140d-47a3-a9f3-3b0de02ad490 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.059297] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Uploading image a889efc1-dead-4796-81c3-5d8157f6c643 {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1073.086091] env[62643]: DEBUG oslo_vmware.rw_handles [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1073.086091] env[62643]: value = "vm-483766" [ 1073.086091] env[62643]: _type = "VirtualMachine" [ 1073.086091] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1073.086368] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-32789207-1c02-4549-bb68-7757c99326b1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.094358] env[62643]: DEBUG oslo_vmware.rw_handles [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lease: (returnval){ [ 1073.094358] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cf5768-3d7d-6568-7488-e4292baaa013" [ 1073.094358] env[62643]: _type = "HttpNfcLease" [ 1073.094358] env[62643]: } obtained for exporting VM: (result){ [ 1073.094358] env[62643]: value = "vm-483766" [ 1073.094358] env[62643]: _type = "VirtualMachine" [ 1073.094358] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1073.094643] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the lease: (returnval){ [ 1073.094643] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cf5768-3d7d-6568-7488-e4292baaa013" [ 1073.094643] env[62643]: _type = "HttpNfcLease" [ 1073.094643] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1073.100939] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1073.100939] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cf5768-3d7d-6568-7488-e4292baaa013" [ 1073.100939] env[62643]: _type = "HttpNfcLease" [ 1073.100939] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1073.177674] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "refresh_cache-f7189596-4d91-4426-9d17-af9d91834628" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.178019] env[62643]: DEBUG nova.compute.manager [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Instance network_info: |[{"id": "7f47e568-3bc7-46ad-b0a4-869f562e87e5", "address": "fa:16:3e:bf:f9:3b", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f47e568-3b", "ovs_interfaceid": "7f47e568-3bc7-46ad-b0a4-869f562e87e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.178447] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:f9:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f47e568-3bc7-46ad-b0a4-869f562e87e5', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.186140] env[62643]: DEBUG oslo.service.loopingcall [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1073.186449] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7189596-4d91-4426-9d17-af9d91834628] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.189703] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d11a968-4da4-4821-818c-7ca74aa39191 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.204213] env[62643]: DEBUG nova.network.neutron [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Successfully created port: 0a67b405-c9b9-4abc-9508-01847bd0ad36 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.211198] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.212331] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.212331] env[62643]: value = "task-2383882" [ 1073.212331] env[62643]: _type = "Task" [ 1073.212331] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.219460] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383882, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.271456] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f2316816-013d-411a-8622-599205592e49" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.366774] env[62643]: DEBUG oslo_vmware.api [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383878, 'name': ReconfigVM_Task, 'duration_secs': 1.100192} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.367067] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1073.372018] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf607c4c-2e14-47d0-93c8-9767cd45ddf9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.386688] env[62643]: DEBUG oslo_vmware.api [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1073.386688] env[62643]: value = "task-2383883" [ 1073.386688] env[62643]: _type = "Task" [ 1073.386688] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.394742] env[62643]: DEBUG oslo_vmware.api [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.397353] env[62643]: DEBUG nova.compute.manager [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.602930] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1073.602930] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cf5768-3d7d-6568-7488-e4292baaa013" [ 1073.602930] env[62643]: _type = "HttpNfcLease" [ 1073.602930] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1073.603198] env[62643]: DEBUG oslo_vmware.rw_handles [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1073.603198] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cf5768-3d7d-6568-7488-e4292baaa013" [ 1073.603198] env[62643]: _type = "HttpNfcLease" [ 1073.603198] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1073.603922] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a8b672-911e-4f1e-a60a-ea24f6b64169 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.612989] env[62643]: DEBUG oslo_vmware.rw_handles [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ed419-7911-b620-7b98-6d862b80f98c/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1073.613183] env[62643]: DEBUG oslo_vmware.rw_handles [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ed419-7911-b620-7b98-6d862b80f98c/disk-0.vmdk for reading. {{(pid=62643) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1073.695552] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383880, 'name': ReconfigVM_Task, 'duration_secs': 0.61343} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.695927] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Reconfigured VM instance instance-00000064 to attach disk [datastore1] e8dd0d79-0397-4f17-8a6b-1eccf23ffeac/e8dd0d79-0397-4f17-8a6b-1eccf23ffeac.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.696576] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cb7dd1b-d3e9-449f-8c64-9d1c2596fff1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.702145] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9d63e002-f961-449a-952f-63f1b231d097 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.705574] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1073.705574] env[62643]: value = "task-2383884" [ 1073.705574] env[62643]: _type = "Task" [ 1073.705574] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.714358] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383884, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.724685] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383882, 'name': CreateVM_Task, 'duration_secs': 0.361196} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.728086] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7189596-4d91-4426-9d17-af9d91834628] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.728847] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.729048] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.729409] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.729657] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a99671da-0464-41e6-91dc-6a765ae532d3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.740938] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1073.740938] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d9910a-b5d7-5a6a-c397-f5b9a5479300" [ 1073.740938] env[62643]: _type = "Task" [ 1073.740938] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.747385] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d9910a-b5d7-5a6a-c397-f5b9a5479300, 'name': SearchDatastore_Task, 'duration_secs': 0.009494} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.747675] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.747912] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.748165] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.748351] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.748502] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.748777] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88664a1c-6d4d-4eea-a170-3fdabd3a5ed0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.755797] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.755944] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.756635] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df5694c-0592-47c2-a1f3-c341e8c42701 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.761527] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1073.761527] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5278783b-b35c-cf82-6eca-f5f1e42dc3ab" [ 1073.761527] env[62643]: _type = "Task" [ 1073.761527] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.768842] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5278783b-b35c-cf82-6eca-f5f1e42dc3ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.862687] env[62643]: DEBUG nova.compute.manager [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] [instance: f7189596-4d91-4426-9d17-af9d91834628] Received event network-vif-plugged-7f47e568-3bc7-46ad-b0a4-869f562e87e5 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1073.862922] env[62643]: DEBUG oslo_concurrency.lockutils [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] Acquiring lock "f7189596-4d91-4426-9d17-af9d91834628-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.863556] env[62643]: DEBUG oslo_concurrency.lockutils [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] Lock "f7189596-4d91-4426-9d17-af9d91834628-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.863842] env[62643]: DEBUG oslo_concurrency.lockutils [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] Lock "f7189596-4d91-4426-9d17-af9d91834628-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.864057] env[62643]: DEBUG nova.compute.manager [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] [instance: f7189596-4d91-4426-9d17-af9d91834628] No waiting events found dispatching network-vif-plugged-7f47e568-3bc7-46ad-b0a4-869f562e87e5 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.864211] env[62643]: WARNING nova.compute.manager [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] [instance: f7189596-4d91-4426-9d17-af9d91834628] Received unexpected event network-vif-plugged-7f47e568-3bc7-46ad-b0a4-869f562e87e5 for instance with vm_state building and task_state spawning. [ 1073.864886] env[62643]: DEBUG nova.compute.manager [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Received event network-changed-a1e83488-ef11-4550-b413-67db9ab130e2 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1073.865660] env[62643]: DEBUG nova.compute.manager [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Refreshing instance network info cache due to event network-changed-a1e83488-ef11-4550-b413-67db9ab130e2. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1073.865852] env[62643]: DEBUG oslo_concurrency.lockutils [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] Acquiring lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.866011] env[62643]: DEBUG oslo_concurrency.lockutils [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] Acquired lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.866196] env[62643]: DEBUG nova.network.neutron [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Refreshing network info cache for port a1e83488-ef11-4550-b413-67db9ab130e2 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.897727] env[62643]: DEBUG oslo_vmware.api [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383883, 'name': ReconfigVM_Task, 'duration_secs': 0.163222} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.898064] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483761', 'volume_id': '4e9d6f29-0484-41f9-bf4d-7ce6eb75c928', 'name': 'volume-4e9d6f29-0484-41f9-bf4d-7ce6eb75c928', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0a657af-a156-4aef-a7f9-9b2ba00282ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4e9d6f29-0484-41f9-bf4d-7ce6eb75c928', 'serial': '4e9d6f29-0484-41f9-bf4d-7ce6eb75c928'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1074.216954] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383884, 'name': Rename_Task, 'duration_secs': 0.24439} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.217714] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.218073] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5df44109-b532-4b14-a766-4a734a1b8135 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.224894] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1074.224894] env[62643]: value = "task-2383885" [ 1074.224894] env[62643]: _type = "Task" [ 1074.224894] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.235077] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.274256] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5278783b-b35c-cf82-6eca-f5f1e42dc3ab, 'name': SearchDatastore_Task, 'duration_secs': 0.007981} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.275459] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba2911d4-0c73-4b50-8d92-87df7ea92031 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.281100] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1074.281100] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522627f9-5fb2-9743-b3d6-064b67324cca" [ 1074.281100] env[62643]: _type = "Task" [ 1074.281100] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.289398] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522627f9-5fb2-9743-b3d6-064b67324cca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.343903] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "f2316816-013d-411a-8622-599205592e49" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.344178] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f2316816-013d-411a-8622-599205592e49" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.344742] env[62643]: INFO nova.compute.manager [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Attaching volume a178d22f-9655-4a89-a3b4-bcaef01dd638 to /dev/sdb [ 1074.376494] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f9ef05-adaf-4a83-8182-e774ab5f2c79 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.384474] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc314ae-1401-48d1-8581-5e424c8d081c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.398820] env[62643]: DEBUG nova.virt.block_device [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Updating existing volume attachment record: 113a9beb-fb7b-44e5-81f4-13f84ed6424d {{(pid=62643) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1074.407858] env[62643]: DEBUG nova.compute.manager [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.433485] env[62643]: DEBUG nova.virt.hardware [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.434205] env[62643]: DEBUG nova.virt.hardware [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.434314] env[62643]: DEBUG nova.virt.hardware [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.434427] env[62643]: DEBUG nova.virt.hardware [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.435031] env[62643]: DEBUG nova.virt.hardware [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.435031] env[62643]: DEBUG nova.virt.hardware [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.435803] env[62643]: DEBUG nova.virt.hardware [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.435803] env[62643]: DEBUG nova.virt.hardware [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.435989] env[62643]: DEBUG nova.virt.hardware [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.436184] env[62643]: DEBUG nova.virt.hardware [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.436367] env[62643]: DEBUG nova.virt.hardware [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.437346] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0ac8c2-b9ce-4b58-8aaa-7a42330ba852 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.446280] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cd848a-5d4a-4f66-9e5c-eab10b773c39 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.451452] env[62643]: DEBUG nova.objects.instance [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lazy-loading 'flavor' on Instance uuid c0a657af-a156-4aef-a7f9-9b2ba00282ca {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.580178] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "interface-70594b0d-7e96-4da1-a1b4-f90f555ade23-753dc8a2-ea94-4374-958e-07871818e8de" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.580494] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-70594b0d-7e96-4da1-a1b4-f90f555ade23-753dc8a2-ea94-4374-958e-07871818e8de" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.746819] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383885, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.793339] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522627f9-5fb2-9743-b3d6-064b67324cca, 'name': SearchDatastore_Task, 'duration_secs': 0.02042} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.796377] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.796729] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] f7189596-4d91-4426-9d17-af9d91834628/f7189596-4d91-4426-9d17-af9d91834628.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.797157] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57aa5d11-7cf0-49bb-b8b6-f921ed520e15 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.805044] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1074.805044] env[62643]: value = "task-2383887" [ 1074.805044] env[62643]: _type = "Task" [ 1074.805044] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.813543] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.015203] env[62643]: DEBUG nova.network.neutron [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updated VIF entry in instance network info cache for port a1e83488-ef11-4550-b413-67db9ab130e2. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.015203] env[62643]: DEBUG nova.network.neutron [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating instance_info_cache with network_info: [{"id": "a1e83488-ef11-4550-b413-67db9ab130e2", "address": "fa:16:3e:9a:a3:3a", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1e83488-ef", "ovs_interfaceid": "a1e83488-ef11-4550-b413-67db9ab130e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.089031] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.089031] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.089031] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c906cd75-fcc4-43e5-b119-827f1015fb99 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.113872] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9d2a6f-9a6f-4e97-886b-43a352473136 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.151396] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Reconfiguring VM to detach interface {{(pid=62643) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1075.153018] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e84c1b43-f769-4168-b169-503b5fbd1b6a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.177330] env[62643]: DEBUG oslo_vmware.api [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1075.177330] env[62643]: value = "task-2383888" [ 1075.177330] env[62643]: _type = "Task" [ 1075.177330] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.189604] env[62643]: DEBUG oslo_vmware.api [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383888, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.239054] env[62643]: DEBUG oslo_vmware.api [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383885, 'name': PowerOnVM_Task, 'duration_secs': 0.610442} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.243024] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.243024] env[62643]: INFO nova.compute.manager [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1075.243024] env[62643]: DEBUG nova.compute.manager [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.243024] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb7d5f5-9b43-4f11-9318-36dace895ae3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.277586] env[62643]: DEBUG nova.network.neutron [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Successfully updated port: 0a67b405-c9b9-4abc-9508-01847bd0ad36 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.315258] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383887, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.462055] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e00ce25a-b125-4219-b5ec-859c3d66e75b tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.248s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.518870] env[62643]: DEBUG oslo_concurrency.lockutils [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] Releasing lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.519176] env[62643]: DEBUG nova.compute.manager [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] [instance: f7189596-4d91-4426-9d17-af9d91834628] Received event network-changed-7f47e568-3bc7-46ad-b0a4-869f562e87e5 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.519403] env[62643]: DEBUG nova.compute.manager [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] [instance: f7189596-4d91-4426-9d17-af9d91834628] Refreshing instance network info cache due to event network-changed-7f47e568-3bc7-46ad-b0a4-869f562e87e5. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1075.519653] env[62643]: DEBUG oslo_concurrency.lockutils [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] Acquiring lock "refresh_cache-f7189596-4d91-4426-9d17-af9d91834628" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.519806] env[62643]: DEBUG oslo_concurrency.lockutils [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] Acquired lock "refresh_cache-f7189596-4d91-4426-9d17-af9d91834628" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.519971] env[62643]: DEBUG nova.network.neutron [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] [instance: f7189596-4d91-4426-9d17-af9d91834628] Refreshing network info cache for port 7f47e568-3bc7-46ad-b0a4-869f562e87e5 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.686750] env[62643]: DEBUG oslo_vmware.api [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.762406] env[62643]: INFO nova.compute.manager [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Took 13.90 seconds to build instance. [ 1075.780802] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Acquiring lock "refresh_cache-526666ff-b91b-425b-a5a6-c23869a5b764" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.781072] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Acquired lock "refresh_cache-526666ff-b91b-425b-a5a6-c23869a5b764" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.781322] env[62643]: DEBUG nova.network.neutron [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.816645] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526663} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.816985] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] f7189596-4d91-4426-9d17-af9d91834628/f7189596-4d91-4426-9d17-af9d91834628.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.817268] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.817492] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dc96726-1688-463c-9eec-d5815dcdf2ba {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.824163] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1075.824163] env[62643]: value = "task-2383889" [ 1075.824163] env[62643]: _type = "Task" [ 1075.824163] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.834723] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.894670] env[62643]: DEBUG nova.compute.manager [req-8c96c10f-57ee-4aa7-b575-b11a62a3068f req-d2e73a36-818b-4658-afab-e9ae3e5fc791 service nova] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Received event network-vif-plugged-0a67b405-c9b9-4abc-9508-01847bd0ad36 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.894914] env[62643]: DEBUG oslo_concurrency.lockutils [req-8c96c10f-57ee-4aa7-b575-b11a62a3068f req-d2e73a36-818b-4658-afab-e9ae3e5fc791 service nova] Acquiring lock "526666ff-b91b-425b-a5a6-c23869a5b764-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.895164] env[62643]: DEBUG oslo_concurrency.lockutils [req-8c96c10f-57ee-4aa7-b575-b11a62a3068f req-d2e73a36-818b-4658-afab-e9ae3e5fc791 service nova] Lock "526666ff-b91b-425b-a5a6-c23869a5b764-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.895276] env[62643]: DEBUG oslo_concurrency.lockutils [req-8c96c10f-57ee-4aa7-b575-b11a62a3068f req-d2e73a36-818b-4658-afab-e9ae3e5fc791 service nova] Lock "526666ff-b91b-425b-a5a6-c23869a5b764-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.895532] env[62643]: DEBUG nova.compute.manager [req-8c96c10f-57ee-4aa7-b575-b11a62a3068f req-d2e73a36-818b-4658-afab-e9ae3e5fc791 service nova] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] No waiting events found dispatching network-vif-plugged-0a67b405-c9b9-4abc-9508-01847bd0ad36 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.895675] env[62643]: WARNING nova.compute.manager [req-8c96c10f-57ee-4aa7-b575-b11a62a3068f req-d2e73a36-818b-4658-afab-e9ae3e5fc791 service nova] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Received unexpected event network-vif-plugged-0a67b405-c9b9-4abc-9508-01847bd0ad36 for instance with vm_state building and task_state spawning. [ 1075.895782] env[62643]: DEBUG nova.compute.manager [req-8c96c10f-57ee-4aa7-b575-b11a62a3068f req-d2e73a36-818b-4658-afab-e9ae3e5fc791 service nova] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Received event network-changed-0a67b405-c9b9-4abc-9508-01847bd0ad36 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.895934] env[62643]: DEBUG nova.compute.manager [req-8c96c10f-57ee-4aa7-b575-b11a62a3068f req-d2e73a36-818b-4658-afab-e9ae3e5fc791 service nova] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Refreshing instance network info cache due to event network-changed-0a67b405-c9b9-4abc-9508-01847bd0ad36. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1075.896109] env[62643]: DEBUG oslo_concurrency.lockutils [req-8c96c10f-57ee-4aa7-b575-b11a62a3068f req-d2e73a36-818b-4658-afab-e9ae3e5fc791 service nova] Acquiring lock "refresh_cache-526666ff-b91b-425b-a5a6-c23869a5b764" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.187939] env[62643]: DEBUG oslo_vmware.api [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.264730] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4ca1a3c2-92cd-40b6-a251-f7f7315bc701 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.413s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.334766] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104887} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.335099] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.335910] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ccc3f3-b1db-42f9-a6f7-3ea5ae139085 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.359919] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] f7189596-4d91-4426-9d17-af9d91834628/f7189596-4d91-4426-9d17-af9d91834628.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.361092] env[62643]: DEBUG nova.network.neutron [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.363376] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-274a580a-270e-489f-bc37-83b145d3ad31 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.381909] env[62643]: DEBUG nova.network.neutron [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] [instance: f7189596-4d91-4426-9d17-af9d91834628] Updated VIF entry in instance network info cache for port 7f47e568-3bc7-46ad-b0a4-869f562e87e5. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.381909] env[62643]: DEBUG nova.network.neutron [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] [instance: f7189596-4d91-4426-9d17-af9d91834628] Updating instance_info_cache with network_info: [{"id": "7f47e568-3bc7-46ad-b0a4-869f562e87e5", "address": "fa:16:3e:bf:f9:3b", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f47e568-3b", "ovs_interfaceid": "7f47e568-3bc7-46ad-b0a4-869f562e87e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.386120] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1076.386120] env[62643]: value = "task-2383890" [ 1076.386120] env[62643]: _type = "Task" [ 1076.386120] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.393625] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.587956] env[62643]: DEBUG nova.network.neutron [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Updating instance_info_cache with network_info: [{"id": "0a67b405-c9b9-4abc-9508-01847bd0ad36", "address": "fa:16:3e:c8:34:1d", "network": {"id": "6362d53e-3889-4a21-adc8-ea838933dc57", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1329300511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6684c147ec0141c1b0d3f2c4b26c8dfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a67b405-c9", "ovs_interfaceid": "0a67b405-c9b9-4abc-9508-01847bd0ad36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.687613] env[62643]: DEBUG oslo_vmware.api [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.884306] env[62643]: DEBUG oslo_concurrency.lockutils [req-fec02ce3-2c6a-4e38-8f00-48a4679c5f59 req-8a03b644-686f-4eae-af62-ed1ab43e710b service nova] Releasing lock "refresh_cache-f7189596-4d91-4426-9d17-af9d91834628" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.894405] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383890, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.995453] env[62643]: DEBUG oslo_concurrency.lockutils [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "7a075ad8-eb40-4f6b-b647-cea277a00010" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.995749] env[62643]: DEBUG oslo_concurrency.lockutils [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "7a075ad8-eb40-4f6b-b647-cea277a00010" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.091496] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Releasing lock "refresh_cache-526666ff-b91b-425b-a5a6-c23869a5b764" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.091899] env[62643]: DEBUG nova.compute.manager [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Instance network_info: |[{"id": "0a67b405-c9b9-4abc-9508-01847bd0ad36", "address": "fa:16:3e:c8:34:1d", "network": {"id": "6362d53e-3889-4a21-adc8-ea838933dc57", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1329300511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6684c147ec0141c1b0d3f2c4b26c8dfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a67b405-c9", "ovs_interfaceid": "0a67b405-c9b9-4abc-9508-01847bd0ad36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.092255] env[62643]: DEBUG oslo_concurrency.lockutils [req-8c96c10f-57ee-4aa7-b575-b11a62a3068f req-d2e73a36-818b-4658-afab-e9ae3e5fc791 service nova] Acquired lock "refresh_cache-526666ff-b91b-425b-a5a6-c23869a5b764" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.092487] env[62643]: DEBUG nova.network.neutron [req-8c96c10f-57ee-4aa7-b575-b11a62a3068f req-d2e73a36-818b-4658-afab-e9ae3e5fc791 service nova] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Refreshing network info cache for port 0a67b405-c9b9-4abc-9508-01847bd0ad36 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.093769] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:34:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a67b405-c9b9-4abc-9508-01847bd0ad36', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.102357] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Creating folder: Project (6684c147ec0141c1b0d3f2c4b26c8dfa). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.103545] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d85857f1-dfe0-4186-ba37-d99d8cff3cc5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.110310] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "731a536a-e6d6-49c4-b20f-664a2c4882dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.110593] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "731a536a-e6d6-49c4-b20f-664a2c4882dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.120014] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Created folder: Project (6684c147ec0141c1b0d3f2c4b26c8dfa) in parent group-v483488. [ 1077.120254] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Creating folder: Instances. Parent ref: group-v483769. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.120523] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-629196f5-b0dc-40dd-b6ed-a7325d99e395 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.130240] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Created folder: Instances in parent group-v483769. [ 1077.130501] env[62643]: DEBUG oslo.service.loopingcall [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1077.130687] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.130905] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea633a22-bc74-45bf-adde-7ed0de01fcba {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.151542] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.151542] env[62643]: value = "task-2383894" [ 1077.151542] env[62643]: _type = "Task" [ 1077.151542] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.159945] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383894, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.187873] env[62643]: DEBUG oslo_vmware.api [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.396171] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383890, 'name': ReconfigVM_Task, 'duration_secs': 0.542284} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.396549] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Reconfigured VM instance instance-00000065 to attach disk [datastore1] f7189596-4d91-4426-9d17-af9d91834628/f7189596-4d91-4426-9d17-af9d91834628.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.397329] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39324932-d448-440e-9962-bce42ebb21fd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.405475] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1077.405475] env[62643]: value = "task-2383895" [ 1077.405475] env[62643]: _type = "Task" [ 1077.405475] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.414341] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383895, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.498302] env[62643]: DEBUG nova.compute.manager [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.613418] env[62643]: DEBUG nova.compute.manager [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.664517] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383894, 'name': CreateVM_Task, 'duration_secs': 0.456657} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.664871] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.665590] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.665927] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.666165] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.666974] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced1bb9f-e7f5-4ec3-81cc-0d86cc5b470e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.672774] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Waiting for the task: (returnval){ [ 1077.672774] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5270e76b-199f-421e-2c55-eb153aaf9a40" [ 1077.672774] env[62643]: _type = "Task" [ 1077.672774] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.684563] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5270e76b-199f-421e-2c55-eb153aaf9a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.694760] env[62643]: DEBUG oslo_vmware.api [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.917754] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383895, 'name': Rename_Task, 'duration_secs': 0.183398} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.917754] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.918091] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33628ad4-790e-4a97-969b-896a172f4c28 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.924242] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1077.924242] env[62643]: value = "task-2383896" [ 1077.924242] env[62643]: _type = "Task" [ 1077.924242] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.932664] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.942424] env[62643]: DEBUG nova.network.neutron [req-8c96c10f-57ee-4aa7-b575-b11a62a3068f req-d2e73a36-818b-4658-afab-e9ae3e5fc791 service nova] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Updated VIF entry in instance network info cache for port 0a67b405-c9b9-4abc-9508-01847bd0ad36. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.942788] env[62643]: DEBUG nova.network.neutron [req-8c96c10f-57ee-4aa7-b575-b11a62a3068f req-d2e73a36-818b-4658-afab-e9ae3e5fc791 service nova] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Updating instance_info_cache with network_info: [{"id": "0a67b405-c9b9-4abc-9508-01847bd0ad36", "address": "fa:16:3e:c8:34:1d", "network": {"id": "6362d53e-3889-4a21-adc8-ea838933dc57", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1329300511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6684c147ec0141c1b0d3f2c4b26c8dfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a67b405-c9", "ovs_interfaceid": "0a67b405-c9b9-4abc-9508-01847bd0ad36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.022085] env[62643]: DEBUG oslo_concurrency.lockutils [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.022375] env[62643]: DEBUG oslo_concurrency.lockutils [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.024478] env[62643]: INFO nova.compute.claims [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.134388] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.183790] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5270e76b-199f-421e-2c55-eb153aaf9a40, 'name': SearchDatastore_Task, 'duration_secs': 0.033477} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.184182] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.184432] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.184674] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.184825] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.185010] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.188387] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4357d02a-7192-4ea0-9f5a-48fd58a06289 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.195713] env[62643]: DEBUG oslo_vmware.api [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.198206] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.198392] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.199130] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-384aeba5-d943-48be-98cc-dc17e873993e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.204312] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Waiting for the task: (returnval){ [ 1078.204312] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b60354-b1b2-b8c3-fa73-e97dfdc52cb2" [ 1078.204312] env[62643]: _type = "Task" [ 1078.204312] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.212982] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b60354-b1b2-b8c3-fa73-e97dfdc52cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.434570] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383896, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.445348] env[62643]: DEBUG oslo_concurrency.lockutils [req-8c96c10f-57ee-4aa7-b575-b11a62a3068f req-d2e73a36-818b-4658-afab-e9ae3e5fc791 service nova] Releasing lock "refresh_cache-526666ff-b91b-425b-a5a6-c23869a5b764" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.697325] env[62643]: DEBUG oslo_vmware.api [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.713477] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b60354-b1b2-b8c3-fa73-e97dfdc52cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.017868} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.714286] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88fd5ed-2bb9-4eaf-bad5-bd66cd27acc1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.719425] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Waiting for the task: (returnval){ [ 1078.719425] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529880e6-df2a-ade5-10f1-e376e2dc068d" [ 1078.719425] env[62643]: _type = "Task" [ 1078.719425] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.727091] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529880e6-df2a-ade5-10f1-e376e2dc068d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.936138] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383896, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.944529] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Volume attach. Driver type: vmdk {{(pid=62643) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1078.945628] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483768', 'volume_id': 'a178d22f-9655-4a89-a3b4-bcaef01dd638', 'name': 'volume-a178d22f-9655-4a89-a3b4-bcaef01dd638', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2316816-013d-411a-8622-599205592e49', 'attached_at': '', 'detached_at': '', 'volume_id': 'a178d22f-9655-4a89-a3b4-bcaef01dd638', 'serial': 'a178d22f-9655-4a89-a3b4-bcaef01dd638'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1078.945754] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960b1c12-0abc-47bc-8d5b-29ac7f4db0b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.963157] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ccd80e-264c-4cbe-b762-49110e9bb9b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.996618] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-a178d22f-9655-4a89-a3b4-bcaef01dd638/volume-a178d22f-9655-4a89-a3b4-bcaef01dd638.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.996971] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f52a771b-14d8-41ec-b566-dec7a696c3fa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.017889] env[62643]: DEBUG oslo_vmware.api [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1079.017889] env[62643]: value = "task-2383897" [ 1079.017889] env[62643]: _type = "Task" [ 1079.017889] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.030172] env[62643]: DEBUG oslo_vmware.api [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.197713] env[62643]: DEBUG oslo_vmware.api [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.230364] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529880e6-df2a-ade5-10f1-e376e2dc068d, 'name': SearchDatastore_Task, 'duration_secs': 0.017098} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.230671] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.230914] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 526666ff-b91b-425b-a5a6-c23869a5b764/526666ff-b91b-425b-a5a6-c23869a5b764.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.231196] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6358d55-6586-4093-8984-be7983037718 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.237753] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Waiting for the task: (returnval){ [ 1079.237753] env[62643]: value = "task-2383898" [ 1079.237753] env[62643]: _type = "Task" [ 1079.237753] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.245780] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': task-2383898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.317211] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b89ff2-0cd7-424e-af7c-1aa25f20ae76 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.326111] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3cbae3-5f37-4451-9cc0-9204820181af {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.359625] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0484cb69-6347-4257-b918-09a1ea40eb7b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.367627] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eddd28-6047-4643-a33e-dd588aaf4875 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.382761] env[62643]: DEBUG nova.compute.provider_tree [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.435750] env[62643]: DEBUG oslo_vmware.api [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383896, 'name': PowerOnVM_Task, 'duration_secs': 1.470993} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.436208] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.436269] env[62643]: INFO nova.compute.manager [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1079.436412] env[62643]: DEBUG nova.compute.manager [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.437211] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49937312-99db-4279-aad0-e0cfab2441ed {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.532109] env[62643]: DEBUG oslo_vmware.api [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383897, 'name': ReconfigVM_Task, 'duration_secs': 0.459122} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.532443] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-a178d22f-9655-4a89-a3b4-bcaef01dd638/volume-a178d22f-9655-4a89-a3b4-bcaef01dd638.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.540643] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-301fe97f-9004-49bc-9b72-f3247d97452f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.565039] env[62643]: DEBUG oslo_vmware.api [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1079.565039] env[62643]: value = "task-2383899" [ 1079.565039] env[62643]: _type = "Task" [ 1079.565039] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.579758] env[62643]: DEBUG oslo_vmware.api [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.696188] env[62643]: DEBUG oslo_vmware.api [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.747308] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': task-2383898, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.886408] env[62643]: DEBUG nova.scheduler.client.report [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.955014] env[62643]: INFO nova.compute.manager [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Took 14.04 seconds to build instance. [ 1080.075158] env[62643]: DEBUG oslo_vmware.api [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383899, 'name': ReconfigVM_Task, 'duration_secs': 0.270045} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.075527] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483768', 'volume_id': 'a178d22f-9655-4a89-a3b4-bcaef01dd638', 'name': 'volume-a178d22f-9655-4a89-a3b4-bcaef01dd638', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2316816-013d-411a-8622-599205592e49', 'attached_at': '', 'detached_at': '', 'volume_id': 'a178d22f-9655-4a89-a3b4-bcaef01dd638', 'serial': 'a178d22f-9655-4a89-a3b4-bcaef01dd638'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1080.196665] env[62643]: DEBUG oslo_vmware.api [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.249522] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': task-2383898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524307} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.250283] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 526666ff-b91b-425b-a5a6-c23869a5b764/526666ff-b91b-425b-a5a6-c23869a5b764.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.250283] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.250493] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d645ff9-0004-40a4-8574-bee1c2f3d851 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.257043] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Waiting for the task: (returnval){ [ 1080.257043] env[62643]: value = "task-2383900" [ 1080.257043] env[62643]: _type = "Task" [ 1080.257043] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.267036] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': task-2383900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.392147] env[62643]: DEBUG oslo_concurrency.lockutils [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.392576] env[62643]: DEBUG nova.compute.manager [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.395234] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.261s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.396684] env[62643]: INFO nova.compute.claims [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.456759] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f9f3546b-0edb-48dc-9959-0556ed7c427b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "f7189596-4d91-4426-9d17-af9d91834628" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.545s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.697271] env[62643]: DEBUG oslo_vmware.api [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383888, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.729961] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b5b4412-3bc6-4f31-84fe-a140b18b4a25 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "f7189596-4d91-4426-9d17-af9d91834628" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.730256] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b5b4412-3bc6-4f31-84fe-a140b18b4a25 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "f7189596-4d91-4426-9d17-af9d91834628" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.730535] env[62643]: DEBUG nova.compute.manager [None req-8b5b4412-3bc6-4f31-84fe-a140b18b4a25 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.731578] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dea247d-58b1-48c1-be58-04db663ce4e3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.738926] env[62643]: DEBUG nova.compute.manager [None req-8b5b4412-3bc6-4f31-84fe-a140b18b4a25 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62643) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1080.739676] env[62643]: DEBUG nova.objects.instance [None req-8b5b4412-3bc6-4f31-84fe-a140b18b4a25 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lazy-loading 'flavor' on Instance uuid f7189596-4d91-4426-9d17-af9d91834628 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.768108] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': task-2383900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071073} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.768450] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.769648] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f70f7df-b43a-4fc4-9fea-240c4c730db8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.794563] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 526666ff-b91b-425b-a5a6-c23869a5b764/526666ff-b91b-425b-a5a6-c23869a5b764.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.795159] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0908b07e-707d-46b3-b33b-dc8b5e62775b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.816268] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Waiting for the task: (returnval){ [ 1080.816268] env[62643]: value = "task-2383901" [ 1080.816268] env[62643]: _type = "Task" [ 1080.816268] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.824861] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': task-2383901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.901787] env[62643]: DEBUG nova.compute.utils [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1080.905257] env[62643]: DEBUG nova.compute.manager [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.905440] env[62643]: DEBUG nova.network.neutron [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.956699] env[62643]: DEBUG nova.policy [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5f26b308668451dbebed451052b8253', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdebd6b4ba534e8ba7e42e1937149852', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.120260] env[62643]: DEBUG nova.objects.instance [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lazy-loading 'flavor' on Instance uuid f2316816-013d-411a-8622-599205592e49 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.196975] env[62643]: DEBUG oslo_vmware.api [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383888, 'name': ReconfigVM_Task, 'duration_secs': 5.787691} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.197154] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.197436] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Reconfigured VM to detach interface {{(pid=62643) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1081.326469] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': task-2383901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.342159] env[62643]: DEBUG oslo_vmware.rw_handles [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ed419-7911-b620-7b98-6d862b80f98c/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1081.343197] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57b0c6a-c6b7-46b5-a3c4-480fb25b6c2d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.351021] env[62643]: DEBUG oslo_vmware.rw_handles [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ed419-7911-b620-7b98-6d862b80f98c/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1081.351076] env[62643]: ERROR oslo_vmware.rw_handles [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ed419-7911-b620-7b98-6d862b80f98c/disk-0.vmdk due to incomplete transfer. [ 1081.354537] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-faa68255-e96f-4255-a5ff-b36d0d6f1d31 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.365130] env[62643]: DEBUG oslo_vmware.rw_handles [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ed419-7911-b620-7b98-6d862b80f98c/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1081.365354] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Uploaded image a889efc1-dead-4796-81c3-5d8157f6c643 to the Glance image server {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1081.369480] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1081.370207] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fa0ead37-551e-4eaa-be25-e3bf35e672ee {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.378942] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1081.378942] env[62643]: value = "task-2383902" [ 1081.378942] env[62643]: _type = "Task" [ 1081.378942] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.393744] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383902, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.407189] env[62643]: DEBUG nova.compute.manager [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.485731] env[62643]: DEBUG nova.network.neutron [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Successfully created port: 35d634a2-374d-49f6-a36e-b7c792482d96 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.616883] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad690c3c-9e05-4c69-9881-614d5296c1ed {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.626161] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8da82a70-ff4f-4bdd-9ede-b88ed4f8a232 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f2316816-013d-411a-8622-599205592e49" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.282s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.629741] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02930bd7-4755-4ccc-a634-514e0bf35556 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.662209] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e41814b-214f-4e9b-a6e9-292dd98494b6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.670318] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd85448-7039-4d4f-9105-a6c03db7e69d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.688229] env[62643]: DEBUG nova.compute.provider_tree [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.746376] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5b4412-3bc6-4f31-84fe-a140b18b4a25 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.746659] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86eef094-590c-454e-9117-9979289ec8ee {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.754296] env[62643]: DEBUG oslo_vmware.api [None req-8b5b4412-3bc6-4f31-84fe-a140b18b4a25 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1081.754296] env[62643]: value = "task-2383903" [ 1081.754296] env[62643]: _type = "Task" [ 1081.754296] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.762977] env[62643]: DEBUG oslo_vmware.api [None req-8b5b4412-3bc6-4f31-84fe-a140b18b4a25 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.827178] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': task-2383901, 'name': ReconfigVM_Task, 'duration_secs': 0.563337} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.827476] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 526666ff-b91b-425b-a5a6-c23869a5b764/526666ff-b91b-425b-a5a6-c23869a5b764.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.828109] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cc552ee-b07c-42f6-aa99-b066574da656 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.833962] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Waiting for the task: (returnval){ [ 1081.833962] env[62643]: value = "task-2383904" [ 1081.833962] env[62643]: _type = "Task" [ 1081.833962] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.843057] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': task-2383904, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.889067] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383902, 'name': Destroy_Task, 'duration_secs': 0.350817} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.889404] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Destroyed the VM [ 1081.889654] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1081.889908] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-36e67150-a7ff-48d2-b445-b429e93acb0f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.895741] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1081.895741] env[62643]: value = "task-2383905" [ 1081.895741] env[62643]: _type = "Task" [ 1081.895741] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.903577] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383905, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.920031] env[62643]: DEBUG oslo_concurrency.lockutils [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "f2316816-013d-411a-8622-599205592e49" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.920031] env[62643]: DEBUG oslo_concurrency.lockutils [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f2316816-013d-411a-8622-599205592e49" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.191847] env[62643]: DEBUG nova.scheduler.client.report [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.264908] env[62643]: DEBUG oslo_vmware.api [None req-8b5b4412-3bc6-4f31-84fe-a140b18b4a25 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383903, 'name': PowerOffVM_Task, 'duration_secs': 0.28186} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.265241] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5b4412-3bc6-4f31-84fe-a140b18b4a25 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.265458] env[62643]: DEBUG nova.compute.manager [None req-8b5b4412-3bc6-4f31-84fe-a140b18b4a25 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.266263] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579461ce-0897-411b-95b4-5ed0125b2e6c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.346116] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': task-2383904, 'name': Rename_Task, 'duration_secs': 0.202515} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.346412] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.346667] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f444fe61-cbd8-4ede-a831-569104853d52 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.353425] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Waiting for the task: (returnval){ [ 1082.353425] env[62643]: value = "task-2383906" [ 1082.353425] env[62643]: _type = "Task" [ 1082.353425] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.361797] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': task-2383906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.405366] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383905, 'name': RemoveSnapshot_Task, 'duration_secs': 0.366682} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.405641] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1082.405918] env[62643]: DEBUG nova.compute.manager [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.406667] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15c6814-8d33-4813-bd75-65f6c433a440 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.418639] env[62643]: DEBUG nova.compute.manager [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.422304] env[62643]: INFO nova.compute.manager [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Detaching volume a178d22f-9655-4a89-a3b4-bcaef01dd638 [ 1082.445167] env[62643]: DEBUG nova.virt.hardware [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.445447] env[62643]: DEBUG nova.virt.hardware [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.445610] env[62643]: DEBUG nova.virt.hardware [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.445797] env[62643]: DEBUG nova.virt.hardware [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.445943] env[62643]: DEBUG nova.virt.hardware [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.446159] env[62643]: DEBUG nova.virt.hardware [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.446385] env[62643]: DEBUG nova.virt.hardware [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.446553] env[62643]: DEBUG nova.virt.hardware [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.446758] env[62643]: DEBUG nova.virt.hardware [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.446949] env[62643]: DEBUG nova.virt.hardware [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.447148] env[62643]: DEBUG nova.virt.hardware [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.448075] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cbd21a-78f7-4606-8e11-d3c92040c681 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.457849] env[62643]: INFO nova.virt.block_device [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Attempting to driver detach volume a178d22f-9655-4a89-a3b4-bcaef01dd638 from mountpoint /dev/sdb [ 1082.458076] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1082.458264] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483768', 'volume_id': 'a178d22f-9655-4a89-a3b4-bcaef01dd638', 'name': 'volume-a178d22f-9655-4a89-a3b4-bcaef01dd638', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2316816-013d-411a-8622-599205592e49', 'attached_at': '', 'detached_at': '', 'volume_id': 'a178d22f-9655-4a89-a3b4-bcaef01dd638', 'serial': 'a178d22f-9655-4a89-a3b4-bcaef01dd638'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1082.459525] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caf87ff-a99d-459a-8a2a-0e95651a65f2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.463669] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ad00f1-0169-4538-aca0-421f504d90c0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.493504] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a81bc5a-7462-4ee1-a5b7-d111ae8bd950 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.501444] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a503848b-14b9-4de0-ad45-36c0bc7bbdb9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.523395] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9049c4-f375-440a-ae84-4b0ac84149c7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.538754] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] The volume has not been displaced from its original location: [datastore1] volume-a178d22f-9655-4a89-a3b4-bcaef01dd638/volume-a178d22f-9655-4a89-a3b4-bcaef01dd638.vmdk. No consolidation needed. {{(pid=62643) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1082.543888] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1082.544211] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70cf3eb5-f38a-4ba2-85d9-7dd7df6acf5d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.562910] env[62643]: DEBUG oslo_vmware.api [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1082.562910] env[62643]: value = "task-2383907" [ 1082.562910] env[62643]: _type = "Task" [ 1082.562910] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.571225] env[62643]: DEBUG oslo_vmware.api [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.699083] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.699660] env[62643]: DEBUG nova.compute.manager [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.742018] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.742288] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.742800] env[62643]: DEBUG nova.network.neutron [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.778516] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8b5b4412-3bc6-4f31-84fe-a140b18b4a25 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "f7189596-4d91-4426-9d17-af9d91834628" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.863747] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': task-2383906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.921911] env[62643]: INFO nova.compute.manager [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Shelve offloading [ 1083.073182] env[62643]: DEBUG oslo_vmware.api [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383907, 'name': ReconfigVM_Task, 'duration_secs': 0.209868} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.073575] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1083.079377] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af952575-5c8d-4449-82b4-e4ec7c46c97b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.095900] env[62643]: DEBUG oslo_vmware.api [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1083.095900] env[62643]: value = "task-2383908" [ 1083.095900] env[62643]: _type = "Task" [ 1083.095900] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.104342] env[62643]: DEBUG oslo_vmware.api [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.204753] env[62643]: DEBUG nova.compute.utils [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1083.206269] env[62643]: DEBUG nova.compute.manager [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.206449] env[62643]: DEBUG nova.network.neutron [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.220413] env[62643]: DEBUG nova.compute.manager [req-e1ca4402-ec68-468f-9fba-2f7c4de3f0bc req-f119c46f-41b1-4dc1-8218-b0a930003327 service nova] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Received event network-vif-plugged-35d634a2-374d-49f6-a36e-b7c792482d96 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1083.220552] env[62643]: DEBUG oslo_concurrency.lockutils [req-e1ca4402-ec68-468f-9fba-2f7c4de3f0bc req-f119c46f-41b1-4dc1-8218-b0a930003327 service nova] Acquiring lock "7a075ad8-eb40-4f6b-b647-cea277a00010-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.220756] env[62643]: DEBUG oslo_concurrency.lockutils [req-e1ca4402-ec68-468f-9fba-2f7c4de3f0bc req-f119c46f-41b1-4dc1-8218-b0a930003327 service nova] Lock "7a075ad8-eb40-4f6b-b647-cea277a00010-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.220922] env[62643]: DEBUG oslo_concurrency.lockutils [req-e1ca4402-ec68-468f-9fba-2f7c4de3f0bc req-f119c46f-41b1-4dc1-8218-b0a930003327 service nova] Lock "7a075ad8-eb40-4f6b-b647-cea277a00010-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.222062] env[62643]: DEBUG nova.compute.manager [req-e1ca4402-ec68-468f-9fba-2f7c4de3f0bc req-f119c46f-41b1-4dc1-8218-b0a930003327 service nova] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] No waiting events found dispatching network-vif-plugged-35d634a2-374d-49f6-a36e-b7c792482d96 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.222287] env[62643]: WARNING nova.compute.manager [req-e1ca4402-ec68-468f-9fba-2f7c4de3f0bc req-f119c46f-41b1-4dc1-8218-b0a930003327 service nova] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Received unexpected event network-vif-plugged-35d634a2-374d-49f6-a36e-b7c792482d96 for instance with vm_state building and task_state spawning. [ 1083.318251] env[62643]: INFO nova.compute.manager [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Rebuilding instance [ 1083.340370] env[62643]: DEBUG nova.policy [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21a8463d04514e90a22b97022021eee8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fc48e52d3744b83bce8175a1b9f1dbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.366014] env[62643]: DEBUG oslo_vmware.api [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': task-2383906, 'name': PowerOnVM_Task, 'duration_secs': 0.695523} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.366452] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.366659] env[62643]: INFO nova.compute.manager [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1083.366839] env[62643]: DEBUG nova.compute.manager [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.369837] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b881da5-3770-4e04-badd-279745938f14 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.380063] env[62643]: DEBUG nova.compute.manager [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.380830] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bf744c-05eb-43d1-84b6-573b0c1ab944 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.430104] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.430752] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f89b2a46-9c3e-42a8-9002-61809e88dc9c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.439330] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1083.439330] env[62643]: value = "task-2383909" [ 1083.439330] env[62643]: _type = "Task" [ 1083.439330] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.447982] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] VM already powered off {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1083.448308] env[62643]: DEBUG nova.compute.manager [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.449111] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe6a38c-fa2a-41d5-8fef-6a75ce14cf81 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.455308] env[62643]: DEBUG oslo_concurrency.lockutils [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "refresh_cache-9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.455479] env[62643]: DEBUG oslo_concurrency.lockutils [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "refresh_cache-9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.455650] env[62643]: DEBUG nova.network.neutron [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.604523] env[62643]: DEBUG oslo_vmware.api [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383908, 'name': ReconfigVM_Task, 'duration_secs': 0.145398} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.604938] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483768', 'volume_id': 'a178d22f-9655-4a89-a3b4-bcaef01dd638', 'name': 'volume-a178d22f-9655-4a89-a3b4-bcaef01dd638', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2316816-013d-411a-8622-599205592e49', 'attached_at': '', 'detached_at': '', 'volume_id': 'a178d22f-9655-4a89-a3b4-bcaef01dd638', 'serial': 'a178d22f-9655-4a89-a3b4-bcaef01dd638'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1083.680598] env[62643]: DEBUG nova.network.neutron [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Successfully updated port: 35d634a2-374d-49f6-a36e-b7c792482d96 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.709664] env[62643]: DEBUG nova.compute.manager [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.861286] env[62643]: INFO nova.network.neutron [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Port 753dc8a2-ea94-4374-958e-07871818e8de from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1083.861773] env[62643]: DEBUG nova.network.neutron [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Updating instance_info_cache with network_info: [{"id": "3256e802-a855-4166-be46-9acc40e4f685", "address": "fa:16:3e:6d:3d:96", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3256e802-a8", "ovs_interfaceid": "3256e802-a855-4166-be46-9acc40e4f685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.900631] env[62643]: INFO nova.compute.manager [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Took 13.84 seconds to build instance. [ 1084.152578] env[62643]: DEBUG nova.objects.instance [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lazy-loading 'flavor' on Instance uuid f2316816-013d-411a-8622-599205592e49 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.154415] env[62643]: DEBUG nova.network.neutron [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Successfully created port: 3b59ff39-85cd-420a-852a-ec6c2a7d2678 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.182730] env[62643]: DEBUG oslo_concurrency.lockutils [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "refresh_cache-7a075ad8-eb40-4f6b-b647-cea277a00010" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.182889] env[62643]: DEBUG oslo_concurrency.lockutils [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquired lock "refresh_cache-7a075ad8-eb40-4f6b-b647-cea277a00010" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.183034] env[62643]: DEBUG nova.network.neutron [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.365619] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.386635] env[62643]: DEBUG nova.network.neutron [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Updating instance_info_cache with network_info: [{"id": "c9d45eb7-f1dc-4c53-ab8e-33247b18640a", "address": "fa:16:3e:6f:a3:0f", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d45eb7-f1", "ovs_interfaceid": "c9d45eb7-f1dc-4c53-ab8e-33247b18640a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.401918] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.402284] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9e12bf1-2338-4084-91f3-6b61db31eae3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.404528] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6482ff04-955a-49b5-8c64-6755c113e504 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Lock "526666ff-b91b-425b-a5a6-c23869a5b764" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.347s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.411037] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1084.411037] env[62643]: value = "task-2383910" [ 1084.411037] env[62643]: _type = "Task" [ 1084.411037] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.421990] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] VM already powered off {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1084.422264] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.423036] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa975694-43da-4e19-834f-5abe548b58b7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.433029] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.433029] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-052b237d-f533-42d7-8fef-5dc5bca67533 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.491629] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.491918] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.492419] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleting the datastore file [datastore1] f7189596-4d91-4426-9d17-af9d91834628 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.492419] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e23cf736-d06d-4eec-b86e-75b2cc5e180d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.500713] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1084.500713] env[62643]: value = "task-2383912" [ 1084.500713] env[62643]: _type = "Task" [ 1084.500713] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.510375] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.716525] env[62643]: DEBUG nova.network.neutron [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.720710] env[62643]: DEBUG nova.compute.manager [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.748215] env[62643]: DEBUG nova.virt.hardware [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.748472] env[62643]: DEBUG nova.virt.hardware [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.748631] env[62643]: DEBUG nova.virt.hardware [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.748816] env[62643]: DEBUG nova.virt.hardware [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.748965] env[62643]: DEBUG nova.virt.hardware [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.749186] env[62643]: DEBUG nova.virt.hardware [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.749469] env[62643]: DEBUG nova.virt.hardware [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.749647] env[62643]: DEBUG nova.virt.hardware [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.749818] env[62643]: DEBUG nova.virt.hardware [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.749982] env[62643]: DEBUG nova.virt.hardware [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.750182] env[62643]: DEBUG nova.virt.hardware [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.751092] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dc9841-e84a-4728-9a37-cc22c7772439 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.763369] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9e8f62-9678-424e-908b-0ea3aa3f5d19 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.863968] env[62643]: DEBUG nova.network.neutron [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Updating instance_info_cache with network_info: [{"id": "35d634a2-374d-49f6-a36e-b7c792482d96", "address": "fa:16:3e:9d:48:ac", "network": {"id": "ccc280af-0d0b-46e8-9102-a753f42e1b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-315313190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdebd6b4ba534e8ba7e42e1937149852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d634a2-37", "ovs_interfaceid": "35d634a2-374d-49f6-a36e-b7c792482d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.868255] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b66be8b4-5659-4960-ae99-007a67e0609e tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-70594b0d-7e96-4da1-a1b4-f90f555ade23-753dc8a2-ea94-4374-958e-07871818e8de" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.288s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.889202] env[62643]: DEBUG oslo_concurrency.lockutils [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "refresh_cache-9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.962461] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "interface-f5b0888d-6159-41da-8476-79c99d86223a-753dc8a2-ea94-4374-958e-07871818e8de" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.963090] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-f5b0888d-6159-41da-8476-79c99d86223a-753dc8a2-ea94-4374-958e-07871818e8de" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.963503] env[62643]: DEBUG nova.objects.instance [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lazy-loading 'flavor' on Instance uuid f5b0888d-6159-41da-8476-79c99d86223a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.013210] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133644} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.013801] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.014032] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.014241] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.161649] env[62643]: DEBUG oslo_concurrency.lockutils [None req-817a1a5d-feb0-4d82-9d57-25b28d87dd2e tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f2316816-013d-411a-8622-599205592e49" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.338806] env[62643]: DEBUG nova.compute.manager [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Received event network-changed-35d634a2-374d-49f6-a36e-b7c792482d96 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1085.339907] env[62643]: DEBUG nova.compute.manager [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Refreshing instance network info cache due to event network-changed-35d634a2-374d-49f6-a36e-b7c792482d96. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1085.340266] env[62643]: DEBUG oslo_concurrency.lockutils [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] Acquiring lock "refresh_cache-7a075ad8-eb40-4f6b-b647-cea277a00010" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.366034] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.366145] env[62643]: DEBUG oslo_concurrency.lockutils [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Releasing lock "refresh_cache-7a075ad8-eb40-4f6b-b647-cea277a00010" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.366467] env[62643]: DEBUG nova.compute.manager [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Instance network_info: |[{"id": "35d634a2-374d-49f6-a36e-b7c792482d96", "address": "fa:16:3e:9d:48:ac", "network": {"id": "ccc280af-0d0b-46e8-9102-a753f42e1b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-315313190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdebd6b4ba534e8ba7e42e1937149852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d634a2-37", "ovs_interfaceid": "35d634a2-374d-49f6-a36e-b7c792482d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.367443] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8bfba7-1566-496f-b06f-1ba92e7220c8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.371374] env[62643]: DEBUG oslo_concurrency.lockutils [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] Acquired lock "refresh_cache-7a075ad8-eb40-4f6b-b647-cea277a00010" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.371621] env[62643]: DEBUG nova.network.neutron [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Refreshing network info cache for port 35d634a2-374d-49f6-a36e-b7c792482d96 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.373047] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:48:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35d634a2-374d-49f6-a36e-b7c792482d96', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.380993] env[62643]: DEBUG oslo.service.loopingcall [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.384303] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.385162] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32238abb-1024-40b0-90dc-25cb5ef5fa2c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.407699] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.408994] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-800b3241-299c-4f75-8395-3a91eeb9a7a4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.415791] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.415791] env[62643]: value = "task-2383913" [ 1085.415791] env[62643]: _type = "Task" [ 1085.415791] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.422634] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383913, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.477509] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.477509] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.477607] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleting the datastore file [datastore2] 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.477859] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70bbc514-25b0-4c90-b561-7c50a71b4bda {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.482438] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "f2316816-013d-411a-8622-599205592e49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.482675] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f2316816-013d-411a-8622-599205592e49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.483515] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "f2316816-013d-411a-8622-599205592e49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.483733] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f2316816-013d-411a-8622-599205592e49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.483951] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f2316816-013d-411a-8622-599205592e49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.488096] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1085.488096] env[62643]: value = "task-2383915" [ 1085.488096] env[62643]: _type = "Task" [ 1085.488096] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.488561] env[62643]: INFO nova.compute.manager [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Terminating instance [ 1085.500293] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.661558] env[62643]: DEBUG nova.objects.instance [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lazy-loading 'pci_requests' on Instance uuid f5b0888d-6159-41da-8476-79c99d86223a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.773994] env[62643]: DEBUG nova.network.neutron [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Updated VIF entry in instance network info cache for port 35d634a2-374d-49f6-a36e-b7c792482d96. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.774282] env[62643]: DEBUG nova.network.neutron [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Updating instance_info_cache with network_info: [{"id": "35d634a2-374d-49f6-a36e-b7c792482d96", "address": "fa:16:3e:9d:48:ac", "network": {"id": "ccc280af-0d0b-46e8-9102-a753f42e1b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-315313190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdebd6b4ba534e8ba7e42e1937149852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d634a2-37", "ovs_interfaceid": "35d634a2-374d-49f6-a36e-b7c792482d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.911707] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Acquiring lock "526666ff-b91b-425b-a5a6-c23869a5b764" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.911707] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Lock "526666ff-b91b-425b-a5a6-c23869a5b764" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.911707] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Acquiring lock "526666ff-b91b-425b-a5a6-c23869a5b764-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.911707] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Lock "526666ff-b91b-425b-a5a6-c23869a5b764-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.911707] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Lock "526666ff-b91b-425b-a5a6-c23869a5b764-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.916019] env[62643]: INFO nova.compute.manager [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Terminating instance [ 1085.926216] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383913, 'name': CreateVM_Task, 'duration_secs': 0.373111} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.926982] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.927774] env[62643]: DEBUG oslo_concurrency.lockutils [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.928095] env[62643]: DEBUG oslo_concurrency.lockutils [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.928525] env[62643]: DEBUG oslo_concurrency.lockutils [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.929406] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31b45641-beec-4cb8-963b-e60b06f0da51 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.935176] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1085.935176] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b5ccd3-14b6-7594-f2e2-7f1b30a0e321" [ 1085.935176] env[62643]: _type = "Task" [ 1085.935176] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.943394] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b5ccd3-14b6-7594-f2e2-7f1b30a0e321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.958435] env[62643]: DEBUG nova.network.neutron [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Successfully updated port: 3b59ff39-85cd-420a-852a-ec6c2a7d2678 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.999439] env[62643]: DEBUG nova.compute.manager [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.999680] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.999976] env[62643]: DEBUG oslo_vmware.api [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135181} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.000727] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4dc334-7d87-4d79-9df6-6afa6b5bebeb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.003362] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.003548] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.003722] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.010366] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.010597] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f96e7cc-cbbc-442b-8c68-68299c1e7714 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.016767] env[62643]: DEBUG oslo_vmware.api [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1086.016767] env[62643]: value = "task-2383916" [ 1086.016767] env[62643]: _type = "Task" [ 1086.016767] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.024622] env[62643]: DEBUG oslo_vmware.api [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.026414] env[62643]: INFO nova.scheduler.client.report [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleted allocations for instance 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81 [ 1086.056502] env[62643]: DEBUG nova.virt.hardware [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.056774] env[62643]: DEBUG nova.virt.hardware [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.056933] env[62643]: DEBUG nova.virt.hardware [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.057132] env[62643]: DEBUG nova.virt.hardware [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.057347] env[62643]: DEBUG nova.virt.hardware [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.057442] env[62643]: DEBUG nova.virt.hardware [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.057642] env[62643]: DEBUG nova.virt.hardware [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.057803] env[62643]: DEBUG nova.virt.hardware [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.057972] env[62643]: DEBUG nova.virt.hardware [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.058158] env[62643]: DEBUG nova.virt.hardware [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.058336] env[62643]: DEBUG nova.virt.hardware [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.059221] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d0cda2-5c40-470c-89f9-30044694890e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.069396] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0287452b-2fbf-43b2-8429-80e13540d3b1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.083382] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:f9:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f47e568-3bc7-46ad-b0a4-869f562e87e5', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.090621] env[62643]: DEBUG oslo.service.loopingcall [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1086.090908] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7189596-4d91-4426-9d17-af9d91834628] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.091148] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed51ecdb-e517-4264-b05b-7f30594aa26a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.112859] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.112859] env[62643]: value = "task-2383917" [ 1086.112859] env[62643]: _type = "Task" [ 1086.112859] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.122063] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383917, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.164907] env[62643]: DEBUG nova.objects.base [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1086.165187] env[62643]: DEBUG nova.network.neutron [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.237382] env[62643]: DEBUG nova.policy [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f929cf4c99d4e42b740cbff0703178f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a47dde31f50e4a028ae9053fd0472e44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.277675] env[62643]: DEBUG oslo_concurrency.lockutils [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] Releasing lock "refresh_cache-7a075ad8-eb40-4f6b-b647-cea277a00010" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.277972] env[62643]: DEBUG nova.compute.manager [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Received event network-changed-3256e802-a855-4166-be46-9acc40e4f685 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1086.278171] env[62643]: DEBUG nova.compute.manager [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Refreshing instance network info cache due to event network-changed-3256e802-a855-4166-be46-9acc40e4f685. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1086.278441] env[62643]: DEBUG oslo_concurrency.lockutils [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] Acquiring lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.278529] env[62643]: DEBUG oslo_concurrency.lockutils [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] Acquired lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.278694] env[62643]: DEBUG nova.network.neutron [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Refreshing network info cache for port 3256e802-a855-4166-be46-9acc40e4f685 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.421468] env[62643]: DEBUG nova.compute.manager [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.421747] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.422732] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef6d074-0458-4a69-a708-7ac6748d7fb7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.430451] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.430958] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f52b326e-ad8d-4752-950b-a7dc5f6a97d8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.436728] env[62643]: DEBUG oslo_vmware.api [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Waiting for the task: (returnval){ [ 1086.436728] env[62643]: value = "task-2383918" [ 1086.436728] env[62643]: _type = "Task" [ 1086.436728] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.448638] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b5ccd3-14b6-7594-f2e2-7f1b30a0e321, 'name': SearchDatastore_Task, 'duration_secs': 0.010159} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.451859] env[62643]: DEBUG oslo_concurrency.lockutils [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.452135] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.452376] env[62643]: DEBUG oslo_concurrency.lockutils [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.452524] env[62643]: DEBUG oslo_concurrency.lockutils [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.452767] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.453096] env[62643]: DEBUG oslo_vmware.api [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': task-2383918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.453346] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a84a1fa-9a05-4fd6-b7a9-eba4f396fa35 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.462010] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "refresh_cache-731a536a-e6d6-49c4-b20f-664a2c4882dd" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.462176] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquired lock "refresh_cache-731a536a-e6d6-49c4-b20f-664a2c4882dd" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.462353] env[62643]: DEBUG nova.network.neutron [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.465366] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.465533] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.466225] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-402579e6-7cea-43a6-ac43-a7a63c0bf7bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.472656] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1086.472656] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a08f20-0aee-8515-1e5a-3c53da95982d" [ 1086.472656] env[62643]: _type = "Task" [ 1086.472656] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.481659] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a08f20-0aee-8515-1e5a-3c53da95982d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.526489] env[62643]: DEBUG oslo_vmware.api [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383916, 'name': PowerOffVM_Task, 'duration_secs': 0.206149} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.526768] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.526940] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.527225] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a178caa8-1d81-4026-be9d-92da516d3203 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.532951] env[62643]: DEBUG oslo_concurrency.lockutils [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.533317] env[62643]: DEBUG oslo_concurrency.lockutils [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.533507] env[62643]: DEBUG nova.objects.instance [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lazy-loading 'resources' on Instance uuid 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.590274] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.590509] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.590724] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Deleting the datastore file [datastore1] f2316816-013d-411a-8622-599205592e49 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.591019] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8356beac-21af-4ad5-b07f-a8c6bbe4f43b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.598106] env[62643]: DEBUG oslo_vmware.api [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1086.598106] env[62643]: value = "task-2383920" [ 1086.598106] env[62643]: _type = "Task" [ 1086.598106] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.606122] env[62643]: DEBUG oslo_vmware.api [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.623711] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383917, 'name': CreateVM_Task, 'duration_secs': 0.382803} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.623898] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7189596-4d91-4426-9d17-af9d91834628] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.624622] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.624761] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.625173] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.625367] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec19c429-9dff-4753-bb70-155d09914baa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.630295] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1086.630295] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52246fae-9459-6fb9-e2b0-948b79278532" [ 1086.630295] env[62643]: _type = "Task" [ 1086.630295] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.640651] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52246fae-9459-6fb9-e2b0-948b79278532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.951261] env[62643]: DEBUG oslo_vmware.api [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': task-2383918, 'name': PowerOffVM_Task, 'duration_secs': 0.248526} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.951594] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.951746] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.951935] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a0cb4fd-fc0a-4be7-93bc-0a18d6e3294c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.985031] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a08f20-0aee-8515-1e5a-3c53da95982d, 'name': SearchDatastore_Task, 'duration_secs': 0.011391} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.985031] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-141cf10d-1ede-4b37-a8dc-60f8ac4b25ee {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.990296] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1086.990296] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5274c50f-999b-d622-ce28-b646260c3c2c" [ 1086.990296] env[62643]: _type = "Task" [ 1086.990296] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.991633] env[62643]: DEBUG nova.network.neutron [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Updated VIF entry in instance network info cache for port 3256e802-a855-4166-be46-9acc40e4f685. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.992385] env[62643]: DEBUG nova.network.neutron [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Updating instance_info_cache with network_info: [{"id": "3256e802-a855-4166-be46-9acc40e4f685", "address": "fa:16:3e:6d:3d:96", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3256e802-a8", "ovs_interfaceid": "3256e802-a855-4166-be46-9acc40e4f685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.003063] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5274c50f-999b-d622-ce28-b646260c3c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009298} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.004305] env[62643]: DEBUG oslo_concurrency.lockutils [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.004937] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 7a075ad8-eb40-4f6b-b647-cea277a00010/7a075ad8-eb40-4f6b-b647-cea277a00010.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.005607] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc08da37-648b-4f75-965c-455ad518f58c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.008502] env[62643]: DEBUG nova.network.neutron [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.015985] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.015985] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.015985] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Deleting the datastore file [datastore1] 526666ff-b91b-425b-a5a6-c23869a5b764 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.015985] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5518845-1f92-4b89-b4b5-b83fe38d3bb0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.018044] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1087.018044] env[62643]: value = "task-2383922" [ 1087.018044] env[62643]: _type = "Task" [ 1087.018044] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.021467] env[62643]: DEBUG oslo_vmware.api [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Waiting for the task: (returnval){ [ 1087.021467] env[62643]: value = "task-2383923" [ 1087.021467] env[62643]: _type = "Task" [ 1087.021467] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.027957] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.034481] env[62643]: DEBUG oslo_vmware.api [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': task-2383923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.036094] env[62643]: DEBUG nova.objects.instance [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lazy-loading 'numa_topology' on Instance uuid 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.108892] env[62643]: DEBUG oslo_vmware.api [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13472} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.109212] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.109495] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.109690] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.109908] env[62643]: INFO nova.compute.manager [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: f2316816-013d-411a-8622-599205592e49] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1087.110186] env[62643]: DEBUG oslo.service.loopingcall [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1087.110400] env[62643]: DEBUG nova.compute.manager [-] [instance: f2316816-013d-411a-8622-599205592e49] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.110503] env[62643]: DEBUG nova.network.neutron [-] [instance: f2316816-013d-411a-8622-599205592e49] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.140700] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52246fae-9459-6fb9-e2b0-948b79278532, 'name': SearchDatastore_Task, 'duration_secs': 0.008881} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.141014] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.141284] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.141519] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.141670] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.141848] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.142156] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01b0c8c2-1a20-4fa3-b8d6-178a62b18081 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.161953] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.161953] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.162796] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-998f752d-e139-4494-b7e0-299841cbde55 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.168606] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1087.168606] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52102674-abab-3cd4-a2a8-1c4be6205e98" [ 1087.168606] env[62643]: _type = "Task" [ 1087.168606] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.177816] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52102674-abab-3cd4-a2a8-1c4be6205e98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.195143] env[62643]: DEBUG nova.network.neutron [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Updating instance_info_cache with network_info: [{"id": "3b59ff39-85cd-420a-852a-ec6c2a7d2678", "address": "fa:16:3e:27:47:8d", "network": {"id": "5b88c22d-0b7d-477a-8627-18d3e9b1667d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-814382896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fc48e52d3744b83bce8175a1b9f1dbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b59ff39-85", "ovs_interfaceid": "3b59ff39-85cd-420a-852a-ec6c2a7d2678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.501760] env[62643]: DEBUG oslo_concurrency.lockutils [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] Releasing lock "refresh_cache-70594b0d-7e96-4da1-a1b4-f90f555ade23" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.501760] env[62643]: DEBUG nova.compute.manager [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Received event network-changed-bd458c94-8bbb-4ccf-8830-86f7dffb3603 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.501760] env[62643]: DEBUG nova.compute.manager [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Refreshing instance network info cache due to event network-changed-bd458c94-8bbb-4ccf-8830-86f7dffb3603. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1087.501760] env[62643]: DEBUG oslo_concurrency.lockutils [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] Acquiring lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.501760] env[62643]: DEBUG oslo_concurrency.lockutils [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] Acquired lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.501760] env[62643]: DEBUG nova.network.neutron [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Refreshing network info cache for port bd458c94-8bbb-4ccf-8830-86f7dffb3603 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.535022] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383922, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.538815] env[62643]: DEBUG oslo_vmware.api [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Task: {'id': task-2383923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384308} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.539445] env[62643]: DEBUG nova.objects.base [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Object Instance<9aa82d4b-92f4-4c6e-b8a7-e23b69413e81> lazy-loaded attributes: resources,numa_topology {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1087.542018] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.542371] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.542669] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.542952] env[62643]: INFO nova.compute.manager [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1087.543308] env[62643]: DEBUG oslo.service.loopingcall [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1087.543811] env[62643]: DEBUG nova.compute.manager [-] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.544216] env[62643]: DEBUG nova.network.neutron [-] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.558117] env[62643]: DEBUG nova.compute.manager [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Received event network-vif-unplugged-c9d45eb7-f1dc-4c53-ab8e-33247b18640a {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.558329] env[62643]: DEBUG oslo_concurrency.lockutils [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] Acquiring lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.558655] env[62643]: DEBUG oslo_concurrency.lockutils [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] Lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.558932] env[62643]: DEBUG oslo_concurrency.lockutils [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] Lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.559511] env[62643]: DEBUG nova.compute.manager [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] No waiting events found dispatching network-vif-unplugged-c9d45eb7-f1dc-4c53-ab8e-33247b18640a {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.562230] env[62643]: DEBUG nova.compute.manager [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Received event network-vif-unplugged-c9d45eb7-f1dc-4c53-ab8e-33247b18640a for instance with task_state deleting. {{(pid=62643) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11426}} [ 1087.562230] env[62643]: DEBUG nova.compute.manager [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Received event network-changed-c9d45eb7-f1dc-4c53-ab8e-33247b18640a {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.562230] env[62643]: DEBUG nova.compute.manager [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Refreshing instance network info cache due to event network-changed-c9d45eb7-f1dc-4c53-ab8e-33247b18640a. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1087.562230] env[62643]: DEBUG oslo_concurrency.lockutils [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] Acquiring lock "refresh_cache-9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.562230] env[62643]: DEBUG oslo_concurrency.lockutils [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] Acquired lock "refresh_cache-9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.562230] env[62643]: DEBUG nova.network.neutron [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Refreshing network info cache for port c9d45eb7-f1dc-4c53-ab8e-33247b18640a {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.683269] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52102674-abab-3cd4-a2a8-1c4be6205e98, 'name': SearchDatastore_Task, 'duration_secs': 0.010536} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.683269] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ef78ce-6ea1-4420-86ae-127e7c6bb641 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.692304] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1087.692304] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52625631-15b7-5969-877b-0a24122a933b" [ 1087.692304] env[62643]: _type = "Task" [ 1087.692304] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.701365] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Releasing lock "refresh_cache-731a536a-e6d6-49c4-b20f-664a2c4882dd" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.705107] env[62643]: DEBUG nova.compute.manager [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Instance network_info: |[{"id": "3b59ff39-85cd-420a-852a-ec6c2a7d2678", "address": "fa:16:3e:27:47:8d", "network": {"id": "5b88c22d-0b7d-477a-8627-18d3e9b1667d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-814382896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fc48e52d3744b83bce8175a1b9f1dbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b59ff39-85", "ovs_interfaceid": "3b59ff39-85cd-420a-852a-ec6c2a7d2678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.705107] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52625631-15b7-5969-877b-0a24122a933b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.705818] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:47:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b59ff39-85cd-420a-852a-ec6c2a7d2678', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.715560] env[62643]: DEBUG oslo.service.loopingcall [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1087.719223] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.722028] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2cef434-82ee-41fb-a90f-ec03d2a343cb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.744977] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.744977] env[62643]: value = "task-2383924" [ 1087.744977] env[62643]: _type = "Task" [ 1087.744977] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.751015] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383924, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.777506] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6373c895-a6b8-4dcc-a47e-5b2d51ca9fa6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.801024] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b038b8e4-c171-41fb-9ef3-d91088ab7627 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.810229] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75993e3-f5e3-48b0-9eee-d7c0486c4e10 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.844595] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64ae6f2-c899-4533-b587-575f1f98841d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.852601] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb9a2ea-3484-4b8c-86ca-ae717a903099 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.870126] env[62643]: DEBUG nova.compute.provider_tree [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.033521] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775464} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.033799] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 7a075ad8-eb40-4f6b-b647-cea277a00010/7a075ad8-eb40-4f6b-b647-cea277a00010.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.034011] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.034267] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abc75734-1a2d-4eb2-b135-127896072880 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.042804] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1088.042804] env[62643]: value = "task-2383925" [ 1088.042804] env[62643]: _type = "Task" [ 1088.042804] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.057833] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.092715] env[62643]: DEBUG nova.network.neutron [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Successfully updated port: 753dc8a2-ea94-4374-958e-07871818e8de {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.202632] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52625631-15b7-5969-877b-0a24122a933b, 'name': SearchDatastore_Task, 'duration_secs': 0.055025} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.205094] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.205408] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] f7189596-4d91-4426-9d17-af9d91834628/f7189596-4d91-4426-9d17-af9d91834628.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.205651] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b235c1e-c78c-4cde-bef1-eccd06b00442 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.212246] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1088.212246] env[62643]: value = "task-2383926" [ 1088.212246] env[62643]: _type = "Task" [ 1088.212246] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.219618] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.252348] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383924, 'name': CreateVM_Task, 'duration_secs': 0.358385} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.252520] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.253166] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.253333] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.253640] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.253879] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed858bd-43de-46d7-8bee-42c648a24c25 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.258652] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1088.258652] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525e5cc4-99e3-9276-f377-9dd4158fcdf5" [ 1088.258652] env[62643]: _type = "Task" [ 1088.258652] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.266265] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525e5cc4-99e3-9276-f377-9dd4158fcdf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.287693] env[62643]: DEBUG nova.network.neutron [-] [instance: f2316816-013d-411a-8622-599205592e49] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.374591] env[62643]: DEBUG nova.scheduler.client.report [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.420157] env[62643]: DEBUG nova.network.neutron [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Updated VIF entry in instance network info cache for port c9d45eb7-f1dc-4c53-ab8e-33247b18640a. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.420581] env[62643]: DEBUG nova.network.neutron [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Updating instance_info_cache with network_info: [{"id": "c9d45eb7-f1dc-4c53-ab8e-33247b18640a", "address": "fa:16:3e:6f:a3:0f", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": null, "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc9d45eb7-f1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.435237] env[62643]: DEBUG nova.network.neutron [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Updated VIF entry in instance network info cache for port bd458c94-8bbb-4ccf-8830-86f7dffb3603. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.435651] env[62643]: DEBUG nova.network.neutron [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Updating instance_info_cache with network_info: [{"id": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "address": "fa:16:3e:d0:46:da", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd458c94-8b", "ovs_interfaceid": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.552313] env[62643]: DEBUG nova.network.neutron [-] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.553597] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083687} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.553861] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.554683] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44903d02-42ea-46df-95ce-07ce4761a790 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.579067] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 7a075ad8-eb40-4f6b-b647-cea277a00010/7a075ad8-eb40-4f6b-b647-cea277a00010.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.580172] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60a7f01e-4e5f-46c1-b51a-5805552af80a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.595778] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.600506] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1088.600506] env[62643]: value = "task-2383927" [ 1088.600506] env[62643]: _type = "Task" [ 1088.600506] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.609801] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.722221] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474362} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.722421] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] f7189596-4d91-4426-9d17-af9d91834628/f7189596-4d91-4426-9d17-af9d91834628.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.722635] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.723388] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ab6b665-58a1-4040-bdcb-a6c2381c1c9e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.729524] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1088.729524] env[62643]: value = "task-2383928" [ 1088.729524] env[62643]: _type = "Task" [ 1088.729524] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.737575] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.770134] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525e5cc4-99e3-9276-f377-9dd4158fcdf5, 'name': SearchDatastore_Task, 'duration_secs': 0.009146} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.770134] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.770392] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.770636] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.770850] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.771114] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.771400] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-244ff6c8-85ff-47dd-8f09-4a42c92f1fae {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.780246] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.780425] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.781151] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b96b782-6b51-42d8-a32e-87ad8e39f8b1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.786055] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1088.786055] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5229b422-5e4d-b7f7-ea79-379fa9d5f124" [ 1088.786055] env[62643]: _type = "Task" [ 1088.786055] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.790734] env[62643]: INFO nova.compute.manager [-] [instance: f2316816-013d-411a-8622-599205592e49] Took 1.68 seconds to deallocate network for instance. [ 1088.795085] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5229b422-5e4d-b7f7-ea79-379fa9d5f124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.879773] env[62643]: DEBUG oslo_concurrency.lockutils [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.346s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.922715] env[62643]: DEBUG oslo_concurrency.lockutils [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] Releasing lock "refresh_cache-9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.922992] env[62643]: DEBUG nova.compute.manager [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Received event network-vif-plugged-3b59ff39-85cd-420a-852a-ec6c2a7d2678 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.923208] env[62643]: DEBUG oslo_concurrency.lockutils [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] Acquiring lock "731a536a-e6d6-49c4-b20f-664a2c4882dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.923413] env[62643]: DEBUG oslo_concurrency.lockutils [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] Lock "731a536a-e6d6-49c4-b20f-664a2c4882dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.923580] env[62643]: DEBUG oslo_concurrency.lockutils [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] Lock "731a536a-e6d6-49c4-b20f-664a2c4882dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.923746] env[62643]: DEBUG nova.compute.manager [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] No waiting events found dispatching network-vif-plugged-3b59ff39-85cd-420a-852a-ec6c2a7d2678 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.923921] env[62643]: WARNING nova.compute.manager [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Received unexpected event network-vif-plugged-3b59ff39-85cd-420a-852a-ec6c2a7d2678 for instance with vm_state building and task_state spawning. [ 1088.924102] env[62643]: DEBUG nova.compute.manager [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Received event network-changed-3b59ff39-85cd-420a-852a-ec6c2a7d2678 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.924262] env[62643]: DEBUG nova.compute.manager [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Refreshing instance network info cache due to event network-changed-3b59ff39-85cd-420a-852a-ec6c2a7d2678. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1088.924470] env[62643]: DEBUG oslo_concurrency.lockutils [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] Acquiring lock "refresh_cache-731a536a-e6d6-49c4-b20f-664a2c4882dd" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.924666] env[62643]: DEBUG oslo_concurrency.lockutils [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] Acquired lock "refresh_cache-731a536a-e6d6-49c4-b20f-664a2c4882dd" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.925229] env[62643]: DEBUG nova.network.neutron [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Refreshing network info cache for port 3b59ff39-85cd-420a-852a-ec6c2a7d2678 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.938701] env[62643]: DEBUG oslo_concurrency.lockutils [req-d77eec33-9932-45bc-9c3e-c8899b5a86b5 req-a7693daf-7db6-40a9-b939-3e8ab176e4fd service nova] Releasing lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.939115] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.939260] env[62643]: DEBUG nova.network.neutron [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.059048] env[62643]: INFO nova.compute.manager [-] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Took 1.51 seconds to deallocate network for instance. [ 1089.110934] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383927, 'name': ReconfigVM_Task, 'duration_secs': 0.300551} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.111221] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 7a075ad8-eb40-4f6b-b647-cea277a00010/7a075ad8-eb40-4f6b-b647-cea277a00010.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.111904] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6d63315-7dbe-4ea4-8e9e-1abd68f5d019 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.118083] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1089.118083] env[62643]: value = "task-2383929" [ 1089.118083] env[62643]: _type = "Task" [ 1089.118083] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.125663] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383929, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.239183] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073936} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.239461] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.240354] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b476bc-b392-42ca-8341-19a2774c8001 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.262141] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] f7189596-4d91-4426-9d17-af9d91834628/f7189596-4d91-4426-9d17-af9d91834628.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.262406] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cd329ca-9d69-4741-982c-d48021a09376 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.284270] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1089.284270] env[62643]: value = "task-2383930" [ 1089.284270] env[62643]: _type = "Task" [ 1089.284270] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.294780] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.298389] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5229b422-5e4d-b7f7-ea79-379fa9d5f124, 'name': SearchDatastore_Task, 'duration_secs': 0.007918} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.299605] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.299845] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.300157] env[62643]: DEBUG nova.objects.instance [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lazy-loading 'resources' on Instance uuid f2316816-013d-411a-8622-599205592e49 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.301120] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84fdecac-e9f1-4e41-8660-5f95edd864ff {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.306177] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1089.306177] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527ca056-377f-d95b-2c68-57e776fa8e41" [ 1089.306177] env[62643]: _type = "Task" [ 1089.306177] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.315261] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527ca056-377f-d95b-2c68-57e776fa8e41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.391246] env[62643]: DEBUG oslo_concurrency.lockutils [None req-44b2ff8b-a05c-40ae-ab43-152d0d37ff6a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.968s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.392228] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6373c895-a6b8-4dcc-a47e-5b2d51ca9fa6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.615s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.392404] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6373c895-a6b8-4dcc-a47e-5b2d51ca9fa6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.392620] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6373c895-a6b8-4dcc-a47e-5b2d51ca9fa6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.393708] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6373c895-a6b8-4dcc-a47e-5b2d51ca9fa6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.394732] env[62643]: INFO nova.compute.manager [None req-6373c895-a6b8-4dcc-a47e-5b2d51ca9fa6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Terminating instance [ 1089.482882] env[62643]: WARNING nova.network.neutron [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] 83724d80-84b7-4216-b3ea-5a3e049d015e already exists in list: networks containing: ['83724d80-84b7-4216-b3ea-5a3e049d015e']. ignoring it [ 1089.566141] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.635265] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383929, 'name': Rename_Task, 'duration_secs': 0.14846} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.635547] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.635792] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b6db211-b8db-4d14-b191-b53fe4e820df {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.642067] env[62643]: DEBUG nova.compute.manager [req-0f46c371-a153-41ca-9be0-7b34e0a0abc9 req-eeb2cbbf-9142-4e94-95ca-61b8ca84091b service nova] [instance: f2316816-013d-411a-8622-599205592e49] Received event network-vif-deleted-d6546e00-0191-48ec-aad1-4f6ddf7f8b4e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.642271] env[62643]: DEBUG nova.compute.manager [req-0f46c371-a153-41ca-9be0-7b34e0a0abc9 req-eeb2cbbf-9142-4e94-95ca-61b8ca84091b service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Received event network-vif-plugged-753dc8a2-ea94-4374-958e-07871818e8de {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.642466] env[62643]: DEBUG oslo_concurrency.lockutils [req-0f46c371-a153-41ca-9be0-7b34e0a0abc9 req-eeb2cbbf-9142-4e94-95ca-61b8ca84091b service nova] Acquiring lock "f5b0888d-6159-41da-8476-79c99d86223a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.642670] env[62643]: DEBUG oslo_concurrency.lockutils [req-0f46c371-a153-41ca-9be0-7b34e0a0abc9 req-eeb2cbbf-9142-4e94-95ca-61b8ca84091b service nova] Lock "f5b0888d-6159-41da-8476-79c99d86223a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.642855] env[62643]: DEBUG oslo_concurrency.lockutils [req-0f46c371-a153-41ca-9be0-7b34e0a0abc9 req-eeb2cbbf-9142-4e94-95ca-61b8ca84091b service nova] Lock "f5b0888d-6159-41da-8476-79c99d86223a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.643018] env[62643]: DEBUG nova.compute.manager [req-0f46c371-a153-41ca-9be0-7b34e0a0abc9 req-eeb2cbbf-9142-4e94-95ca-61b8ca84091b service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] No waiting events found dispatching network-vif-plugged-753dc8a2-ea94-4374-958e-07871818e8de {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.643447] env[62643]: WARNING nova.compute.manager [req-0f46c371-a153-41ca-9be0-7b34e0a0abc9 req-eeb2cbbf-9142-4e94-95ca-61b8ca84091b service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Received unexpected event network-vif-plugged-753dc8a2-ea94-4374-958e-07871818e8de for instance with vm_state active and task_state None. [ 1089.643621] env[62643]: DEBUG nova.compute.manager [req-0f46c371-a153-41ca-9be0-7b34e0a0abc9 req-eeb2cbbf-9142-4e94-95ca-61b8ca84091b service nova] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Received event network-vif-deleted-0a67b405-c9b9-4abc-9508-01847bd0ad36 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.643789] env[62643]: DEBUG nova.compute.manager [req-0f46c371-a153-41ca-9be0-7b34e0a0abc9 req-eeb2cbbf-9142-4e94-95ca-61b8ca84091b service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Received event network-changed-753dc8a2-ea94-4374-958e-07871818e8de {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.643996] env[62643]: DEBUG nova.compute.manager [req-0f46c371-a153-41ca-9be0-7b34e0a0abc9 req-eeb2cbbf-9142-4e94-95ca-61b8ca84091b service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Refreshing instance network info cache due to event network-changed-753dc8a2-ea94-4374-958e-07871818e8de. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1089.644121] env[62643]: DEBUG oslo_concurrency.lockutils [req-0f46c371-a153-41ca-9be0-7b34e0a0abc9 req-eeb2cbbf-9142-4e94-95ca-61b8ca84091b service nova] Acquiring lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.645697] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1089.645697] env[62643]: value = "task-2383931" [ 1089.645697] env[62643]: _type = "Task" [ 1089.645697] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.653655] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.794185] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383930, 'name': ReconfigVM_Task, 'duration_secs': 0.273264} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.794457] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Reconfigured VM instance instance-00000065 to attach disk [datastore2] f7189596-4d91-4426-9d17-af9d91834628/f7189596-4d91-4426-9d17-af9d91834628.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.795079] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ca2d197-33b8-49eb-83cc-79836e3a3884 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.801244] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1089.801244] env[62643]: value = "task-2383932" [ 1089.801244] env[62643]: _type = "Task" [ 1089.801244] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.815437] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383932, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.832646] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527ca056-377f-d95b-2c68-57e776fa8e41, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.833207] env[62643]: DEBUG nova.network.neutron [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Updated VIF entry in instance network info cache for port 3b59ff39-85cd-420a-852a-ec6c2a7d2678. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.833537] env[62643]: DEBUG nova.network.neutron [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Updating instance_info_cache with network_info: [{"id": "3b59ff39-85cd-420a-852a-ec6c2a7d2678", "address": "fa:16:3e:27:47:8d", "network": {"id": "5b88c22d-0b7d-477a-8627-18d3e9b1667d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-814382896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fc48e52d3744b83bce8175a1b9f1dbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b59ff39-85", "ovs_interfaceid": "3b59ff39-85cd-420a-852a-ec6c2a7d2678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.835079] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.835354] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 731a536a-e6d6-49c4-b20f-664a2c4882dd/731a536a-e6d6-49c4-b20f-664a2c4882dd.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.835619] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00127f91-8bd7-4b99-9edc-8efdc3fc1497 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.846470] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1089.846470] env[62643]: value = "task-2383933" [ 1089.846470] env[62643]: _type = "Task" [ 1089.846470] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.856558] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.897839] env[62643]: DEBUG nova.compute.manager [None req-6373c895-a6b8-4dcc-a47e-5b2d51ca9fa6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.898349] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6373c895-a6b8-4dcc-a47e-5b2d51ca9fa6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.898682] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42978929-0565-4f73-bd80-d1b5191554c6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.910525] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16546fc-fe51-4d82-99a7-c824ef15b659 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.948796] env[62643]: WARNING nova.virt.vmwareapi.vmops [None req-6373c895-a6b8-4dcc-a47e-5b2d51ca9fa6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81 could not be found. [ 1089.949378] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6373c895-a6b8-4dcc-a47e-5b2d51ca9fa6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.949790] env[62643]: INFO nova.compute.manager [None req-6373c895-a6b8-4dcc-a47e-5b2d51ca9fa6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1089.950151] env[62643]: DEBUG oslo.service.loopingcall [None req-6373c895-a6b8-4dcc-a47e-5b2d51ca9fa6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.950493] env[62643]: DEBUG nova.compute.manager [-] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.950690] env[62643]: DEBUG nova.network.neutron [-] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.985888] env[62643]: DEBUG nova.network.neutron [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Updating instance_info_cache with network_info: [{"id": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "address": "fa:16:3e:d0:46:da", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd458c94-8b", "ovs_interfaceid": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "753dc8a2-ea94-4374-958e-07871818e8de", "address": "fa:16:3e:9a:e4:a9", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap753dc8a2-ea", "ovs_interfaceid": "753dc8a2-ea94-4374-958e-07871818e8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.044835] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6347fb6-8ad1-4500-b338-cda4c797b49e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.053805] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024df56b-31d0-41af-af30-a5fd043d1fb1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.087744] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2ec0b8-e88b-4231-b962-9071d290bf02 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.096112] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303ed74d-d8b0-431f-b694-fc5c64443669 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.111112] env[62643]: DEBUG nova.compute.provider_tree [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.155339] env[62643]: DEBUG oslo_vmware.api [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383931, 'name': PowerOnVM_Task, 'duration_secs': 0.489667} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.155619] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.155840] env[62643]: INFO nova.compute.manager [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1090.156033] env[62643]: DEBUG nova.compute.manager [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.156887] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c564eb-8e0f-4e6c-a453-b689672ee513 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.313589] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383932, 'name': Rename_Task, 'duration_secs': 0.139127} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.313871] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.314127] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78fea921-e814-4271-a1fb-3caae574c68d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.321151] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1090.321151] env[62643]: value = "task-2383934" [ 1090.321151] env[62643]: _type = "Task" [ 1090.321151] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.329487] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.339130] env[62643]: DEBUG oslo_concurrency.lockutils [req-616f7a3d-973b-4329-92bd-05ac7b3168e4 req-be6fb4cc-2941-467c-b05f-82d89823e9f3 service nova] Releasing lock "refresh_cache-731a536a-e6d6-49c4-b20f-664a2c4882dd" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.355249] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474856} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.355517] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 731a536a-e6d6-49c4-b20f-664a2c4882dd/731a536a-e6d6-49c4-b20f-664a2c4882dd.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.355739] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.356011] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffb5cfc1-7217-49bd-a59b-5542923f9983 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.361706] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1090.361706] env[62643]: value = "task-2383935" [ 1090.361706] env[62643]: _type = "Task" [ 1090.361706] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.369060] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.487405] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.488103] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.488268] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.488551] env[62643]: DEBUG oslo_concurrency.lockutils [req-0f46c371-a153-41ca-9be0-7b34e0a0abc9 req-eeb2cbbf-9142-4e94-95ca-61b8ca84091b service nova] Acquired lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.488735] env[62643]: DEBUG nova.network.neutron [req-0f46c371-a153-41ca-9be0-7b34e0a0abc9 req-eeb2cbbf-9142-4e94-95ca-61b8ca84091b service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Refreshing network info cache for port 753dc8a2-ea94-4374-958e-07871818e8de {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.490478] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59a0794-609f-4b40-851f-7043905f901d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.507438] env[62643]: DEBUG nova.virt.hardware [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.507678] env[62643]: DEBUG nova.virt.hardware [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.507832] env[62643]: DEBUG nova.virt.hardware [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.508018] env[62643]: DEBUG nova.virt.hardware [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.508170] env[62643]: DEBUG nova.virt.hardware [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.508316] env[62643]: DEBUG nova.virt.hardware [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.508518] env[62643]: DEBUG nova.virt.hardware [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.508680] env[62643]: DEBUG nova.virt.hardware [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.508846] env[62643]: DEBUG nova.virt.hardware [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.509012] env[62643]: DEBUG nova.virt.hardware [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.509189] env[62643]: DEBUG nova.virt.hardware [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.515775] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Reconfiguring VM to attach interface {{(pid=62643) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1090.516762] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8b7d60c-6236-4ce4-b0bd-2b878521a780 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.535694] env[62643]: DEBUG oslo_vmware.api [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1090.535694] env[62643]: value = "task-2383936" [ 1090.535694] env[62643]: _type = "Task" [ 1090.535694] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.544212] env[62643]: DEBUG oslo_vmware.api [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383936, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.614679] env[62643]: DEBUG nova.scheduler.client.report [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.679043] env[62643]: INFO nova.compute.manager [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Took 12.68 seconds to build instance. [ 1090.739668] env[62643]: DEBUG nova.network.neutron [-] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.831536] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383934, 'name': PowerOnVM_Task, 'duration_secs': 0.452853} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.831828] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.832064] env[62643]: DEBUG nova.compute.manager [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.832872] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3756d88-101a-40a1-b911-8c8ed64ad610 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.871603] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066841} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.872691] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.873487] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5b26de-ef1f-4bd6-868f-fb6309475d46 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.899090] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 731a536a-e6d6-49c4-b20f-664a2c4882dd/731a536a-e6d6-49c4-b20f-664a2c4882dd.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.899695] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd98962-ba7c-4248-a5cd-8a01939f4070 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.920129] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1090.920129] env[62643]: value = "task-2383937" [ 1090.920129] env[62643]: _type = "Task" [ 1090.920129] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.928277] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383937, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.034929] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "7a075ad8-eb40-4f6b-b647-cea277a00010" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.044699] env[62643]: DEBUG oslo_vmware.api [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.120851] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.123270] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.557s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.123524] env[62643]: DEBUG nova.objects.instance [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Lazy-loading 'resources' on Instance uuid 526666ff-b91b-425b-a5a6-c23869a5b764 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.143489] env[62643]: INFO nova.scheduler.client.report [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Deleted allocations for instance f2316816-013d-411a-8622-599205592e49 [ 1091.180991] env[62643]: DEBUG oslo_concurrency.lockutils [None req-027a4b07-c9b3-42db-9338-98e73d3a5ae2 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "7a075ad8-eb40-4f6b-b647-cea277a00010" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.185s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.181287] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "7a075ad8-eb40-4f6b-b647-cea277a00010" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.147s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.181527] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "7a075ad8-eb40-4f6b-b647-cea277a00010-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.181747] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "7a075ad8-eb40-4f6b-b647-cea277a00010-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.181924] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "7a075ad8-eb40-4f6b-b647-cea277a00010-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.184086] env[62643]: INFO nova.compute.manager [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Terminating instance [ 1091.201820] env[62643]: DEBUG nova.network.neutron [req-0f46c371-a153-41ca-9be0-7b34e0a0abc9 req-eeb2cbbf-9142-4e94-95ca-61b8ca84091b service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Updated VIF entry in instance network info cache for port 753dc8a2-ea94-4374-958e-07871818e8de. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.202259] env[62643]: DEBUG nova.network.neutron [req-0f46c371-a153-41ca-9be0-7b34e0a0abc9 req-eeb2cbbf-9142-4e94-95ca-61b8ca84091b service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Updating instance_info_cache with network_info: [{"id": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "address": "fa:16:3e:d0:46:da", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd458c94-8b", "ovs_interfaceid": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "753dc8a2-ea94-4374-958e-07871818e8de", "address": "fa:16:3e:9a:e4:a9", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap753dc8a2-ea", "ovs_interfaceid": "753dc8a2-ea94-4374-958e-07871818e8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.245027] env[62643]: INFO nova.compute.manager [-] [instance: 9aa82d4b-92f4-4c6e-b8a7-e23b69413e81] Took 1.29 seconds to deallocate network for instance. [ 1091.343905] env[62643]: INFO nova.compute.manager [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] bringing vm to original state: 'stopped' [ 1091.431180] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.546585] env[62643]: DEBUG oslo_vmware.api [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.654902] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5ef9c9e7-7dd8-4c65-8c3f-79b1f9377c2d tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "f2316816-013d-411a-8622-599205592e49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.172s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.694471] env[62643]: DEBUG nova.compute.manager [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.694714] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.696172] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c271512-390c-418c-a984-655f2c9fea70 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.704255] env[62643]: DEBUG oslo_concurrency.lockutils [req-0f46c371-a153-41ca-9be0-7b34e0a0abc9 req-eeb2cbbf-9142-4e94-95ca-61b8ca84091b service nova] Releasing lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.704713] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.704969] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d41b5e6d-c53f-40e0-a784-9114895b3147 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.715415] env[62643]: DEBUG oslo_vmware.api [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1091.715415] env[62643]: value = "task-2383938" [ 1091.715415] env[62643]: _type = "Task" [ 1091.715415] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.727111] env[62643]: DEBUG oslo_vmware.api [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.795055] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689f2590-2a4a-43fd-abff-2253770f1488 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.809407] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5a6291-6fdf-4ae3-9d16-d8b25c49fa06 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.839534] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfa01f0-a103-494c-99e9-34c9b0f430bf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.849558] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69683bb4-bc61-4f98-9dc9-1a1df1e948f9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.868061] env[62643]: DEBUG nova.compute.provider_tree [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.935189] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383937, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.046592] env[62643]: DEBUG oslo_vmware.api [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.225213] env[62643]: DEBUG oslo_vmware.api [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383938, 'name': PowerOffVM_Task, 'duration_secs': 0.241737} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.225599] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.226516] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.226874] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8ed4472-7294-4f35-8753-1074f46ad341 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.273479] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6373c895-a6b8-4dcc-a47e-5b2d51ca9fa6 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "9aa82d4b-92f4-4c6e-b8a7-e23b69413e81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.881s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.307938] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.308201] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.308436] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Deleting the datastore file [datastore2] 7a075ad8-eb40-4f6b-b647-cea277a00010 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.308785] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60234f2a-0dcc-4c78-a971-b77cf0b49407 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.315804] env[62643]: DEBUG oslo_vmware.api [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1092.315804] env[62643]: value = "task-2383940" [ 1092.315804] env[62643]: _type = "Task" [ 1092.315804] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.325062] env[62643]: DEBUG oslo_vmware.api [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.360044] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "f7189596-4d91-4426-9d17-af9d91834628" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.360443] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "f7189596-4d91-4426-9d17-af9d91834628" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.360727] env[62643]: DEBUG nova.compute.manager [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.362075] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21336802-687e-41a1-a1dd-d60a328e17b6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.370956] env[62643]: DEBUG nova.scheduler.client.report [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.376312] env[62643]: DEBUG nova.compute.manager [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62643) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1092.433361] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383937, 'name': ReconfigVM_Task, 'duration_secs': 1.040279} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.433674] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 731a536a-e6d6-49c4-b20f-664a2c4882dd/731a536a-e6d6-49c4-b20f-664a2c4882dd.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.434421] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97a6af30-4db2-4a2b-b4d9-c41536e083a5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.440907] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1092.440907] env[62643]: value = "task-2383941" [ 1092.440907] env[62643]: _type = "Task" [ 1092.440907] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.448693] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383941, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.547471] env[62643]: DEBUG oslo_vmware.api [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383936, 'name': ReconfigVM_Task, 'duration_secs': 1.819535} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.547979] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.548219] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Reconfigured VM to attach interface {{(pid=62643) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1092.825588] env[62643]: DEBUG oslo_vmware.api [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149189} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.825841] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.826040] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.827055] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.827055] env[62643]: INFO nova.compute.manager [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1092.827055] env[62643]: DEBUG oslo.service.loopingcall [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1092.827055] env[62643]: DEBUG nova.compute.manager [-] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.827055] env[62643]: DEBUG nova.network.neutron [-] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.883619] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.888859] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.888859] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32a849bd-d35c-4f61-91db-5cc7da3ee8da {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.896749] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1092.896749] env[62643]: value = "task-2383942" [ 1092.896749] env[62643]: _type = "Task" [ 1092.896749] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.904590] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.913277] env[62643]: INFO nova.scheduler.client.report [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Deleted allocations for instance 526666ff-b91b-425b-a5a6-c23869a5b764 [ 1092.951628] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383941, 'name': Rename_Task, 'duration_secs': 0.153234} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.952652] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.953300] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3cdaad5-2e04-4c1a-9e80-c8233ce0ec26 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.960852] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1092.960852] env[62643]: value = "task-2383943" [ 1092.960852] env[62643]: _type = "Task" [ 1092.960852] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.972957] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.052746] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1dfb567c-703b-48e6-a346-644ce6ce55fa tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-f5b0888d-6159-41da-8476-79c99d86223a-753dc8a2-ea94-4374-958e-07871818e8de" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.090s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.407614] env[62643]: DEBUG oslo_vmware.api [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383942, 'name': PowerOffVM_Task, 'duration_secs': 0.235142} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.408041] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.408266] env[62643]: DEBUG nova.compute.manager [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.410027] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9a1846-f941-4cce-969a-12b42b99bac2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.423473] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a7747254-4085-4ae7-b9e1-32b4f3acf3c6 tempest-ServersNegativeTestMultiTenantJSON-134678008 tempest-ServersNegativeTestMultiTenantJSON-134678008-project-member] Lock "526666ff-b91b-425b-a5a6-c23869a5b764" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.514s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.470491] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383943, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.608305] env[62643]: DEBUG nova.network.neutron [-] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.900932] env[62643]: DEBUG oslo_concurrency.lockutils [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.901149] env[62643]: DEBUG oslo_concurrency.lockutils [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.922433] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "f7189596-4d91-4426-9d17-af9d91834628" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.562s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.972429] env[62643]: DEBUG oslo_vmware.api [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383943, 'name': PowerOnVM_Task, 'duration_secs': 0.739672} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.972767] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.972969] env[62643]: INFO nova.compute.manager [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1093.973189] env[62643]: DEBUG nova.compute.manager [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.973958] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc48770-c74c-4ae0-ab70-160280f1dd4f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.034955] env[62643]: DEBUG nova.compute.manager [req-cd7cef86-7e68-451a-bb77-f1f847667b4e req-1cf202ec-8570-444a-b563-3663307f288e service nova] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Received event network-vif-deleted-35d634a2-374d-49f6-a36e-b7c792482d96 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1094.111915] env[62643]: INFO nova.compute.manager [-] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Took 1.28 seconds to deallocate network for instance. [ 1094.203090] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "51d2928f-cf02-4145-9572-3aa30c124c0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.203328] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "51d2928f-cf02-4145-9572-3aa30c124c0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.405494] env[62643]: DEBUG nova.compute.manager [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.433775] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.433775] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.433775] env[62643]: DEBUG nova.objects.instance [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62643) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1094.491658] env[62643]: INFO nova.compute.manager [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Took 16.37 seconds to build instance. [ 1094.616404] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.705956] env[62643]: DEBUG nova.compute.manager [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.717659] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "interface-f5b0888d-6159-41da-8476-79c99d86223a-753dc8a2-ea94-4374-958e-07871818e8de" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.717917] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-f5b0888d-6159-41da-8476-79c99d86223a-753dc8a2-ea94-4374-958e-07871818e8de" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.745499] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "f7189596-4d91-4426-9d17-af9d91834628" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.745853] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "f7189596-4d91-4426-9d17-af9d91834628" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.746278] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "f7189596-4d91-4426-9d17-af9d91834628-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.746278] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "f7189596-4d91-4426-9d17-af9d91834628-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.746498] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "f7189596-4d91-4426-9d17-af9d91834628-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.749378] env[62643]: INFO nova.compute.manager [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Terminating instance [ 1094.931972] env[62643]: DEBUG oslo_concurrency.lockutils [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.993578] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a79cd128-5d5c-4c9b-b1e0-65a2f599b6de tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "731a536a-e6d6-49c4-b20f-664a2c4882dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.883s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.222182] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.222306] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.223178] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2778ee-bbbd-4c73-95a3-d16bac62d5e2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.229501] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.244482] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c72d47c-2086-4691-9f33-3f6b033963e6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.269340] env[62643]: DEBUG nova.compute.manager [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.269340] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.275407] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Reconfiguring VM to detach interface {{(pid=62643) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1095.276999] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932bf665-9e36-4b71-9ed4-47a084c38d78 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.280556] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c298d7cf-9fed-4238-895e-41844c1da082 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.298111] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.299388] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-925f903c-53c7-491d-afce-3f22dfb677fa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.301110] env[62643]: DEBUG oslo_vmware.api [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1095.301110] env[62643]: value = "task-2383944" [ 1095.301110] env[62643]: _type = "Task" [ 1095.301110] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.310022] env[62643]: DEBUG oslo_vmware.api [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.443653] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7443abef-6045-4089-9f58-832a618b6fb6 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.444793] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.829s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.445028] env[62643]: DEBUG nova.objects.instance [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lazy-loading 'resources' on Instance uuid 7a075ad8-eb40-4f6b-b647-cea277a00010 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.603768] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.603984] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.604157] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleting the datastore file [datastore2] f7189596-4d91-4426-9d17-af9d91834628 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.604449] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4083f828-4297-4f23-85eb-28eb72dbf5bd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.611058] env[62643]: DEBUG oslo_vmware.api [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1095.611058] env[62643]: value = "task-2383946" [ 1095.611058] env[62643]: _type = "Task" [ 1095.611058] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.618442] env[62643]: DEBUG oslo_vmware.api [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.811916] env[62643]: DEBUG oslo_vmware.api [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.116486] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ea3651-2f9d-4715-9470-eae02149f976 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.124010] env[62643]: DEBUG oslo_vmware.api [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2383946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483602} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.125974] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.126190] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.126377] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.126554] env[62643]: INFO nova.compute.manager [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: f7189596-4d91-4426-9d17-af9d91834628] Took 0.86 seconds to destroy the instance on the hypervisor. [ 1096.126782] env[62643]: DEBUG oslo.service.loopingcall [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1096.127034] env[62643]: DEBUG nova.compute.manager [-] [instance: f7189596-4d91-4426-9d17-af9d91834628] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.127136] env[62643]: DEBUG nova.network.neutron [-] [instance: f7189596-4d91-4426-9d17-af9d91834628] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.129348] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425988a1-9612-4e19-baa2-4ca510b4fbfc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.161907] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d38f1ca-d115-4981-abb2-3eecc1940e57 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.169729] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98ea3d5-ce6a-4a85-8c49-9f51b2e140ae {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.183760] env[62643]: DEBUG nova.compute.provider_tree [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.313322] env[62643]: DEBUG oslo_vmware.api [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.532589] env[62643]: DEBUG nova.compute.manager [req-2912dd30-9a87-403d-8bc3-0124d0615dcb req-ebbc6410-3959-4700-b57f-d78c4764b0e7 service nova] [instance: f7189596-4d91-4426-9d17-af9d91834628] Received event network-vif-deleted-7f47e568-3bc7-46ad-b0a4-869f562e87e5 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1096.532879] env[62643]: INFO nova.compute.manager [req-2912dd30-9a87-403d-8bc3-0124d0615dcb req-ebbc6410-3959-4700-b57f-d78c4764b0e7 service nova] [instance: f7189596-4d91-4426-9d17-af9d91834628] Neutron deleted interface 7f47e568-3bc7-46ad-b0a4-869f562e87e5; detaching it from the instance and deleting it from the info cache [ 1096.532977] env[62643]: DEBUG nova.network.neutron [req-2912dd30-9a87-403d-8bc3-0124d0615dcb req-ebbc6410-3959-4700-b57f-d78c4764b0e7 service nova] [instance: f7189596-4d91-4426-9d17-af9d91834628] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.688666] env[62643]: DEBUG nova.scheduler.client.report [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.816417] env[62643]: DEBUG oslo_vmware.api [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.013143] env[62643]: DEBUG nova.network.neutron [-] [instance: f7189596-4d91-4426-9d17-af9d91834628] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.035349] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87593fcf-f85b-4367-b7f1-984bfca0c482 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.045724] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895db741-d0d5-469b-930e-eb4056079a92 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.077159] env[62643]: DEBUG nova.compute.manager [req-2912dd30-9a87-403d-8bc3-0124d0615dcb req-ebbc6410-3959-4700-b57f-d78c4764b0e7 service nova] [instance: f7189596-4d91-4426-9d17-af9d91834628] Detach interface failed, port_id=7f47e568-3bc7-46ad-b0a4-869f562e87e5, reason: Instance f7189596-4d91-4426-9d17-af9d91834628 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1097.194280] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.196625] env[62643]: DEBUG oslo_concurrency.lockutils [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.265s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.198144] env[62643]: INFO nova.compute.claims [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.215676] env[62643]: INFO nova.scheduler.client.report [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Deleted allocations for instance 7a075ad8-eb40-4f6b-b647-cea277a00010 [ 1097.315205] env[62643]: DEBUG oslo_vmware.api [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.517077] env[62643]: INFO nova.compute.manager [-] [instance: f7189596-4d91-4426-9d17-af9d91834628] Took 1.39 seconds to deallocate network for instance. [ 1097.725904] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2dd85f8-e0d8-4930-baa0-6af36fb51470 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "7a075ad8-eb40-4f6b-b647-cea277a00010" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.544s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.814547] env[62643]: DEBUG oslo_vmware.api [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.985531] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "731a536a-e6d6-49c4-b20f-664a2c4882dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.985807] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "731a536a-e6d6-49c4-b20f-664a2c4882dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.986037] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "731a536a-e6d6-49c4-b20f-664a2c4882dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.986235] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "731a536a-e6d6-49c4-b20f-664a2c4882dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.986409] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "731a536a-e6d6-49c4-b20f-664a2c4882dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.988550] env[62643]: INFO nova.compute.manager [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Terminating instance [ 1098.023276] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.264874] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "564258b1-31e2-4424-90a8-4760d3c91656" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.265137] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "564258b1-31e2-4424-90a8-4760d3c91656" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.265349] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "564258b1-31e2-4424-90a8-4760d3c91656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.265531] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "564258b1-31e2-4424-90a8-4760d3c91656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.265700] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "564258b1-31e2-4424-90a8-4760d3c91656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.269856] env[62643]: INFO nova.compute.manager [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Terminating instance [ 1098.317733] env[62643]: DEBUG oslo_vmware.api [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.383486] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c0b329-65da-4dd1-93f3-3f74243601c4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.391017] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f5facf-57cd-4bbf-89fa-35a2f0714228 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.423721] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b3deee-93ff-41a6-98c0-64e5d7ca87ba {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.431026] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3010df-8dd3-4729-ac90-75b22c571b18 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.444242] env[62643]: DEBUG nova.compute.provider_tree [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.491906] env[62643]: DEBUG nova.compute.manager [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.492198] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.493065] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fe4c19-4f8f-4aab-ab14-8e2ffdf5035d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.500429] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.500677] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5df0b17-ba24-4d6d-aa9b-6185cd69d5a8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.506550] env[62643]: DEBUG oslo_vmware.api [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1098.506550] env[62643]: value = "task-2383947" [ 1098.506550] env[62643]: _type = "Task" [ 1098.506550] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.513800] env[62643]: DEBUG oslo_vmware.api [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.775960] env[62643]: DEBUG nova.compute.manager [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.776263] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.777044] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8e59d6-ed8f-4c03-adf6-c4366aec2074 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.784523] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.784763] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9955eff9-a780-4d1c-8ff8-c4da4e038eb4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.790655] env[62643]: DEBUG oslo_vmware.api [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 1098.790655] env[62643]: value = "task-2383948" [ 1098.790655] env[62643]: _type = "Task" [ 1098.790655] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.798273] env[62643]: DEBUG oslo_vmware.api [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.815371] env[62643]: DEBUG oslo_vmware.api [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.947812] env[62643]: DEBUG nova.scheduler.client.report [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.016822] env[62643]: DEBUG oslo_vmware.api [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383947, 'name': PowerOffVM_Task, 'duration_secs': 0.188902} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.017159] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.017318] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.017565] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d557c348-1bc1-4014-a4c2-4589afaacaf2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.080947] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.081180] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.081388] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Deleting the datastore file [datastore2] 731a536a-e6d6-49c4-b20f-664a2c4882dd {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.081689] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1fb0f83-874e-4389-8f6d-e536ca0f730f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.088162] env[62643]: DEBUG oslo_vmware.api [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1099.088162] env[62643]: value = "task-2383950" [ 1099.088162] env[62643]: _type = "Task" [ 1099.088162] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.096633] env[62643]: DEBUG oslo_vmware.api [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.300467] env[62643]: DEBUG oslo_vmware.api [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383948, 'name': PowerOffVM_Task, 'duration_secs': 0.247344} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.300745] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.300918] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.301213] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a9e32d5-6813-4993-98f5-7099f2bd4831 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.315970] env[62643]: DEBUG oslo_vmware.api [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.366278] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.366519] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.366713] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Deleting the datastore file [datastore2] 564258b1-31e2-4424-90a8-4760d3c91656 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.367015] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c69c6783-eaef-467b-b360-2721b5ad0103 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.373333] env[62643]: DEBUG oslo_vmware.api [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for the task: (returnval){ [ 1099.373333] env[62643]: value = "task-2383952" [ 1099.373333] env[62643]: _type = "Task" [ 1099.373333] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.381903] env[62643]: DEBUG oslo_vmware.api [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.455343] env[62643]: DEBUG oslo_concurrency.lockutils [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.455943] env[62643]: DEBUG nova.compute.manager [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.459582] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.230s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.461730] env[62643]: INFO nova.compute.claims [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.598554] env[62643]: DEBUG oslo_vmware.api [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129927} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.598822] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.599018] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.599209] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.599423] env[62643]: INFO nova.compute.manager [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1099.599667] env[62643]: DEBUG oslo.service.loopingcall [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1099.599859] env[62643]: DEBUG nova.compute.manager [-] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.599953] env[62643]: DEBUG nova.network.neutron [-] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.830163] env[62643]: DEBUG oslo_vmware.api [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.888018] env[62643]: DEBUG oslo_vmware.api [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Task: {'id': task-2383952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129946} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.888018] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.888018] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.888018] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.888018] env[62643]: INFO nova.compute.manager [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1099.888018] env[62643]: DEBUG oslo.service.loopingcall [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1099.888018] env[62643]: DEBUG nova.compute.manager [-] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.888018] env[62643]: DEBUG nova.network.neutron [-] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.967258] env[62643]: DEBUG nova.compute.utils [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1099.971074] env[62643]: DEBUG nova.compute.manager [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.971278] env[62643]: DEBUG nova.network.neutron [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.976987] env[62643]: DEBUG nova.compute.manager [req-dd9bb833-1972-48be-8c07-61cf1b9bb7f0 req-c1225c1f-453a-4b0b-81cd-31eb5a623123 service nova] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Received event network-vif-deleted-3b59ff39-85cd-420a-852a-ec6c2a7d2678 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.976987] env[62643]: INFO nova.compute.manager [req-dd9bb833-1972-48be-8c07-61cf1b9bb7f0 req-c1225c1f-453a-4b0b-81cd-31eb5a623123 service nova] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Neutron deleted interface 3b59ff39-85cd-420a-852a-ec6c2a7d2678; detaching it from the instance and deleting it from the info cache [ 1099.976987] env[62643]: DEBUG nova.network.neutron [req-dd9bb833-1972-48be-8c07-61cf1b9bb7f0 req-c1225c1f-453a-4b0b-81cd-31eb5a623123 service nova] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.047951] env[62643]: DEBUG nova.policy [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '486d1c3c66d246eea62b5321cb97da1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96887bdb38b845f5b83945269bd3d7a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.321991] env[62643]: DEBUG oslo_vmware.api [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.440446] env[62643]: DEBUG nova.network.neutron [-] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.475887] env[62643]: DEBUG nova.compute.manager [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.485380] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b565c1af-97be-4252-aa41-c67162caa725 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.496974] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b8fe14-5185-47b3-a509-99b08498d1f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.532545] env[62643]: DEBUG nova.compute.manager [req-dd9bb833-1972-48be-8c07-61cf1b9bb7f0 req-c1225c1f-453a-4b0b-81cd-31eb5a623123 service nova] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Detach interface failed, port_id=3b59ff39-85cd-420a-852a-ec6c2a7d2678, reason: Instance 731a536a-e6d6-49c4-b20f-664a2c4882dd could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1100.646846] env[62643]: DEBUG nova.network.neutron [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Successfully created port: c52792f3-479f-46b8-8917-6ef65e2f8d01 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.690657] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560f2843-05c9-4af5-811f-f1c4bf79ef38 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.699072] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee6746c-e196-49dd-b35e-dafae9252862 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.729701] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dce45c-295d-4cbe-9a73-3045d8e32349 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.738294] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e8a76d-7ccf-404a-b470-dd15354a8b00 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.760020] env[62643]: DEBUG nova.compute.provider_tree [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.818222] env[62643]: DEBUG oslo_vmware.api [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383944, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.948781] env[62643]: INFO nova.compute.manager [-] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Took 1.35 seconds to deallocate network for instance. [ 1101.263777] env[62643]: DEBUG nova.scheduler.client.report [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.273024] env[62643]: DEBUG nova.network.neutron [-] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.319670] env[62643]: DEBUG oslo_vmware.api [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383944, 'name': ReconfigVM_Task, 'duration_secs': 5.7686} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.319937] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.322292] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Reconfigured VM to detach interface {{(pid=62643) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1101.431900] env[62643]: DEBUG nova.compute.manager [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Stashing vm_state: active {{(pid=62643) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1101.457530] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.492704] env[62643]: DEBUG nova.compute.manager [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.528299] env[62643]: DEBUG nova.virt.hardware [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.528563] env[62643]: DEBUG nova.virt.hardware [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.528788] env[62643]: DEBUG nova.virt.hardware [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.529031] env[62643]: DEBUG nova.virt.hardware [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.529187] env[62643]: DEBUG nova.virt.hardware [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.529352] env[62643]: DEBUG nova.virt.hardware [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.529593] env[62643]: DEBUG nova.virt.hardware [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.529762] env[62643]: DEBUG nova.virt.hardware [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.529927] env[62643]: DEBUG nova.virt.hardware [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.530111] env[62643]: DEBUG nova.virt.hardware [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.530295] env[62643]: DEBUG nova.virt.hardware [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.531179] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efe83c0-645a-4afc-8924-84e159daa33b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.543745] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266d8ac2-cd1a-4313-9929-cf9a160e69d4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.768749] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.769300] env[62643]: DEBUG nova.compute.manager [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.772244] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.749s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.772457] env[62643]: DEBUG nova.objects.instance [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lazy-loading 'resources' on Instance uuid f7189596-4d91-4426-9d17-af9d91834628 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.773635] env[62643]: INFO nova.compute.manager [-] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Took 1.89 seconds to deallocate network for instance. [ 1101.955310] env[62643]: DEBUG oslo_concurrency.lockutils [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.039554] env[62643]: DEBUG nova.compute.manager [req-9714e52d-3af5-4f1c-8107-9fdcc03d1434 req-f3789dbe-2e9b-4b5c-ba7f-45a2c30d4920 service nova] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Received event network-vif-deleted-1dd96cb2-0c0c-4292-9e6a-b7a74d9983a1 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1102.275110] env[62643]: DEBUG nova.compute.utils [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1102.278734] env[62643]: DEBUG nova.compute.manager [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.279064] env[62643]: DEBUG nova.network.neutron [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.286872] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.308842] env[62643]: DEBUG nova.network.neutron [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Successfully updated port: c52792f3-479f-46b8-8917-6ef65e2f8d01 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.333753] env[62643]: DEBUG nova.policy [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b2a4e2cb4e54510b7d6e9ad5043cc01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba0aaf38803e46fba6123491ef37f25a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.432738] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.432978] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.529036] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d16c28-d7ea-44a4-868b-f8a43097b8e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.538124] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860f3073-2e68-4062-b540-cf9757db6767 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.570111] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905f6905-eba9-458a-8b43-a82fac48b8a0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.579427] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdde54d-0421-4c63-a7d0-fa0f1a094075 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.595643] env[62643]: DEBUG nova.compute.provider_tree [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.782048] env[62643]: DEBUG nova.compute.manager [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.808360] env[62643]: DEBUG nova.network.neutron [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Successfully created port: 3c26911f-4cc8-477a-a4c9-361c11bc13fc {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.814018] env[62643]: DEBUG oslo_concurrency.lockutils [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "refresh_cache-2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.814214] env[62643]: DEBUG oslo_concurrency.lockutils [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "refresh_cache-2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.814376] env[62643]: DEBUG nova.network.neutron [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.938709] env[62643]: DEBUG nova.compute.manager [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.945020] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.945020] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquired lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.945020] env[62643]: DEBUG nova.network.neutron [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.098433] env[62643]: DEBUG nova.scheduler.client.report [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.232901] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "f5b0888d-6159-41da-8476-79c99d86223a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.233680] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "f5b0888d-6159-41da-8476-79c99d86223a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.233680] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "f5b0888d-6159-41da-8476-79c99d86223a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.233680] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "f5b0888d-6159-41da-8476-79c99d86223a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.233845] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "f5b0888d-6159-41da-8476-79c99d86223a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.235873] env[62643]: INFO nova.compute.manager [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Terminating instance [ 1103.348863] env[62643]: DEBUG nova.network.neutron [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.464759] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.555162] env[62643]: DEBUG nova.network.neutron [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Updating instance_info_cache with network_info: [{"id": "c52792f3-479f-46b8-8917-6ef65e2f8d01", "address": "fa:16:3e:4d:e1:e2", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52792f3-47", "ovs_interfaceid": "c52792f3-479f-46b8-8917-6ef65e2f8d01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.605415] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.605723] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.149s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.605950] env[62643]: DEBUG nova.objects.instance [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lazy-loading 'resources' on Instance uuid 731a536a-e6d6-49c4-b20f-664a2c4882dd {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.624557] env[62643]: INFO nova.scheduler.client.report [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleted allocations for instance f7189596-4d91-4426-9d17-af9d91834628 [ 1103.742022] env[62643]: DEBUG nova.compute.manager [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.742022] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.742022] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de744640-84f1-47f1-97f7-9832dac0c968 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.748716] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.749065] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbf42279-12ff-4570-8a18-7981188c643a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.751939] env[62643]: INFO nova.network.neutron [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Port 753dc8a2-ea94-4374-958e-07871818e8de from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1103.752389] env[62643]: DEBUG nova.network.neutron [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Updating instance_info_cache with network_info: [{"id": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "address": "fa:16:3e:d0:46:da", "network": {"id": "83724d80-84b7-4216-b3ea-5a3e049d015e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1814907692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47dde31f50e4a028ae9053fd0472e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd458c94-8b", "ovs_interfaceid": "bd458c94-8bbb-4ccf-8830-86f7dffb3603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.755924] env[62643]: DEBUG oslo_vmware.api [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1103.755924] env[62643]: value = "task-2383953" [ 1103.755924] env[62643]: _type = "Task" [ 1103.755924] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.765277] env[62643]: DEBUG oslo_vmware.api [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.793753] env[62643]: DEBUG nova.compute.manager [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.820864] env[62643]: DEBUG nova.virt.hardware [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.821135] env[62643]: DEBUG nova.virt.hardware [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.821293] env[62643]: DEBUG nova.virt.hardware [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.821474] env[62643]: DEBUG nova.virt.hardware [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.821622] env[62643]: DEBUG nova.virt.hardware [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.821768] env[62643]: DEBUG nova.virt.hardware [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.822035] env[62643]: DEBUG nova.virt.hardware [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.822257] env[62643]: DEBUG nova.virt.hardware [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.822399] env[62643]: DEBUG nova.virt.hardware [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.822585] env[62643]: DEBUG nova.virt.hardware [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.822781] env[62643]: DEBUG nova.virt.hardware [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.823668] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0086b8-de5d-4222-9d81-0bcd7dabd014 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.832263] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78751bad-8ef9-49a6-bc22-9d0901f32ca1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.058040] env[62643]: DEBUG oslo_concurrency.lockutils [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "refresh_cache-2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.058472] env[62643]: DEBUG nova.compute.manager [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Instance network_info: |[{"id": "c52792f3-479f-46b8-8917-6ef65e2f8d01", "address": "fa:16:3e:4d:e1:e2", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52792f3-47", "ovs_interfaceid": "c52792f3-479f-46b8-8917-6ef65e2f8d01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.058827] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:e1:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c52792f3-479f-46b8-8917-6ef65e2f8d01', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.066340] env[62643]: DEBUG oslo.service.loopingcall [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1104.066635] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.066790] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbd7e269-86e6-43ad-b5c0-176c5c40e3d5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.085995] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.085995] env[62643]: value = "task-2383954" [ 1104.085995] env[62643]: _type = "Task" [ 1104.085995] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.093782] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383954, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.126856] env[62643]: DEBUG nova.compute.manager [req-db32d87e-3533-4d5a-874c-3165da36c44e req-85101cfc-60ae-4f90-9271-2057b729af8d service nova] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Received event network-vif-plugged-c52792f3-479f-46b8-8917-6ef65e2f8d01 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1104.126856] env[62643]: DEBUG oslo_concurrency.lockutils [req-db32d87e-3533-4d5a-874c-3165da36c44e req-85101cfc-60ae-4f90-9271-2057b729af8d service nova] Acquiring lock "2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.126856] env[62643]: DEBUG oslo_concurrency.lockutils [req-db32d87e-3533-4d5a-874c-3165da36c44e req-85101cfc-60ae-4f90-9271-2057b729af8d service nova] Lock "2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.127207] env[62643]: DEBUG oslo_concurrency.lockutils [req-db32d87e-3533-4d5a-874c-3165da36c44e req-85101cfc-60ae-4f90-9271-2057b729af8d service nova] Lock "2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.127207] env[62643]: DEBUG nova.compute.manager [req-db32d87e-3533-4d5a-874c-3165da36c44e req-85101cfc-60ae-4f90-9271-2057b729af8d service nova] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] No waiting events found dispatching network-vif-plugged-c52792f3-479f-46b8-8917-6ef65e2f8d01 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.127349] env[62643]: WARNING nova.compute.manager [req-db32d87e-3533-4d5a-874c-3165da36c44e req-85101cfc-60ae-4f90-9271-2057b729af8d service nova] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Received unexpected event network-vif-plugged-c52792f3-479f-46b8-8917-6ef65e2f8d01 for instance with vm_state building and task_state spawning. [ 1104.127496] env[62643]: DEBUG nova.compute.manager [req-db32d87e-3533-4d5a-874c-3165da36c44e req-85101cfc-60ae-4f90-9271-2057b729af8d service nova] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Received event network-changed-c52792f3-479f-46b8-8917-6ef65e2f8d01 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1104.127927] env[62643]: DEBUG nova.compute.manager [req-db32d87e-3533-4d5a-874c-3165da36c44e req-85101cfc-60ae-4f90-9271-2057b729af8d service nova] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Refreshing instance network info cache due to event network-changed-c52792f3-479f-46b8-8917-6ef65e2f8d01. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1104.127927] env[62643]: DEBUG oslo_concurrency.lockutils [req-db32d87e-3533-4d5a-874c-3165da36c44e req-85101cfc-60ae-4f90-9271-2057b729af8d service nova] Acquiring lock "refresh_cache-2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.128035] env[62643]: DEBUG oslo_concurrency.lockutils [req-db32d87e-3533-4d5a-874c-3165da36c44e req-85101cfc-60ae-4f90-9271-2057b729af8d service nova] Acquired lock "refresh_cache-2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.128122] env[62643]: DEBUG nova.network.neutron [req-db32d87e-3533-4d5a-874c-3165da36c44e req-85101cfc-60ae-4f90-9271-2057b729af8d service nova] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Refreshing network info cache for port c52792f3-479f-46b8-8917-6ef65e2f8d01 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.135121] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3f693c8e-8234-4800-b53d-303b9eb81f1d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "f7189596-4d91-4426-9d17-af9d91834628" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.389s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.259014] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Releasing lock "refresh_cache-f5b0888d-6159-41da-8476-79c99d86223a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.269576] env[62643]: DEBUG oslo_vmware.api [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383953, 'name': PowerOffVM_Task, 'duration_secs': 0.166605} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.272280] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.272472] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.273237] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-134f2ee6-e4d8-411f-acaa-f7b0cdf6c0e1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.324088] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8d6cf7-b3b7-484b-8b65-78a6f1af580c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.332596] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2441c7-d4b5-42fa-9318-fcf27dbf0edf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.338134] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.338778] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.339030] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Deleting the datastore file [datastore2] f5b0888d-6159-41da-8476-79c99d86223a {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.339625] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82975110-99db-4641-a86b-f5e1aafb4127 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.384445] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb17db9-67cd-4b07-9fe6-fb3f09ba5b92 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.388052] env[62643]: DEBUG oslo_vmware.api [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1104.388052] env[62643]: value = "task-2383956" [ 1104.388052] env[62643]: _type = "Task" [ 1104.388052] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.395498] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451fb9e4-2138-412c-8814-a8a8f7c71a5b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.403233] env[62643]: DEBUG oslo_vmware.api [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.413421] env[62643]: DEBUG nova.compute.provider_tree [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.576493] env[62643]: DEBUG nova.network.neutron [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Successfully updated port: 3c26911f-4cc8-477a-a4c9-361c11bc13fc {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.597557] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383954, 'name': CreateVM_Task, 'duration_secs': 0.338837} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.597921] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.598599] env[62643]: DEBUG oslo_concurrency.lockutils [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.598839] env[62643]: DEBUG oslo_concurrency.lockutils [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.599123] env[62643]: DEBUG oslo_concurrency.lockutils [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.599457] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b9d8e4a-5093-44ee-bacb-63760cfec91d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.604868] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1104.604868] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52019b51-7bfa-d32e-f747-349e5a0e6ffa" [ 1104.604868] env[62643]: _type = "Task" [ 1104.604868] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.613429] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52019b51-7bfa-d32e-f747-349e5a0e6ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.765024] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c44d4927-1a68-4699-8f28-6bc45580d9ce tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "interface-f5b0888d-6159-41da-8476-79c99d86223a-753dc8a2-ea94-4374-958e-07871818e8de" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.047s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.897935] env[62643]: DEBUG oslo_vmware.api [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170018} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.898473] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.898695] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.898987] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.899201] env[62643]: INFO nova.compute.manager [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1104.899502] env[62643]: DEBUG oslo.service.loopingcall [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1104.899761] env[62643]: DEBUG nova.compute.manager [-] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.899825] env[62643]: DEBUG nova.network.neutron [-] [instance: f5b0888d-6159-41da-8476-79c99d86223a] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.916365] env[62643]: DEBUG nova.scheduler.client.report [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.946253] env[62643]: DEBUG nova.network.neutron [req-db32d87e-3533-4d5a-874c-3165da36c44e req-85101cfc-60ae-4f90-9271-2057b729af8d service nova] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Updated VIF entry in instance network info cache for port c52792f3-479f-46b8-8917-6ef65e2f8d01. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.946616] env[62643]: DEBUG nova.network.neutron [req-db32d87e-3533-4d5a-874c-3165da36c44e req-85101cfc-60ae-4f90-9271-2057b729af8d service nova] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Updating instance_info_cache with network_info: [{"id": "c52792f3-479f-46b8-8917-6ef65e2f8d01", "address": "fa:16:3e:4d:e1:e2", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52792f3-47", "ovs_interfaceid": "c52792f3-479f-46b8-8917-6ef65e2f8d01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.083306] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "refresh_cache-51d2928f-cf02-4145-9572-3aa30c124c0d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.083306] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquired lock "refresh_cache-51d2928f-cf02-4145-9572-3aa30c124c0d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.083306] env[62643]: DEBUG nova.network.neutron [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.116356] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52019b51-7bfa-d32e-f747-349e5a0e6ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.116630] env[62643]: DEBUG oslo_concurrency.lockutils [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.116910] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.117160] env[62643]: DEBUG oslo_concurrency.lockutils [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.117303] env[62643]: DEBUG oslo_concurrency.lockutils [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.117495] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.117765] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e5d7d0f-3501-499b-8f54-b65408214054 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.126617] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.126796] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.127542] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-995e9a82-eb9e-4b1c-afe4-4f9861ba2354 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.135017] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1105.135017] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f12b49-67b5-c963-dba5-1a058841650a" [ 1105.135017] env[62643]: _type = "Task" [ 1105.135017] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.143219] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f12b49-67b5-c963-dba5-1a058841650a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.386139] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.386139] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.386139] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Starting heal instance info cache {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1105.424021] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.426145] env[62643]: DEBUG oslo_concurrency.lockutils [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.471s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.449299] env[62643]: DEBUG oslo_concurrency.lockutils [req-db32d87e-3533-4d5a-874c-3165da36c44e req-85101cfc-60ae-4f90-9271-2057b729af8d service nova] Releasing lock "refresh_cache-2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.451971] env[62643]: INFO nova.scheduler.client.report [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Deleted allocations for instance 731a536a-e6d6-49c4-b20f-664a2c4882dd [ 1105.645498] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f12b49-67b5-c963-dba5-1a058841650a, 'name': SearchDatastore_Task, 'duration_secs': 0.008233} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.647063] env[62643]: DEBUG nova.network.neutron [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.650068] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c74c917-ccee-4520-b0cd-135e2342fbfd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.656296] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1105.656296] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cbb7e6-bb60-27da-9d91-ecef9d8ac323" [ 1105.656296] env[62643]: _type = "Task" [ 1105.656296] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.670439] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cbb7e6-bb60-27da-9d91-ecef9d8ac323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.926923] env[62643]: DEBUG nova.network.neutron [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Updating instance_info_cache with network_info: [{"id": "3c26911f-4cc8-477a-a4c9-361c11bc13fc", "address": "fa:16:3e:28:6b:6d", "network": {"id": "2027fee0-396c-46c6-81ef-a05bd903ddef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-654713677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba0aaf38803e46fba6123491ef37f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c26911f-4c", "ovs_interfaceid": "3c26911f-4cc8-477a-a4c9-361c11bc13fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.933651] env[62643]: INFO nova.compute.claims [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.962606] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1fa37696-0f31-4fd7-8308-cb80880faa41 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "731a536a-e6d6-49c4-b20f-664a2c4882dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.977s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.171323] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cbb7e6-bb60-27da-9d91-ecef9d8ac323, 'name': SearchDatastore_Task, 'duration_secs': 0.024824} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.171323] env[62643]: DEBUG oslo_concurrency.lockutils [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.171323] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727/2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.171323] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad527a6a-5bc6-48f5-bc43-ae272b0159b9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.176316] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1106.176316] env[62643]: value = "task-2383957" [ 1106.176316] env[62643]: _type = "Task" [ 1106.176316] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.182948] env[62643]: DEBUG nova.compute.manager [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Received event network-vif-plugged-3c26911f-4cc8-477a-a4c9-361c11bc13fc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1106.183209] env[62643]: DEBUG oslo_concurrency.lockutils [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] Acquiring lock "51d2928f-cf02-4145-9572-3aa30c124c0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.183373] env[62643]: DEBUG oslo_concurrency.lockutils [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] Lock "51d2928f-cf02-4145-9572-3aa30c124c0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.183682] env[62643]: DEBUG oslo_concurrency.lockutils [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] Lock "51d2928f-cf02-4145-9572-3aa30c124c0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.183727] env[62643]: DEBUG nova.compute.manager [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] No waiting events found dispatching network-vif-plugged-3c26911f-4cc8-477a-a4c9-361c11bc13fc {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.184205] env[62643]: WARNING nova.compute.manager [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Received unexpected event network-vif-plugged-3c26911f-4cc8-477a-a4c9-361c11bc13fc for instance with vm_state building and task_state spawning. [ 1106.184205] env[62643]: DEBUG nova.compute.manager [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Received event network-changed-3c26911f-4cc8-477a-a4c9-361c11bc13fc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1106.184310] env[62643]: DEBUG nova.compute.manager [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Refreshing instance network info cache due to event network-changed-3c26911f-4cc8-477a-a4c9-361c11bc13fc. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1106.184411] env[62643]: DEBUG oslo_concurrency.lockutils [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] Acquiring lock "refresh_cache-51d2928f-cf02-4145-9572-3aa30c124c0d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.190027] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.430457] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Releasing lock "refresh_cache-51d2928f-cf02-4145-9572-3aa30c124c0d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.430622] env[62643]: DEBUG nova.compute.manager [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Instance network_info: |[{"id": "3c26911f-4cc8-477a-a4c9-361c11bc13fc", "address": "fa:16:3e:28:6b:6d", "network": {"id": "2027fee0-396c-46c6-81ef-a05bd903ddef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-654713677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba0aaf38803e46fba6123491ef37f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c26911f-4c", "ovs_interfaceid": "3c26911f-4cc8-477a-a4c9-361c11bc13fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.430949] env[62643]: DEBUG oslo_concurrency.lockutils [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] Acquired lock "refresh_cache-51d2928f-cf02-4145-9572-3aa30c124c0d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.431150] env[62643]: DEBUG nova.network.neutron [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Refreshing network info cache for port 3c26911f-4cc8-477a-a4c9-361c11bc13fc {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.432460] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:6b:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c26911f-4cc8-477a-a4c9-361c11bc13fc', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.441950] env[62643]: DEBUG oslo.service.loopingcall [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1106.443168] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.445677] env[62643]: INFO nova.compute.resource_tracker [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating resource usage from migration cb2a4638-4620-4d45-acba-a5b46476e0cc [ 1106.447798] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93ac241c-bb52-401f-b3aa-ba2080a9c96d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.469860] env[62643]: DEBUG nova.network.neutron [-] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.478876] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.478876] env[62643]: value = "task-2383958" [ 1106.478876] env[62643]: _type = "Task" [ 1106.478876] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.491686] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383958, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.495257] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "6387f9c0-539f-411a-bf3d-256c897ee15e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.495494] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "6387f9c0-539f-411a-bf3d-256c897ee15e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.660695] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cd5d0f-3ce8-4e73-8e72-dd3d925c20c9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.668240] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d9db02-388a-4de1-b49f-fdf858c0c58e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.704399] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612e57d4-0e99-4046-beef-7c16d5341fca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.711767] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496843} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.713843] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727/2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.714143] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.714518] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8f3ac1b-7125-4c5e-bc57-6d2ac35312ee {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.717685] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32beb258-59f8-4708-a1d2-8b08cf9332cf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.731510] env[62643]: DEBUG nova.compute.provider_tree [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.733980] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1106.733980] env[62643]: value = "task-2383960" [ 1106.733980] env[62643]: _type = "Task" [ 1106.733980] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.741503] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.973326] env[62643]: INFO nova.compute.manager [-] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Took 2.07 seconds to deallocate network for instance. [ 1106.991565] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383958, 'name': CreateVM_Task, 'duration_secs': 0.442051} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.991713] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.992370] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.992540] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.992857] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.993120] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b767a1be-60ae-4856-923e-f30d20d7c8b0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.997660] env[62643]: DEBUG nova.compute.manager [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.000368] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1107.000368] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52775d4c-0c72-4a6a-6d2b-d00293a86437" [ 1107.000368] env[62643]: _type = "Task" [ 1107.000368] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.010263] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52775d4c-0c72-4a6a-6d2b-d00293a86437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.225631] env[62643]: DEBUG nova.network.neutron [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Updated VIF entry in instance network info cache for port 3c26911f-4cc8-477a-a4c9-361c11bc13fc. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.225631] env[62643]: DEBUG nova.network.neutron [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Updating instance_info_cache with network_info: [{"id": "3c26911f-4cc8-477a-a4c9-361c11bc13fc", "address": "fa:16:3e:28:6b:6d", "network": {"id": "2027fee0-396c-46c6-81ef-a05bd903ddef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-654713677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba0aaf38803e46fba6123491ef37f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c26911f-4c", "ovs_interfaceid": "3c26911f-4cc8-477a-a4c9-361c11bc13fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.235826] env[62643]: DEBUG nova.scheduler.client.report [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.248951] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067284} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.249741] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.250562] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd61e1f8-f395-4339-ad3c-99a4d0ddfbb0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.275421] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727/2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.275757] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b67432f5-5f38-4361-a29d-204c40d7c51f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.297016] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1107.297016] env[62643]: value = "task-2383961" [ 1107.297016] env[62643]: _type = "Task" [ 1107.297016] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.305548] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.424205] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "refresh_cache-c0a657af-a156-4aef-a7f9-9b2ba00282ca" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.424378] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquired lock "refresh_cache-c0a657af-a156-4aef-a7f9-9b2ba00282ca" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.424541] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Forcefully refreshing network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1107.480339] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.517286] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52775d4c-0c72-4a6a-6d2b-d00293a86437, 'name': SearchDatastore_Task, 'duration_secs': 0.016801} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.517664] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.517942] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.518234] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.518426] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.518613] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.518876] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-300c9cdb-ca9e-408a-aa3b-7d9f4cb166ac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.525755] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.526919] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.527108] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.527864] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e883206a-7da3-4fd1-93e3-a23f992b2092 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.533063] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1107.533063] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520e9c76-b6af-89ba-42bd-63927f9d882f" [ 1107.533063] env[62643]: _type = "Task" [ 1107.533063] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.540412] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520e9c76-b6af-89ba-42bd-63927f9d882f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.727964] env[62643]: DEBUG oslo_concurrency.lockutils [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] Releasing lock "refresh_cache-51d2928f-cf02-4145-9572-3aa30c124c0d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.728166] env[62643]: DEBUG nova.compute.manager [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Received event network-vif-deleted-bd458c94-8bbb-4ccf-8830-86f7dffb3603 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1107.728355] env[62643]: INFO nova.compute.manager [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Neutron deleted interface bd458c94-8bbb-4ccf-8830-86f7dffb3603; detaching it from the instance and deleting it from the info cache [ 1107.728563] env[62643]: DEBUG nova.network.neutron [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.743589] env[62643]: DEBUG oslo_concurrency.lockutils [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.317s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.743792] env[62643]: INFO nova.compute.manager [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Migrating [ 1107.750084] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.463s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.750358] env[62643]: DEBUG nova.objects.instance [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lazy-loading 'resources' on Instance uuid 564258b1-31e2-4424-90a8-4760d3c91656 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.806487] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383961, 'name': ReconfigVM_Task, 'duration_secs': 0.328361} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.806752] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727/2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.807378] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9133c6d-97a7-4b1f-95c0-b509e331db51 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.813383] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1107.813383] env[62643]: value = "task-2383962" [ 1107.813383] env[62643]: _type = "Task" [ 1107.813383] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.821315] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383962, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.043287] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520e9c76-b6af-89ba-42bd-63927f9d882f, 'name': SearchDatastore_Task, 'duration_secs': 0.008836} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.044104] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2cdeca1-0cc5-4ede-b168-c8c0eead3d93 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.049591] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1108.049591] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521286a7-d4d2-0c69-45c2-50c93c7798e8" [ 1108.049591] env[62643]: _type = "Task" [ 1108.049591] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.056944] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521286a7-d4d2-0c69-45c2-50c93c7798e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.233439] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-252f9d56-3347-42bf-98cb-3a8406d2186e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.243745] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e334dd-10c1-43a4-bc4d-b841ca276596 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.262063] env[62643]: DEBUG oslo_concurrency.lockutils [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.262063] env[62643]: DEBUG oslo_concurrency.lockutils [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.262063] env[62643]: DEBUG nova.network.neutron [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.280771] env[62643]: DEBUG nova.compute.manager [req-2f0c133a-4ac7-455d-91a4-f2388da1eb76 req-b487215b-b008-4982-92dc-901c4a149499 service nova] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Detach interface failed, port_id=bd458c94-8bbb-4ccf-8830-86f7dffb3603, reason: Instance f5b0888d-6159-41da-8476-79c99d86223a could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1108.324426] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383962, 'name': Rename_Task, 'duration_secs': 0.158955} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.326913] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.327484] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ed3b5c-2903-423e-b592-2af8baf004a3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.334267] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1108.334267] env[62643]: value = "task-2383963" [ 1108.334267] env[62643]: _type = "Task" [ 1108.334267] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.344521] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.431552] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406819c5-fef1-459c-a017-63e7f662a95e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.438937] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5786ec0f-1215-4192-9980-ab764b30bb3a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.470730] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506e5679-dab0-46d5-8437-3158cbf40981 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.480104] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff79038e-df1c-4580-8844-1c8f9e4ae2c5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.494540] env[62643]: DEBUG nova.compute.provider_tree [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.563591] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521286a7-d4d2-0c69-45c2-50c93c7798e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.566219] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.566564] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 51d2928f-cf02-4145-9572-3aa30c124c0d/51d2928f-cf02-4145-9572-3aa30c124c0d.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.566874] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d381b601-9ed8-43b2-b4e9-01f35f429e34 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.576370] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1108.576370] env[62643]: value = "task-2383964" [ 1108.576370] env[62643]: _type = "Task" [ 1108.576370] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.585047] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.737607] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Updating instance_info_cache with network_info: [{"id": "f62c2f1e-986e-4948-a5e3-580eee3a3e79", "address": "fa:16:3e:72:e5:eb", "network": {"id": "5b88c22d-0b7d-477a-8627-18d3e9b1667d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-814382896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fc48e52d3744b83bce8175a1b9f1dbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf62c2f1e-98", "ovs_interfaceid": "f62c2f1e-986e-4948-a5e3-580eee3a3e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.845509] env[62643]: DEBUG oslo_vmware.api [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383963, 'name': PowerOnVM_Task, 'duration_secs': 0.450009} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.845837] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.846273] env[62643]: INFO nova.compute.manager [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1108.846544] env[62643]: DEBUG nova.compute.manager [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.847431] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eb9260-bb69-473f-b08f-911ff8235372 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.998554] env[62643]: DEBUG nova.scheduler.client.report [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.089122] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383964, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.144156] env[62643]: DEBUG nova.network.neutron [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating instance_info_cache with network_info: [{"id": "a3b88dd2-85ee-4671-b889-e7e3ef3fcd57", "address": "fa:16:3e:20:97:76", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b88dd2-85", "ovs_interfaceid": "a3b88dd2-85ee-4671-b889-e7e3ef3fcd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.242276] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Releasing lock "refresh_cache-c0a657af-a156-4aef-a7f9-9b2ba00282ca" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.242581] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Updated the network info_cache for instance {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1109.242687] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.242847] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.242996] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.243167] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.243373] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.243577] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.243710] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62643) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1109.243858] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.369129] env[62643]: INFO nova.compute.manager [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Took 14.46 seconds to build instance. [ 1109.505682] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.508125] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.043s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.509683] env[62643]: INFO nova.compute.claims [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.528695] env[62643]: INFO nova.scheduler.client.report [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Deleted allocations for instance 564258b1-31e2-4424-90a8-4760d3c91656 [ 1109.590416] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519288} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.590553] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 51d2928f-cf02-4145-9572-3aa30c124c0d/51d2928f-cf02-4145-9572-3aa30c124c0d.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.591196] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.591196] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c099cab-050b-46aa-af79-1078f4a78457 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.597739] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1109.597739] env[62643]: value = "task-2383965" [ 1109.597739] env[62643]: _type = "Task" [ 1109.597739] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.607804] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.648059] env[62643]: DEBUG oslo_concurrency.lockutils [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.746464] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.872148] env[62643]: DEBUG oslo_concurrency.lockutils [None req-258c67ff-f027-432a-b46d-088bc2240b96 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.971s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.035902] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fec3714c-8712-4ae4-b67a-dc953582dac3 tempest-AttachVolumeShelveTestJSON-1951619051 tempest-AttachVolumeShelveTestJSON-1951619051-project-member] Lock "564258b1-31e2-4424-90a8-4760d3c91656" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.771s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.102977] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "8bf117d1-e25c-4182-ad0a-2513cce514d4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.103226] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "8bf117d1-e25c-4182-ad0a-2513cce514d4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.109903] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063573} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.110195] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.111563] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8771c2-2151-48ef-94c1-c5ccefe2f05a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.135761] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 51d2928f-cf02-4145-9572-3aa30c124c0d/51d2928f-cf02-4145-9572-3aa30c124c0d.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.136270] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-934b37f9-3bee-4cb9-a0b8-9558325ef366 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.159886] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1110.159886] env[62643]: value = "task-2383966" [ 1110.159886] env[62643]: _type = "Task" [ 1110.159886] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.167602] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.223185] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.223440] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.223625] env[62643]: INFO nova.compute.manager [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Shelving [ 1110.275218] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cdd20292-42b0-49e4-9043-af12aebe23a0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.275515] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cdd20292-42b0-49e4-9043-af12aebe23a0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.275817] env[62643]: DEBUG nova.compute.manager [None req-cdd20292-42b0-49e4-9043-af12aebe23a0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.277070] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f666d628-840f-4c3d-ad51-3847f272a66c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.283583] env[62643]: DEBUG nova.compute.manager [None req-cdd20292-42b0-49e4-9043-af12aebe23a0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62643) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1110.284307] env[62643]: DEBUG nova.objects.instance [None req-cdd20292-42b0-49e4-9043-af12aebe23a0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lazy-loading 'flavor' on Instance uuid 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.333128] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.333739] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.334285] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.334285] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.334419] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.336202] env[62643]: INFO nova.compute.manager [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Terminating instance [ 1110.606306] env[62643]: DEBUG nova.compute.utils [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1110.653667] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8611ddbc-67a4-4c70-8b66-5b8407fc1946 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.666414] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce65f03c-80c9-4868-af07-9fe2049bee7a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.672858] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383966, 'name': ReconfigVM_Task, 'duration_secs': 0.296055} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.673462] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 51d2928f-cf02-4145-9572-3aa30c124c0d/51d2928f-cf02-4145-9572-3aa30c124c0d.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.674088] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a454a3fc-29ec-4149-a09f-bb75366aa5c3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.701560] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e35d74c-edd5-41ba-a9ac-c217a2ae628d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.705655] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1110.705655] env[62643]: value = "task-2383967" [ 1110.705655] env[62643]: _type = "Task" [ 1110.705655] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.711352] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f504754a-d73e-45cf-9363-f11aeaf08cbe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.720209] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383967, 'name': Rename_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.729489] env[62643]: DEBUG nova.compute.provider_tree [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.840202] env[62643]: DEBUG nova.compute.manager [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.840491] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.841547] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9891204c-f31a-42b3-a384-0be8d4fd0d4d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.848854] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.849102] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64acdeae-9de1-41ba-a484-23802505d1b4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.854622] env[62643]: DEBUG oslo_vmware.api [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1110.854622] env[62643]: value = "task-2383968" [ 1110.854622] env[62643]: _type = "Task" [ 1110.854622] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.862453] env[62643]: DEBUG oslo_vmware.api [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.109008] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "8bf117d1-e25c-4182-ad0a-2513cce514d4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.163018] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a049c3-ac17-44d1-b50a-ed3e2d8946c0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.181153] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating instance '94de7c1a-d065-4f61-8457-b039820f889a' progress to 0 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.216158] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383967, 'name': Rename_Task, 'duration_secs': 0.135425} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.216439] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.217537] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4aa71492-ac88-4ea5-a4e9-57f7bd8344d8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.223808] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1111.223808] env[62643]: value = "task-2383969" [ 1111.223808] env[62643]: _type = "Task" [ 1111.223808] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.232125] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.234087] env[62643]: DEBUG nova.scheduler.client.report [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.237420] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.237858] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75d3c413-da2b-421d-ba5f-35157c4f31a1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.243586] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1111.243586] env[62643]: value = "task-2383970" [ 1111.243586] env[62643]: _type = "Task" [ 1111.243586] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.251937] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.292821] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd20292-42b0-49e4-9043-af12aebe23a0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.293224] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fa71e6f-5fc7-444c-8766-460143a1e813 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.300288] env[62643]: DEBUG oslo_vmware.api [None req-cdd20292-42b0-49e4-9043-af12aebe23a0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1111.300288] env[62643]: value = "task-2383971" [ 1111.300288] env[62643]: _type = "Task" [ 1111.300288] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.308793] env[62643]: DEBUG oslo_vmware.api [None req-cdd20292-42b0-49e4-9043-af12aebe23a0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.368107] env[62643]: DEBUG oslo_vmware.api [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383968, 'name': PowerOffVM_Task, 'duration_secs': 0.500938} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.368734] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.368734] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.369085] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f771a5a5-5e2b-49ca-b242-44d9f4bb6626 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.431553] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.431815] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.432010] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Deleting the datastore file [datastore2] c0a657af-a156-4aef-a7f9-9b2ba00282ca {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.432307] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec00bfaa-51b3-474d-babc-ed702738801a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.439505] env[62643]: DEBUG oslo_vmware.api [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for the task: (returnval){ [ 1111.439505] env[62643]: value = "task-2383973" [ 1111.439505] env[62643]: _type = "Task" [ 1111.439505] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.447999] env[62643]: DEBUG oslo_vmware.api [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.687525] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.688547] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c65e76a-b12f-4e39-96f3-3b77da7eaa56 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.696908] env[62643]: DEBUG oslo_vmware.api [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1111.696908] env[62643]: value = "task-2383975" [ 1111.696908] env[62643]: _type = "Task" [ 1111.696908] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.709653] env[62643]: DEBUG oslo_vmware.api [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.735695] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383969, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.738675] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.739218] env[62643]: DEBUG nova.compute.manager [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.742416] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.262s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.742704] env[62643]: DEBUG nova.objects.instance [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lazy-loading 'resources' on Instance uuid f5b0888d-6159-41da-8476-79c99d86223a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.754803] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383970, 'name': PowerOffVM_Task, 'duration_secs': 0.181167} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.755793] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.756719] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6416c261-b70d-4e89-abd7-d94914074f92 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.779062] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ba713a-3e1f-4ac8-b8f0-cbe262e99ee6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.810241] env[62643]: DEBUG oslo_vmware.api [None req-cdd20292-42b0-49e4-9043-af12aebe23a0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383971, 'name': PowerOffVM_Task, 'duration_secs': 0.224361} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.810562] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd20292-42b0-49e4-9043-af12aebe23a0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.810769] env[62643]: DEBUG nova.compute.manager [None req-cdd20292-42b0-49e4-9043-af12aebe23a0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.811609] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fb80e7-5a80-4dd5-af04-c098e33a5e83 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.950263] env[62643]: DEBUG oslo_vmware.api [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Task: {'id': task-2383973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18675} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.950562] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.950757] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.950944] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.951163] env[62643]: INFO nova.compute.manager [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1111.951418] env[62643]: DEBUG oslo.service.loopingcall [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1111.951664] env[62643]: DEBUG nova.compute.manager [-] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.951759] env[62643]: DEBUG nova.network.neutron [-] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.174044] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "8bf117d1-e25c-4182-ad0a-2513cce514d4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.174332] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "8bf117d1-e25c-4182-ad0a-2513cce514d4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.174587] env[62643]: INFO nova.compute.manager [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Attaching volume 0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743 to /dev/sdb [ 1112.209679] env[62643]: DEBUG oslo_vmware.api [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383975, 'name': PowerOffVM_Task, 'duration_secs': 0.354751} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.209955] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.210195] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating instance '94de7c1a-d065-4f61-8457-b039820f889a' progress to 17 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.231300] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0614e54-31df-40c2-900f-bf0df7eed9a8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.241908] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a8376c-72b8-4d36-b55f-d2b9ce24f1a0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.246022] env[62643]: DEBUG oslo_vmware.api [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2383969, 'name': PowerOnVM_Task, 'duration_secs': 0.532838} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.246022] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.246022] env[62643]: INFO nova.compute.manager [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1112.246022] env[62643]: DEBUG nova.compute.manager [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.249299] env[62643]: DEBUG nova.compute.utils [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1112.251379] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c391704-1800-4388-a192-93dbe03bfdde {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.260173] env[62643]: DEBUG nova.compute.manager [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.260522] env[62643]: DEBUG nova.network.neutron [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.263366] env[62643]: DEBUG nova.virt.block_device [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating existing volume attachment record: d3866732-bd6e-495e-bca5-126b1d16225b {{(pid=62643) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1112.291108] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1112.291564] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-035017a2-644a-40ff-83f0-fba2be3742bd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.301501] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1112.301501] env[62643]: value = "task-2383976" [ 1112.301501] env[62643]: _type = "Task" [ 1112.301501] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.318149] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383976, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.324815] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cdd20292-42b0-49e4-9043-af12aebe23a0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.396849] env[62643]: DEBUG nova.policy [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75d89cbb0b3d4c4ab78e525fe930c467', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dffffb5becc43e8b2f3ec64ec9ca0fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.482833] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef52dcb-dd96-4001-a428-09dcd6c79991 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.496497] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de7b00b-d6f1-40dd-9743-7b0d7948d0d4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.550428] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0018eb9c-b811-42af-9356-7a59da96a54d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.561557] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b10f1a2-e326-4ecd-994e-9d8dcdd6d25d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.585255] env[62643]: DEBUG nova.compute.provider_tree [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.724139] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.724419] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.724596] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.724809] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.725100] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.725174] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.725354] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.725518] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.725688] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.725852] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.726036] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.735046] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd39de4-72f3-4040-8400-31be97784ba1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.755641] env[62643]: DEBUG nova.compute.manager [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.771365] env[62643]: DEBUG oslo_vmware.api [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1112.771365] env[62643]: value = "task-2383979" [ 1112.771365] env[62643]: _type = "Task" [ 1112.771365] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.771365] env[62643]: DEBUG oslo_vmware.api [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383979, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.792833] env[62643]: INFO nova.compute.manager [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Took 17.58 seconds to build instance. [ 1112.814416] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383976, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.086049] env[62643]: DEBUG nova.network.neutron [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Successfully created port: d2987944-704c-4552-b7c9-f885938eac80 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.088856] env[62643]: DEBUG nova.scheduler.client.report [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.112407] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.112760] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.113161] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.113447] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.113630] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.117420] env[62643]: INFO nova.compute.manager [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Terminating instance [ 1113.173248] env[62643]: DEBUG nova.compute.manager [req-cb7f8136-7e9c-4a4d-ba33-d6281ad1f3dc req-b86c1e41-523e-478d-b2d2-859e3f9a52bc service nova] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Received event network-vif-deleted-f62c2f1e-986e-4948-a5e3-580eee3a3e79 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.173464] env[62643]: INFO nova.compute.manager [req-cb7f8136-7e9c-4a4d-ba33-d6281ad1f3dc req-b86c1e41-523e-478d-b2d2-859e3f9a52bc service nova] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Neutron deleted interface f62c2f1e-986e-4948-a5e3-580eee3a3e79; detaching it from the instance and deleting it from the info cache [ 1113.173638] env[62643]: DEBUG nova.network.neutron [req-cb7f8136-7e9c-4a4d-ba33-d6281ad1f3dc req-b86c1e41-523e-478d-b2d2-859e3f9a52bc service nova] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.275081] env[62643]: DEBUG oslo_vmware.api [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383979, 'name': ReconfigVM_Task, 'duration_secs': 0.150086} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.275493] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating instance '94de7c1a-d065-4f61-8457-b039820f889a' progress to 33 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.295246] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e1e8913b-ba56-44e2-b9c0-8c8b71eb960c tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "51d2928f-cf02-4145-9572-3aa30c124c0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.092s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.314302] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383976, 'name': CreateSnapshot_Task, 'duration_secs': 0.722205} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.314606] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1113.315375] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85de9f87-9b6d-496d-a2c6-96d0e71fd3ef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.476682] env[62643]: DEBUG nova.network.neutron [-] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.594126] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.597836] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.072s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.599528] env[62643]: INFO nova.compute.claims [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.622990] env[62643]: DEBUG nova.compute.manager [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.622990] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.623304] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fe46c5-0bbb-4e7c-9ab2-bd819c9b4c13 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.637777] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.639561] env[62643]: INFO nova.scheduler.client.report [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Deleted allocations for instance f5b0888d-6159-41da-8476-79c99d86223a [ 1113.640936] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ea82e82-9b6b-4b85-9488-3ce2096f0466 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.677430] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7aabbce1-5260-45a7-bb75-aeba7f1107d7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.688024] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e118f4cd-3daf-48dc-b46c-e0b20813823e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.707751] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.707953] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.708149] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleting the datastore file [datastore2] 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.708698] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37156473-f9f3-4f0b-a7b3-d25ffa49722c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.719081] env[62643]: DEBUG nova.compute.manager [req-cb7f8136-7e9c-4a4d-ba33-d6281ad1f3dc req-b86c1e41-523e-478d-b2d2-859e3f9a52bc service nova] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Detach interface failed, port_id=f62c2f1e-986e-4948-a5e3-580eee3a3e79, reason: Instance c0a657af-a156-4aef-a7f9-9b2ba00282ca could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1113.723505] env[62643]: DEBUG oslo_vmware.api [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1113.723505] env[62643]: value = "task-2383982" [ 1113.723505] env[62643]: _type = "Task" [ 1113.723505] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.731673] env[62643]: DEBUG oslo_vmware.api [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.760964] env[62643]: DEBUG nova.compute.manager [req-e0ebd105-59ff-458a-8a7a-e85bf40ec2cc req-a70c5e9a-d022-4e33-9c07-708d97df9414 service nova] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Received event network-changed-3c26911f-4cc8-477a-a4c9-361c11bc13fc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.760964] env[62643]: DEBUG nova.compute.manager [req-e0ebd105-59ff-458a-8a7a-e85bf40ec2cc req-a70c5e9a-d022-4e33-9c07-708d97df9414 service nova] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Refreshing instance network info cache due to event network-changed-3c26911f-4cc8-477a-a4c9-361c11bc13fc. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1113.760964] env[62643]: DEBUG oslo_concurrency.lockutils [req-e0ebd105-59ff-458a-8a7a-e85bf40ec2cc req-a70c5e9a-d022-4e33-9c07-708d97df9414 service nova] Acquiring lock "refresh_cache-51d2928f-cf02-4145-9572-3aa30c124c0d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.760964] env[62643]: DEBUG oslo_concurrency.lockutils [req-e0ebd105-59ff-458a-8a7a-e85bf40ec2cc req-a70c5e9a-d022-4e33-9c07-708d97df9414 service nova] Acquired lock "refresh_cache-51d2928f-cf02-4145-9572-3aa30c124c0d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.761528] env[62643]: DEBUG nova.network.neutron [req-e0ebd105-59ff-458a-8a7a-e85bf40ec2cc req-a70c5e9a-d022-4e33-9c07-708d97df9414 service nova] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Refreshing network info cache for port 3c26911f-4cc8-477a-a4c9-361c11bc13fc {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.769993] env[62643]: DEBUG nova.compute.manager [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.783307] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.784180] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.784618] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.784618] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.784758] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.784856] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.785104] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.785873] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.785873] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.785873] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.785873] env[62643]: DEBUG nova.virt.hardware [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.791298] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.793951] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91f91b59-ee00-441c-a672-d153be03d402 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.814508] env[62643]: DEBUG oslo_vmware.api [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1113.814508] env[62643]: value = "task-2383983" [ 1113.814508] env[62643]: _type = "Task" [ 1113.814508] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.816681] env[62643]: DEBUG nova.virt.hardware [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.816972] env[62643]: DEBUG nova.virt.hardware [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.817116] env[62643]: DEBUG nova.virt.hardware [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.817323] env[62643]: DEBUG nova.virt.hardware [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.817520] env[62643]: DEBUG nova.virt.hardware [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.817705] env[62643]: DEBUG nova.virt.hardware [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.818021] env[62643]: DEBUG nova.virt.hardware [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.818166] env[62643]: DEBUG nova.virt.hardware [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.818378] env[62643]: DEBUG nova.virt.hardware [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.818579] env[62643]: DEBUG nova.virt.hardware [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.818785] env[62643]: DEBUG nova.virt.hardware [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.819692] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f7ca36-7f6b-41aa-a1f2-3c9e9731b60a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.836186] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1113.839675] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a54de770-cd3b-4df5-80ba-4e5d926f7cae {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.843859] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c003f6-5bbe-4ccc-876e-3b63b21be028 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.847735] env[62643]: DEBUG oslo_vmware.api [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.865050] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1113.865050] env[62643]: value = "task-2383984" [ 1113.865050] env[62643]: _type = "Task" [ 1113.865050] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.875127] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383984, 'name': CloneVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.979061] env[62643]: INFO nova.compute.manager [-] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Took 2.03 seconds to deallocate network for instance. [ 1114.153128] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74b7fcde-4235-4751-a0c0-0b22cebe9931 tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "f5b0888d-6159-41da-8476-79c99d86223a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.920s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.233617] env[62643]: DEBUG oslo_vmware.api [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2383982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141547} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.233869] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.234071] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.234259] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.234438] env[62643]: INFO nova.compute.manager [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1114.234687] env[62643]: DEBUG oslo.service.loopingcall [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1114.234881] env[62643]: DEBUG nova.compute.manager [-] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.234972] env[62643]: DEBUG nova.network.neutron [-] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.332242] env[62643]: DEBUG oslo_vmware.api [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383983, 'name': ReconfigVM_Task, 'duration_secs': 0.166623} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.332588] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.337032] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d70d6eb-c507-4fd9-aeb8-454541ef465c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.365379] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 94de7c1a-d065-4f61-8457-b039820f889a/94de7c1a-d065-4f61-8457-b039820f889a.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.370024] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "70594b0d-7e96-4da1-a1b4-f90f555ade23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.370024] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "70594b0d-7e96-4da1-a1b4-f90f555ade23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.370024] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "70594b0d-7e96-4da1-a1b4-f90f555ade23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.370024] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "70594b0d-7e96-4da1-a1b4-f90f555ade23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.370024] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "70594b0d-7e96-4da1-a1b4-f90f555ade23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.372419] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f73b74-c165-4773-8f93-517922d2abb0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.389921] env[62643]: INFO nova.compute.manager [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Terminating instance [ 1114.402173] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383984, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.403637] env[62643]: DEBUG oslo_vmware.api [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1114.403637] env[62643]: value = "task-2383985" [ 1114.403637] env[62643]: _type = "Task" [ 1114.403637] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.413546] env[62643]: DEBUG oslo_vmware.api [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383985, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.489611] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.871424] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459a9586-477f-413f-adad-2e50ecb8be01 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.887604] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcff2fd-0c88-4eb2-991a-75ff841066aa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.891369] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383984, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.924493] env[62643]: DEBUG nova.compute.manager [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.924493] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.924493] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22d885a-4d55-4543-9bcd-0bbc60260c12 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.929901] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c597754f-a725-4065-a1f1-3e9803974ce9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.937669] env[62643]: DEBUG oslo_vmware.api [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383985, 'name': ReconfigVM_Task, 'duration_secs': 0.258951} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.941776] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 94de7c1a-d065-4f61-8457-b039820f889a/94de7c1a-d065-4f61-8457-b039820f889a.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.942116] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating instance '94de7c1a-d065-4f61-8457-b039820f889a' progress to 50 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.945584] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.946066] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e460fd3-6079-49e4-a35a-7ee4585e2d8c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.949119] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3912bfb8-8dc9-4f09-aaa0-03278b81a987 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.964329] env[62643]: DEBUG nova.compute.provider_tree [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.967254] env[62643]: DEBUG oslo_vmware.api [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1114.967254] env[62643]: value = "task-2383987" [ 1114.967254] env[62643]: _type = "Task" [ 1114.967254] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.976499] env[62643]: DEBUG oslo_vmware.api [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.084587] env[62643]: DEBUG nova.network.neutron [req-e0ebd105-59ff-458a-8a7a-e85bf40ec2cc req-a70c5e9a-d022-4e33-9c07-708d97df9414 service nova] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Updated VIF entry in instance network info cache for port 3c26911f-4cc8-477a-a4c9-361c11bc13fc. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.085015] env[62643]: DEBUG nova.network.neutron [req-e0ebd105-59ff-458a-8a7a-e85bf40ec2cc req-a70c5e9a-d022-4e33-9c07-708d97df9414 service nova] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Updating instance_info_cache with network_info: [{"id": "3c26911f-4cc8-477a-a4c9-361c11bc13fc", "address": "fa:16:3e:28:6b:6d", "network": {"id": "2027fee0-396c-46c6-81ef-a05bd903ddef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-654713677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba0aaf38803e46fba6123491ef37f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c26911f-4c", "ovs_interfaceid": "3c26911f-4cc8-477a-a4c9-361c11bc13fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.173119] env[62643]: DEBUG nova.network.neutron [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Successfully updated port: d2987944-704c-4552-b7c9-f885938eac80 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.216813] env[62643]: DEBUG nova.compute.manager [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Received event network-vif-plugged-d2987944-704c-4552-b7c9-f885938eac80 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.217188] env[62643]: DEBUG oslo_concurrency.lockutils [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] Acquiring lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.217538] env[62643]: DEBUG oslo_concurrency.lockutils [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.218405] env[62643]: DEBUG oslo_concurrency.lockutils [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.218502] env[62643]: DEBUG nova.compute.manager [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] No waiting events found dispatching network-vif-plugged-d2987944-704c-4552-b7c9-f885938eac80 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.219010] env[62643]: WARNING nova.compute.manager [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Received unexpected event network-vif-plugged-d2987944-704c-4552-b7c9-f885938eac80 for instance with vm_state building and task_state spawning. [ 1115.219353] env[62643]: DEBUG nova.compute.manager [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Received event network-vif-deleted-c52792f3-479f-46b8-8917-6ef65e2f8d01 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.219607] env[62643]: INFO nova.compute.manager [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Neutron deleted interface c52792f3-479f-46b8-8917-6ef65e2f8d01; detaching it from the instance and deleting it from the info cache [ 1115.219892] env[62643]: DEBUG nova.network.neutron [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.387764] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2383984, 'name': CloneVM_Task, 'duration_secs': 1.416674} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.388069] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Created linked-clone VM from snapshot [ 1115.388771] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb73721-85da-4ae3-b874-6b8395aa57c8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.395895] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Uploading image c621d420-1f21-4494-92c0-567783d40bc3 {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1115.421460] env[62643]: DEBUG oslo_vmware.rw_handles [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1115.421460] env[62643]: value = "vm-483780" [ 1115.421460] env[62643]: _type = "VirtualMachine" [ 1115.421460] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1115.421769] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8b56c5fc-8b89-414e-87b9-38746a0f4407 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.427736] env[62643]: DEBUG oslo_vmware.rw_handles [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lease: (returnval){ [ 1115.427736] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b9db15-b539-a0b8-ba89-ae0f1f84ae49" [ 1115.427736] env[62643]: _type = "HttpNfcLease" [ 1115.427736] env[62643]: } obtained for exporting VM: (result){ [ 1115.427736] env[62643]: value = "vm-483780" [ 1115.427736] env[62643]: _type = "VirtualMachine" [ 1115.427736] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1115.428032] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the lease: (returnval){ [ 1115.428032] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b9db15-b539-a0b8-ba89-ae0f1f84ae49" [ 1115.428032] env[62643]: _type = "HttpNfcLease" [ 1115.428032] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1115.433932] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1115.433932] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b9db15-b539-a0b8-ba89-ae0f1f84ae49" [ 1115.433932] env[62643]: _type = "HttpNfcLease" [ 1115.433932] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1115.448290] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ac7e0d-f4c9-4f29-b171-bb61fca380ab {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.469413] env[62643]: DEBUG nova.scheduler.client.report [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.477600] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d8d2f7-f3eb-48f7-a321-8ecf176cb3d3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.487614] env[62643]: DEBUG oslo_vmware.api [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383987, 'name': PowerOffVM_Task, 'duration_secs': 0.207172} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.503599] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.505015] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.505015] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating instance '94de7c1a-d065-4f61-8457-b039820f889a' progress to 67 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.507967] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab0e48da-0a03-4460-a099-162c49cfeb19 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.510218] env[62643]: DEBUG nova.network.neutron [-] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.570997] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.571139] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.572035] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Deleting the datastore file [datastore2] 70594b0d-7e96-4da1-a1b4-f90f555ade23 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.572035] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9c834d4-6d1a-4a30-8909-a7b71610bea9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.578191] env[62643]: DEBUG oslo_vmware.api [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for the task: (returnval){ [ 1115.578191] env[62643]: value = "task-2383990" [ 1115.578191] env[62643]: _type = "Task" [ 1115.578191] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.586431] env[62643]: DEBUG oslo_vmware.api [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.586890] env[62643]: DEBUG oslo_concurrency.lockutils [req-e0ebd105-59ff-458a-8a7a-e85bf40ec2cc req-a70c5e9a-d022-4e33-9c07-708d97df9414 service nova] Releasing lock "refresh_cache-51d2928f-cf02-4145-9572-3aa30c124c0d" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.675918] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "refresh_cache-b04451f1-24a8-4398-ad4c-92c5ef7d18e9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.676096] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquired lock "refresh_cache-b04451f1-24a8-4398-ad4c-92c5ef7d18e9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.676258] env[62643]: DEBUG nova.network.neutron [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.725487] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5087705c-17be-4c9b-a662-26cc9d59b86e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.735325] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6875df-a504-48d9-b61b-fdb7e4390e56 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.770997] env[62643]: DEBUG nova.compute.manager [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Detach interface failed, port_id=c52792f3-479f-46b8-8917-6ef65e2f8d01, reason: Instance 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1115.770997] env[62643]: DEBUG nova.compute.manager [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Received event network-changed-d2987944-704c-4552-b7c9-f885938eac80 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.771179] env[62643]: DEBUG nova.compute.manager [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Refreshing instance network info cache due to event network-changed-d2987944-704c-4552-b7c9-f885938eac80. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1115.771274] env[62643]: DEBUG oslo_concurrency.lockutils [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] Acquiring lock "refresh_cache-b04451f1-24a8-4398-ad4c-92c5ef7d18e9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.938050] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1115.938050] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b9db15-b539-a0b8-ba89-ae0f1f84ae49" [ 1115.938050] env[62643]: _type = "HttpNfcLease" [ 1115.938050] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1115.938050] env[62643]: DEBUG oslo_vmware.rw_handles [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1115.938050] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52b9db15-b539-a0b8-ba89-ae0f1f84ae49" [ 1115.938050] env[62643]: _type = "HttpNfcLease" [ 1115.938050] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1115.938050] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32181b3-6c20-42c8-914c-9963f759cebd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.948191] env[62643]: DEBUG oslo_vmware.rw_handles [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5db2c-1131-b9bc-772c-4c225752789a/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1115.948382] env[62643]: DEBUG oslo_vmware.rw_handles [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5db2c-1131-b9bc-772c-4c225752789a/disk-0.vmdk for reading. {{(pid=62643) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1116.012642] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.013479] env[62643]: DEBUG nova.compute.manager [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.024417] env[62643]: INFO nova.compute.manager [-] [instance: 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727] Took 1.79 seconds to deallocate network for instance. [ 1116.024817] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.278s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.025114] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.025388] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62643) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1116.025805] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.536s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.026169] env[62643]: DEBUG nova.objects.instance [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lazy-loading 'resources' on Instance uuid c0a657af-a156-4aef-a7f9-9b2ba00282ca {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.030857] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6a8c52-5654-4464-ae5e-959408251e08 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.048822] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a1c66d-15fd-4436-b8e3-918fb06aaa05 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.063689] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc61557-cfca-48ea-aa5b-5c7b5e4f64b4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.071090] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2bb910-cece-4ed1-87b5-5ab8ccf3fd88 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.076569] env[62643]: DEBUG nova.network.neutron [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Port a3b88dd2-85ee-4671-b889-e7e3ef3fcd57 binding to destination host cpu-1 is already ACTIVE {{(pid=62643) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1116.106367] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180223MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62643) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1116.106592] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.110832] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fd34bea7-9ee9-4a9d-a1ac-cd0dd162cfe0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.124806] env[62643]: DEBUG oslo_vmware.api [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Task: {'id': task-2383990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152985} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.125113] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.125331] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.125513] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.125685] env[62643]: INFO nova.compute.manager [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1116.125922] env[62643]: DEBUG oslo.service.loopingcall [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1116.126426] env[62643]: DEBUG nova.compute.manager [-] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.126544] env[62643]: DEBUG nova.network.neutron [-] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.226583] env[62643]: DEBUG nova.network.neutron [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.448321] env[62643]: DEBUG nova.network.neutron [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Updating instance_info_cache with network_info: [{"id": "d2987944-704c-4552-b7c9-f885938eac80", "address": "fa:16:3e:74:12:3c", "network": {"id": "566740ac-1b37-4c10-ba96-cd35b298bac4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-561802829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dffffb5becc43e8b2f3ec64ec9ca0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2987944-70", "ovs_interfaceid": "d2987944-704c-4552-b7c9-f885938eac80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.529177] env[62643]: DEBUG nova.compute.utils [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1116.530601] env[62643]: DEBUG nova.compute.manager [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.531263] env[62643]: DEBUG nova.network.neutron [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.542159] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.585945] env[62643]: DEBUG nova.policy [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e65c36cb596344f5a3e72651fe61b351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25adeda06dc94650a017e8df032968f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.636798] env[62643]: DEBUG oslo_concurrency.lockutils [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "94de7c1a-d065-4f61-8457-b039820f889a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.637053] env[62643]: DEBUG oslo_concurrency.lockutils [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "94de7c1a-d065-4f61-8457-b039820f889a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.637256] env[62643]: DEBUG oslo_concurrency.lockutils [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "94de7c1a-d065-4f61-8457-b039820f889a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.744123] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42af736-6849-49cd-91b9-b24c62cfc45b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.752773] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeefbf0-e57d-4374-990f-68e44946be72 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.790879] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390108a0-c458-4f2d-ba02-3b278cc9d6a2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.799095] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45188a5-e191-4cb6-89b8-c2be1da40645 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.813284] env[62643]: DEBUG nova.compute.provider_tree [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.954935] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Releasing lock "refresh_cache-b04451f1-24a8-4398-ad4c-92c5ef7d18e9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.955303] env[62643]: DEBUG nova.compute.manager [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Instance network_info: |[{"id": "d2987944-704c-4552-b7c9-f885938eac80", "address": "fa:16:3e:74:12:3c", "network": {"id": "566740ac-1b37-4c10-ba96-cd35b298bac4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-561802829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dffffb5becc43e8b2f3ec64ec9ca0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2987944-70", "ovs_interfaceid": "d2987944-704c-4552-b7c9-f885938eac80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.955586] env[62643]: DEBUG oslo_concurrency.lockutils [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] Acquired lock "refresh_cache-b04451f1-24a8-4398-ad4c-92c5ef7d18e9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.955763] env[62643]: DEBUG nova.network.neutron [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Refreshing network info cache for port d2987944-704c-4552-b7c9-f885938eac80 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.958511] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:12:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2987944-704c-4552-b7c9-f885938eac80', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.970854] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Creating folder: Project (4dffffb5becc43e8b2f3ec64ec9ca0fb). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.973811] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68d44feb-68a0-4524-ae6e-730556aff1ea {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.979121] env[62643]: DEBUG nova.network.neutron [-] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.987678] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Created folder: Project (4dffffb5becc43e8b2f3ec64ec9ca0fb) in parent group-v483488. [ 1116.988091] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Creating folder: Instances. Parent ref: group-v483781. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.988505] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6744a9cc-84a9-4686-bbee-70359fa077ec {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.997976] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Created folder: Instances in parent group-v483781. [ 1116.998295] env[62643]: DEBUG oslo.service.loopingcall [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1116.998552] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.998820] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b5666e7-a875-4631-90df-8eec50149f7c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.018436] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.018436] env[62643]: value = "task-2383993" [ 1117.018436] env[62643]: _type = "Task" [ 1117.018436] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.027085] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383993, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.028036] env[62643]: DEBUG nova.network.neutron [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Successfully created port: 5d77ff8b-5b81-477e-bba5-f8631815dc3e {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.034415] env[62643]: DEBUG nova.compute.manager [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.242505] env[62643]: DEBUG nova.compute.manager [req-091b300d-d60a-47a1-81be-c2cb25093a43 req-6aa060f1-b5b8-443f-b2a3-9688401e81a8 service nova] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Received event network-vif-deleted-3256e802-a855-4166-be46-9acc40e4f685 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1117.317019] env[62643]: DEBUG nova.scheduler.client.report [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.331447] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Volume attach. Driver type: vmdk {{(pid=62643) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1117.331447] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483778', 'volume_id': '0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743', 'name': 'volume-0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8bf117d1-e25c-4182-ad0a-2513cce514d4', 'attached_at': '', 'detached_at': '', 'volume_id': '0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743', 'serial': '0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1117.331850] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bb7517-66b8-40c4-a768-4afa6d93d182 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.351364] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7565af94-7dbc-4ae0-ac1e-f4e39e734159 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.379858] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743/volume-0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.380879] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b737355c-3c3d-4fcd-90f4-697861522103 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.400120] env[62643]: DEBUG oslo_vmware.api [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1117.400120] env[62643]: value = "task-2383994" [ 1117.400120] env[62643]: _type = "Task" [ 1117.400120] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.408915] env[62643]: DEBUG oslo_vmware.api [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.482275] env[62643]: INFO nova.compute.manager [-] [instance: 70594b0d-7e96-4da1-a1b4-f90f555ade23] Took 1.36 seconds to deallocate network for instance. [ 1117.529590] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2383993, 'name': CreateVM_Task, 'duration_secs': 0.411943} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.529870] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.530718] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.530897] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.531486] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.531852] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a40278a6-cc20-4a40-8f7d-c493958f4cbd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.537196] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1117.537196] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52132dc5-d372-8f93-a715-aa9f1b64a78c" [ 1117.537196] env[62643]: _type = "Task" [ 1117.537196] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.550377] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52132dc5-d372-8f93-a715-aa9f1b64a78c, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.553409] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.553763] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.554082] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.554244] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.554459] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.554909] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbf2dc67-22b7-4f68-8020-ed9dd1c538f1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.564167] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.564167] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.564618] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3be3fd4-b1a1-4bc3-93c6-f88691c5267d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.570475] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1117.570475] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5293eb84-dc7e-e629-fd41-8f537ad4c62b" [ 1117.570475] env[62643]: _type = "Task" [ 1117.570475] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.582197] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5293eb84-dc7e-e629-fd41-8f537ad4c62b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.684599] env[62643]: DEBUG oslo_concurrency.lockutils [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.684809] env[62643]: DEBUG oslo_concurrency.lockutils [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.684988] env[62643]: DEBUG nova.network.neutron [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.717044] env[62643]: DEBUG nova.network.neutron [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Updated VIF entry in instance network info cache for port d2987944-704c-4552-b7c9-f885938eac80. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.717511] env[62643]: DEBUG nova.network.neutron [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Updating instance_info_cache with network_info: [{"id": "d2987944-704c-4552-b7c9-f885938eac80", "address": "fa:16:3e:74:12:3c", "network": {"id": "566740ac-1b37-4c10-ba96-cd35b298bac4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-561802829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dffffb5becc43e8b2f3ec64ec9ca0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2987944-70", "ovs_interfaceid": "d2987944-704c-4552-b7c9-f885938eac80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.822468] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.825110] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.718s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.851015] env[62643]: INFO nova.scheduler.client.report [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Deleted allocations for instance c0a657af-a156-4aef-a7f9-9b2ba00282ca [ 1117.911797] env[62643]: DEBUG oslo_vmware.api [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.989222] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.047325] env[62643]: DEBUG nova.compute.manager [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.075037] env[62643]: DEBUG nova.virt.hardware [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.075298] env[62643]: DEBUG nova.virt.hardware [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.075488] env[62643]: DEBUG nova.virt.hardware [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.075693] env[62643]: DEBUG nova.virt.hardware [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.075841] env[62643]: DEBUG nova.virt.hardware [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.075992] env[62643]: DEBUG nova.virt.hardware [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.076224] env[62643]: DEBUG nova.virt.hardware [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.076385] env[62643]: DEBUG nova.virt.hardware [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.076552] env[62643]: DEBUG nova.virt.hardware [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.076763] env[62643]: DEBUG nova.virt.hardware [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.076951] env[62643]: DEBUG nova.virt.hardware [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.077918] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec77db69-34d4-4d4f-99ad-b1713b9788c8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.092323] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3cc55f-8308-4daf-9706-9e7823798c0c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.096231] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5293eb84-dc7e-e629-fd41-8f537ad4c62b, 'name': SearchDatastore_Task, 'duration_secs': 0.012027} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.097367] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731aead7-3772-47c0-97c7-f64614de0fbd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.112425] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1118.112425] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524fa349-f3bf-0610-ea9a-5d4e83c0a6fd" [ 1118.112425] env[62643]: _type = "Task" [ 1118.112425] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.120136] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524fa349-f3bf-0610-ea9a-5d4e83c0a6fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.222074] env[62643]: DEBUG oslo_concurrency.lockutils [req-7fca5bd3-1790-48fe-83f0-012cf5a53681 req-d75e8aca-4b65-45ee-871f-584ba1d78e3e service nova] Releasing lock "refresh_cache-b04451f1-24a8-4398-ad4c-92c5ef7d18e9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.358217] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b51af538-d85b-44ed-9136-d8403be277f4 tempest-VolumesAdminNegativeTest-1824435412 tempest-VolumesAdminNegativeTest-1824435412-project-member] Lock "c0a657af-a156-4aef-a7f9-9b2ba00282ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.025s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.411846] env[62643]: DEBUG oslo_vmware.api [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383994, 'name': ReconfigVM_Task, 'duration_secs': 0.649572} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.412178] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743/volume-0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.417487] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d62fef6-9759-4b43-8537-b56cfda75c93 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.432960] env[62643]: DEBUG oslo_vmware.api [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1118.432960] env[62643]: value = "task-2383995" [ 1118.432960] env[62643]: _type = "Task" [ 1118.432960] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.446875] env[62643]: DEBUG oslo_vmware.api [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383995, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.508313] env[62643]: DEBUG nova.network.neutron [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating instance_info_cache with network_info: [{"id": "a3b88dd2-85ee-4671-b889-e7e3ef3fcd57", "address": "fa:16:3e:20:97:76", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b88dd2-85", "ovs_interfaceid": "a3b88dd2-85ee-4671-b889-e7e3ef3fcd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.623273] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524fa349-f3bf-0610-ea9a-5d4e83c0a6fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.623575] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.623841] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] b04451f1-24a8-4398-ad4c-92c5ef7d18e9/b04451f1-24a8-4398-ad4c-92c5ef7d18e9.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.624165] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-966ef574-97ea-47f4-ba76-8b3470dd9df2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.630422] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1118.630422] env[62643]: value = "task-2383996" [ 1118.630422] env[62643]: _type = "Task" [ 1118.630422] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.639758] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2383996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.842356] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Applying migration context for instance 94de7c1a-d065-4f61-8457-b039820f889a as it has an incoming, in-progress migration cb2a4638-4620-4d45-acba-a5b46476e0cc. Migration status is post-migrating {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1118.843897] env[62643]: INFO nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating resource usage from migration cb2a4638-4620-4d45-acba-a5b46476e0cc [ 1118.871863] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance be5ff15e-51b9-4879-ac9a-855766cacceb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.872641] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 70594b0d-7e96-4da1-a1b4-f90f555ade23 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1118.872641] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 8bf117d1-e25c-4182-ad0a-2513cce514d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.872641] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance e8dd0d79-0397-4f17-8a6b-1eccf23ffeac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.872912] env[62643]: WARNING nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1118.873063] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 51d2928f-cf02-4145-9572-3aa30c124c0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.873393] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Migration cb2a4638-4620-4d45-acba-a5b46476e0cc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1118.873522] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 94de7c1a-d065-4f61-8457-b039820f889a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.873646] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance b04451f1-24a8-4398-ad4c-92c5ef7d18e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.873767] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 6387f9c0-539f-411a-bf3d-256c897ee15e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1118.874009] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1118.874286] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1118.946490] env[62643]: DEBUG oslo_vmware.api [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2383995, 'name': ReconfigVM_Task, 'duration_secs': 0.172684} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.946817] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483778', 'volume_id': '0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743', 'name': 'volume-0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8bf117d1-e25c-4182-ad0a-2513cce514d4', 'attached_at': '', 'detached_at': '', 'volume_id': '0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743', 'serial': '0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1118.976616] env[62643]: DEBUG nova.network.neutron [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Successfully updated port: 5d77ff8b-5b81-477e-bba5-f8631815dc3e {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.011487] env[62643]: DEBUG oslo_concurrency.lockutils [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.059184] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f207a8-c991-4e33-ba55-900f2c233bfc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.067824] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca931ab4-274e-4aa2-9c6a-b23374076161 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.109034] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eb209a-c4f9-4d8d-88cf-da9f5ef6dd85 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.117544] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f742ed-b00a-4677-a621-8ad7cbb66584 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.133558] env[62643]: DEBUG nova.compute.provider_tree [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.144345] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2383996, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.270781] env[62643]: DEBUG nova.compute.manager [req-b50d2c3e-1ac0-4fcb-8e75-9f9cf218f1b2 req-dca87b71-ea2e-4206-a788-823667e58fbc service nova] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Received event network-vif-plugged-5d77ff8b-5b81-477e-bba5-f8631815dc3e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.271096] env[62643]: DEBUG oslo_concurrency.lockutils [req-b50d2c3e-1ac0-4fcb-8e75-9f9cf218f1b2 req-dca87b71-ea2e-4206-a788-823667e58fbc service nova] Acquiring lock "6387f9c0-539f-411a-bf3d-256c897ee15e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.271351] env[62643]: DEBUG oslo_concurrency.lockutils [req-b50d2c3e-1ac0-4fcb-8e75-9f9cf218f1b2 req-dca87b71-ea2e-4206-a788-823667e58fbc service nova] Lock "6387f9c0-539f-411a-bf3d-256c897ee15e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.271582] env[62643]: DEBUG oslo_concurrency.lockutils [req-b50d2c3e-1ac0-4fcb-8e75-9f9cf218f1b2 req-dca87b71-ea2e-4206-a788-823667e58fbc service nova] Lock "6387f9c0-539f-411a-bf3d-256c897ee15e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.271888] env[62643]: DEBUG nova.compute.manager [req-b50d2c3e-1ac0-4fcb-8e75-9f9cf218f1b2 req-dca87b71-ea2e-4206-a788-823667e58fbc service nova] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] No waiting events found dispatching network-vif-plugged-5d77ff8b-5b81-477e-bba5-f8631815dc3e {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.272357] env[62643]: WARNING nova.compute.manager [req-b50d2c3e-1ac0-4fcb-8e75-9f9cf218f1b2 req-dca87b71-ea2e-4206-a788-823667e58fbc service nova] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Received unexpected event network-vif-plugged-5d77ff8b-5b81-477e-bba5-f8631815dc3e for instance with vm_state building and task_state spawning. [ 1119.272592] env[62643]: DEBUG nova.compute.manager [req-b50d2c3e-1ac0-4fcb-8e75-9f9cf218f1b2 req-dca87b71-ea2e-4206-a788-823667e58fbc service nova] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Received event network-changed-5d77ff8b-5b81-477e-bba5-f8631815dc3e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.272825] env[62643]: DEBUG nova.compute.manager [req-b50d2c3e-1ac0-4fcb-8e75-9f9cf218f1b2 req-dca87b71-ea2e-4206-a788-823667e58fbc service nova] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Refreshing instance network info cache due to event network-changed-5d77ff8b-5b81-477e-bba5-f8631815dc3e. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1119.273076] env[62643]: DEBUG oslo_concurrency.lockutils [req-b50d2c3e-1ac0-4fcb-8e75-9f9cf218f1b2 req-dca87b71-ea2e-4206-a788-823667e58fbc service nova] Acquiring lock "refresh_cache-6387f9c0-539f-411a-bf3d-256c897ee15e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.273259] env[62643]: DEBUG oslo_concurrency.lockutils [req-b50d2c3e-1ac0-4fcb-8e75-9f9cf218f1b2 req-dca87b71-ea2e-4206-a788-823667e58fbc service nova] Acquired lock "refresh_cache-6387f9c0-539f-411a-bf3d-256c897ee15e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.274085] env[62643]: DEBUG nova.network.neutron [req-b50d2c3e-1ac0-4fcb-8e75-9f9cf218f1b2 req-dca87b71-ea2e-4206-a788-823667e58fbc service nova] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Refreshing network info cache for port 5d77ff8b-5b81-477e-bba5-f8631815dc3e {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.484141] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "refresh_cache-6387f9c0-539f-411a-bf3d-256c897ee15e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.542123] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129f0bf4-81b5-42bc-b8fb-31e86929ebe6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.562515] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41df16b6-1155-4a20-b250-6080aab2f90c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.570397] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating instance '94de7c1a-d065-4f61-8457-b039820f889a' progress to 83 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.639734] env[62643]: DEBUG nova.scheduler.client.report [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.646826] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2383996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563782} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.647357] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] b04451f1-24a8-4398-ad4c-92c5ef7d18e9/b04451f1-24a8-4398-ad4c-92c5ef7d18e9.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.647576] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.648136] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6b70989-3307-43b0-861a-924a4cd1eb48 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.656202] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1119.656202] env[62643]: value = "task-2383997" [ 1119.656202] env[62643]: _type = "Task" [ 1119.656202] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.664889] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2383997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.807930] env[62643]: DEBUG nova.network.neutron [req-b50d2c3e-1ac0-4fcb-8e75-9f9cf218f1b2 req-dca87b71-ea2e-4206-a788-823667e58fbc service nova] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.886605] env[62643]: DEBUG nova.network.neutron [req-b50d2c3e-1ac0-4fcb-8e75-9f9cf218f1b2 req-dca87b71-ea2e-4206-a788-823667e58fbc service nova] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.990042] env[62643]: DEBUG nova.objects.instance [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lazy-loading 'flavor' on Instance uuid 8bf117d1-e25c-4182-ad0a-2513cce514d4 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.077013] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.077772] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad17a2d6-266a-4ce4-bed1-750876343189 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.085602] env[62643]: DEBUG oslo_vmware.api [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1120.085602] env[62643]: value = "task-2383998" [ 1120.085602] env[62643]: _type = "Task" [ 1120.085602] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.094213] env[62643]: DEBUG oslo_vmware.api [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.148708] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1120.149583] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.324s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.149583] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.607s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.149583] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.151978] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.163s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.152214] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.154924] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.154985] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Cleaning up deleted instances {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1120.168753] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2383997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080576} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.169253] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.170778] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f444b02d-3640-42ca-aed0-1ee0b568618f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.193757] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] b04451f1-24a8-4398-ad4c-92c5ef7d18e9/b04451f1-24a8-4398-ad4c-92c5ef7d18e9.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.195116] env[62643]: INFO nova.scheduler.client.report [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Deleted allocations for instance 70594b0d-7e96-4da1-a1b4-f90f555ade23 [ 1120.205296] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c76cf2c-0b47-4b49-ac51-5fecdad2f67f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.222383] env[62643]: INFO nova.scheduler.client.report [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleted allocations for instance 2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727 [ 1120.234619] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1120.234619] env[62643]: value = "task-2383999" [ 1120.234619] env[62643]: _type = "Task" [ 1120.234619] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.246339] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2383999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.392773] env[62643]: DEBUG oslo_concurrency.lockutils [req-b50d2c3e-1ac0-4fcb-8e75-9f9cf218f1b2 req-dca87b71-ea2e-4206-a788-823667e58fbc service nova] Releasing lock "refresh_cache-6387f9c0-539f-411a-bf3d-256c897ee15e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.393936] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "refresh_cache-6387f9c0-539f-411a-bf3d-256c897ee15e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.393936] env[62643]: DEBUG nova.network.neutron [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.496835] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7cf074bf-4ffb-4d6f-bc89-8bd5ac6be207 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "8bf117d1-e25c-4182-ad0a-2513cce514d4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.322s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.600030] env[62643]: DEBUG oslo_vmware.api [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2383998, 'name': PowerOnVM_Task, 'duration_secs': 0.407308} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.600030] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.600030] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-30f9fc0c-824b-4e46-8455-377102c1adbe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating instance '94de7c1a-d065-4f61-8457-b039820f889a' progress to 100 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.683560] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] There are 59 instances to clean {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1120.683833] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 731a536a-e6d6-49c4-b20f-664a2c4882dd] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.732930] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ade1d604-6446-4575-9686-3fbd6aabe57a tempest-AttachInterfacesTestJSON-1920100520 tempest-AttachInterfacesTestJSON-1920100520-project-member] Lock "70594b0d-7e96-4da1-a1b4-f90f555ade23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.364s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.733959] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ca525601-665e-4d96-a6d4-afeba670caa0 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "2d20d1a9-8c6d-4a13-9a4e-4a2e4b14c727" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.621s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.743848] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2383999, 'name': ReconfigVM_Task, 'duration_secs': 0.394594} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.744048] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Reconfigured VM instance instance-0000006b to attach disk [datastore2] b04451f1-24a8-4398-ad4c-92c5ef7d18e9/b04451f1-24a8-4398-ad4c-92c5ef7d18e9.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.745078] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c60bb524-1160-4795-89a9-189c2d712c16 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.752838] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1120.752838] env[62643]: value = "task-2384000" [ 1120.752838] env[62643]: _type = "Task" [ 1120.752838] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.762942] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384000, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.947662] env[62643]: DEBUG nova.network.neutron [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.188424] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 7a075ad8-eb40-4f6b-b647-cea277a00010] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1121.216328] env[62643]: DEBUG nova.network.neutron [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Updating instance_info_cache with network_info: [{"id": "5d77ff8b-5b81-477e-bba5-f8631815dc3e", "address": "fa:16:3e:e3:58:83", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d77ff8b-5b", "ovs_interfaceid": "5d77ff8b-5b81-477e-bba5-f8631815dc3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.264371] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384000, 'name': Rename_Task, 'duration_secs': 0.300838} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.264697] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.264987] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1edb7ea0-2b7f-44db-8e0a-4d3045ce4134 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.272620] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1121.272620] env[62643]: value = "task-2384001" [ 1121.272620] env[62643]: _type = "Task" [ 1121.272620] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.282330] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.557035] env[62643]: DEBUG nova.compute.manager [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Stashing vm_state: active {{(pid=62643) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1121.644774] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "d6857327-40de-4c52-a68d-33b1ad66e649" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.645106] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "d6857327-40de-4c52-a68d-33b1ad66e649" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.696114] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 526666ff-b91b-425b-a5a6-c23869a5b764] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1121.721596] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "refresh_cache-6387f9c0-539f-411a-bf3d-256c897ee15e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.721596] env[62643]: DEBUG nova.compute.manager [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Instance network_info: |[{"id": "5d77ff8b-5b81-477e-bba5-f8631815dc3e", "address": "fa:16:3e:e3:58:83", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d77ff8b-5b", "ovs_interfaceid": "5d77ff8b-5b81-477e-bba5-f8631815dc3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.721596] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:58:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d77ff8b-5b81-477e-bba5-f8631815dc3e', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.729524] env[62643]: DEBUG oslo.service.loopingcall [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1121.729615] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.729831] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e1bdf04-3958-42c7-bcce-70e0b0e7851f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.753029] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.753029] env[62643]: value = "task-2384002" [ 1121.753029] env[62643]: _type = "Task" [ 1121.753029] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.762265] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384002, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.784784] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384001, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.084529] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.084856] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.147702] env[62643]: DEBUG nova.compute.manager [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.197683] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: f7189596-4d91-4426-9d17-af9d91834628] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.264608] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384002, 'name': CreateVM_Task, 'duration_secs': 0.395569} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.264801] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.265776] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.265874] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.266424] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.266789] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41fbd4c1-4560-4482-b384-deacebc3d8d8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.272413] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1122.272413] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a66357-f240-fc4b-deca-23705b8870cd" [ 1122.272413] env[62643]: _type = "Task" [ 1122.272413] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.286014] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a66357-f240-fc4b-deca-23705b8870cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010756} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.290561] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.290561] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.290828] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.290879] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.291070] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.291358] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384001, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.291934] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d04429e6-640a-47d4-b4c2-4bba1b2ed22f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.301620] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.301983] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.304030] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a010a1ab-9667-4a5e-a638-2e8cb3c454b7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.309497] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1122.309497] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528ab9e6-af92-7b2e-96a8-a8c881dedefc" [ 1122.309497] env[62643]: _type = "Task" [ 1122.309497] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.318337] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528ab9e6-af92-7b2e-96a8-a8c881dedefc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.600566] env[62643]: INFO nova.compute.claims [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.689699] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.705944] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: f5b0888d-6159-41da-8476-79c99d86223a] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.787801] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384001, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.822268] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528ab9e6-af92-7b2e-96a8-a8c881dedefc, 'name': SearchDatastore_Task, 'duration_secs': 0.010149} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.823441] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7b59cd-8747-4da9-b5ad-fcc7e7fe615a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.830904] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1122.830904] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cdf85c-d1ce-45ae-3f00-7abc624ee4a8" [ 1122.830904] env[62643]: _type = "Task" [ 1122.830904] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.841149] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cdf85c-d1ce-45ae-3f00-7abc624ee4a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.005433] env[62643]: DEBUG nova.network.neutron [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Port a3b88dd2-85ee-4671-b889-e7e3ef3fcd57 binding to destination host cpu-1 is already ACTIVE {{(pid=62643) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1123.005840] env[62643]: DEBUG oslo_concurrency.lockutils [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.006123] env[62643]: DEBUG oslo_concurrency.lockutils [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.006409] env[62643]: DEBUG nova.network.neutron [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.106960] env[62643]: INFO nova.compute.resource_tracker [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating resource usage from migration 12258165-ef68-4014-9e70-408316f3bcbf [ 1123.213032] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 4e7b10cd-73d9-469a-8648-352582b385a9] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.291031] env[62643]: DEBUG oslo_vmware.api [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384001, 'name': PowerOnVM_Task, 'duration_secs': 1.736825} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.292066] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.292281] env[62643]: INFO nova.compute.manager [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1123.292464] env[62643]: DEBUG nova.compute.manager [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.293254] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9a9e4f-6495-445c-bbdf-94cfe728aae8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.296490] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbb1fd8-706c-4510-9ec3-a873172cac9c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.304938] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc8e91a-03b3-4ca3-bed4-ac36b4bb4536 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.342935] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbc3495-e673-4773-af96-94e152c516ab {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.354296] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cdf85c-d1ce-45ae-3f00-7abc624ee4a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010161} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.354296] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.354296] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 6387f9c0-539f-411a-bf3d-256c897ee15e/6387f9c0-539f-411a-bf3d-256c897ee15e.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.354443] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7f37c93-abde-4dc1-b5d9-8ae61f2a842f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.357377] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86327b8a-3bdc-4a1d-a2e4-21b484a14198 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.372748] env[62643]: DEBUG nova.compute.provider_tree [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.375429] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1123.375429] env[62643]: value = "task-2384003" [ 1123.375429] env[62643]: _type = "Task" [ 1123.375429] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.384813] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.715871] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: f2316816-013d-411a-8622-599205592e49] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.829838] env[62643]: INFO nova.compute.manager [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Took 20.38 seconds to build instance. [ 1123.877912] env[62643]: DEBUG nova.scheduler.client.report [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.891272] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48525} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.891848] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 6387f9c0-539f-411a-bf3d-256c897ee15e/6387f9c0-539f-411a-bf3d-256c897ee15e.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.891848] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.894847] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-962247c2-022f-4b23-a95f-7ec478b7042f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.899650] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1123.899650] env[62643]: value = "task-2384004" [ 1123.899650] env[62643]: _type = "Task" [ 1123.899650] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.912123] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.044452] env[62643]: DEBUG nova.network.neutron [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating instance_info_cache with network_info: [{"id": "a3b88dd2-85ee-4671-b889-e7e3ef3fcd57", "address": "fa:16:3e:20:97:76", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b88dd2-85", "ovs_interfaceid": "a3b88dd2-85ee-4671-b889-e7e3ef3fcd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.219645] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: d9de5c3a-3c83-4ae1-b921-30d9888c06a5] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.329871] env[62643]: DEBUG oslo_concurrency.lockutils [None req-08089d6f-a4f9-4821-b446-12e7ff035334 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.897s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.391038] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.302s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.391038] env[62643]: INFO nova.compute.manager [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Migrating [ 1124.396486] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.706s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.398227] env[62643]: INFO nova.compute.claims [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.419612] env[62643]: DEBUG oslo_vmware.rw_handles [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5db2c-1131-b9bc-772c-4c225752789a/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1124.421309] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a6f799-b54d-4861-9f43-97557270fab7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.431242] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07002} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.432466] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.433284] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e236259f-51a8-47bf-93a8-635695915b47 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.438063] env[62643]: DEBUG oslo_vmware.rw_handles [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5db2c-1131-b9bc-772c-4c225752789a/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1124.438175] env[62643]: ERROR oslo_vmware.rw_handles [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5db2c-1131-b9bc-772c-4c225752789a/disk-0.vmdk due to incomplete transfer. [ 1124.438880] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-297f59fa-a781-49fa-b339-f16a1ddbf2bf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.460290] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 6387f9c0-539f-411a-bf3d-256c897ee15e/6387f9c0-539f-411a-bf3d-256c897ee15e.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.462016] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa4084a-796f-4fc4-bced-a2b0aecde019 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.477452] env[62643]: DEBUG oslo_vmware.rw_handles [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5db2c-1131-b9bc-772c-4c225752789a/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1124.477666] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Uploaded image c621d420-1f21-4494-92c0-567783d40bc3 to the Glance image server {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1124.480180] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1124.481228] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7cae671f-6839-4bc1-8389-9c4363624a8a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.488157] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1124.488157] env[62643]: value = "task-2384005" [ 1124.488157] env[62643]: _type = "Task" [ 1124.488157] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.489546] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1124.489546] env[62643]: value = "task-2384006" [ 1124.489546] env[62643]: _type = "Task" [ 1124.489546] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.499787] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.503038] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384006, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.548769] env[62643]: DEBUG oslo_concurrency.lockutils [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.723122] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: c0a657af-a156-4aef-a7f9-9b2ba00282ca] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.786124] env[62643]: DEBUG nova.compute.manager [req-ee858075-4e41-4ed1-97ee-672a9225d165 req-9cc5550a-3322-480d-81d8-545100bb260e service nova] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Received event network-changed-d2987944-704c-4552-b7c9-f885938eac80 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1124.786350] env[62643]: DEBUG nova.compute.manager [req-ee858075-4e41-4ed1-97ee-672a9225d165 req-9cc5550a-3322-480d-81d8-545100bb260e service nova] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Refreshing instance network info cache due to event network-changed-d2987944-704c-4552-b7c9-f885938eac80. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1124.786582] env[62643]: DEBUG oslo_concurrency.lockutils [req-ee858075-4e41-4ed1-97ee-672a9225d165 req-9cc5550a-3322-480d-81d8-545100bb260e service nova] Acquiring lock "refresh_cache-b04451f1-24a8-4398-ad4c-92c5ef7d18e9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.786728] env[62643]: DEBUG oslo_concurrency.lockutils [req-ee858075-4e41-4ed1-97ee-672a9225d165 req-9cc5550a-3322-480d-81d8-545100bb260e service nova] Acquired lock "refresh_cache-b04451f1-24a8-4398-ad4c-92c5ef7d18e9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.786916] env[62643]: DEBUG nova.network.neutron [req-ee858075-4e41-4ed1-97ee-672a9225d165 req-9cc5550a-3322-480d-81d8-545100bb260e service nova] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Refreshing network info cache for port d2987944-704c-4552-b7c9-f885938eac80 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.917094] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.917094] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.917094] env[62643]: DEBUG nova.network.neutron [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.006408] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.009533] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384006, 'name': Destroy_Task, 'duration_secs': 0.351759} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.009779] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Destroyed the VM [ 1125.010028] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1125.010283] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ade1391d-4679-4352-9763-7de5509b79fc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.016396] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1125.016396] env[62643]: value = "task-2384007" [ 1125.016396] env[62643]: _type = "Task" [ 1125.016396] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.024588] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384007, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.052948] env[62643]: DEBUG nova.compute.manager [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62643) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1125.053244] env[62643]: DEBUG oslo_concurrency.lockutils [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.226760] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 205202c0-97fd-4cdc-9b0f-6775b3a47360] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.499815] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384005, 'name': ReconfigVM_Task, 'duration_secs': 0.841514} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.500190] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 6387f9c0-539f-411a-bf3d-256c897ee15e/6387f9c0-539f-411a-bf3d-256c897ee15e.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.500818] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-935d7d5d-4247-429f-a092-22fdcd3b636e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.510742] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1125.510742] env[62643]: value = "task-2384008" [ 1125.510742] env[62643]: _type = "Task" [ 1125.510742] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.519813] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384008, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.531760] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384007, 'name': RemoveSnapshot_Task, 'duration_secs': 0.434466} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.532228] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1125.532577] env[62643]: DEBUG nova.compute.manager [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.533444] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6282e9a9-dc4b-4b6b-88dc-21a64a2fae88 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.635472] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eda316-d875-4df4-bda9-4954e55ea8f0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.643992] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e31f2b-beae-4387-8076-bb5f0d78214f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.680229] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21d2c3f-a63f-45d6-8211-3726df1cd4e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.691344] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6c9961-2d2c-4f91-8a1f-211110d17232 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.708711] env[62643]: DEBUG nova.compute.provider_tree [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.732584] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 833603a6-4ff9-4831-a5ce-ecbd8bfc1567] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.765083] env[62643]: DEBUG nova.network.neutron [req-ee858075-4e41-4ed1-97ee-672a9225d165 req-9cc5550a-3322-480d-81d8-545100bb260e service nova] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Updated VIF entry in instance network info cache for port d2987944-704c-4552-b7c9-f885938eac80. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.765210] env[62643]: DEBUG nova.network.neutron [req-ee858075-4e41-4ed1-97ee-672a9225d165 req-9cc5550a-3322-480d-81d8-545100bb260e service nova] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Updating instance_info_cache with network_info: [{"id": "d2987944-704c-4552-b7c9-f885938eac80", "address": "fa:16:3e:74:12:3c", "network": {"id": "566740ac-1b37-4c10-ba96-cd35b298bac4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-561802829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dffffb5becc43e8b2f3ec64ec9ca0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2987944-70", "ovs_interfaceid": "d2987944-704c-4552-b7c9-f885938eac80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.020527] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384008, 'name': Rename_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.050397] env[62643]: INFO nova.compute.manager [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Shelve offloading [ 1126.069223] env[62643]: DEBUG nova.network.neutron [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating instance_info_cache with network_info: [{"id": "a1e83488-ef11-4550-b413-67db9ab130e2", "address": "fa:16:3e:9a:a3:3a", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1e83488-ef", "ovs_interfaceid": "a1e83488-ef11-4550-b413-67db9ab130e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.214424] env[62643]: DEBUG nova.scheduler.client.report [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.235649] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 22abb903-81ae-4377-9dc6-4ccd3b23aba1] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.267548] env[62643]: DEBUG oslo_concurrency.lockutils [req-ee858075-4e41-4ed1-97ee-672a9225d165 req-9cc5550a-3322-480d-81d8-545100bb260e service nova] Releasing lock "refresh_cache-b04451f1-24a8-4398-ad4c-92c5ef7d18e9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.522769] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384008, 'name': Rename_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.553510] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.553806] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00b0e940-ff68-47cd-81cf-39417b12c360 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.560225] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1126.560225] env[62643]: value = "task-2384009" [ 1126.560225] env[62643]: _type = "Task" [ 1126.560225] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.567814] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.571374] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.718922] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.719545] env[62643]: DEBUG nova.compute.manager [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.722339] env[62643]: DEBUG oslo_concurrency.lockutils [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.669s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.738319] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 71190e78-7080-4aff-b503-800edfe790f8] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.023101] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384008, 'name': Rename_Task, 'duration_secs': 1.171625} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.023396] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.023703] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eca92681-2768-46de-a937-c4105b3f9563 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.030264] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1127.030264] env[62643]: value = "task-2384010" [ 1127.030264] env[62643]: _type = "Task" [ 1127.030264] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.043696] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.071074] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] VM already powered off {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1127.071074] env[62643]: DEBUG nova.compute.manager [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.071074] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a409f2-79b8-4161-88c1-afff39ca1c1c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.082050] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.082050] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquired lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.082050] env[62643]: DEBUG nova.network.neutron [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.227025] env[62643]: DEBUG nova.compute.utils [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1127.227973] env[62643]: DEBUG nova.compute.manager [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.228403] env[62643]: DEBUG nova.network.neutron [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.231290] env[62643]: DEBUG nova.objects.instance [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lazy-loading 'migration_context' on Instance uuid 94de7c1a-d065-4f61-8457-b039820f889a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.241055] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 768673e8-0d07-4a6c-b205-ca1da1ca1d84] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.331150] env[62643]: DEBUG nova.policy [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '486d1c3c66d246eea62b5321cb97da1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96887bdb38b845f5b83945269bd3d7a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.541235] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384010, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.740377] env[62643]: DEBUG nova.compute.manager [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.744859] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 564258b1-31e2-4424-90a8-4760d3c91656] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.888094] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233a80fd-6469-40d6-b242-f6874aa26138 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.895937] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56b1e50-1403-4f2c-a520-c98d6ef7d617 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.939086] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c31999-8469-4cd5-8e22-b0e744087987 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.946686] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93abf1fe-2581-45e4-9c1b-786dc5c4ce68 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.959697] env[62643]: DEBUG nova.compute.provider_tree [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.045548] env[62643]: DEBUG nova.network.neutron [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Successfully created port: b51699f0-a373-45a1-9767-c3de7f66cab1 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.054029] env[62643]: DEBUG oslo_vmware.api [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384010, 'name': PowerOnVM_Task, 'duration_secs': 0.589389} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.054029] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.054029] env[62643]: INFO nova.compute.manager [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1128.054029] env[62643]: DEBUG nova.compute.manager [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.054029] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fec1574-0c45-4aa8-8b4d-0ee9c9f19a7e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.055912] env[62643]: DEBUG nova.network.neutron [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Updating instance_info_cache with network_info: [{"id": "f453ea8e-56d7-4308-b7ae-2992d42ce520", "address": "fa:16:3e:35:f8:43", "network": {"id": "ccc280af-0d0b-46e8-9102-a753f42e1b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-315313190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdebd6b4ba534e8ba7e42e1937149852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf453ea8e-56", "ovs_interfaceid": "f453ea8e-56d7-4308-b7ae-2992d42ce520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.088230] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98319e99-7185-4251-8e8c-73f376346520 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.117948] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating instance '8bf117d1-e25c-4182-ad0a-2513cce514d4' progress to 0 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.250495] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: bf8f5139-508d-4db1-b475-fda0b49cfb81] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.465100] env[62643]: DEBUG nova.scheduler.client.report [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.564221] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Releasing lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.575760] env[62643]: INFO nova.compute.manager [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Took 21.07 seconds to build instance. [ 1128.624360] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.624601] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51f6ad2b-be77-4ea6-9412-584657df6731 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.634199] env[62643]: DEBUG oslo_vmware.api [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1128.634199] env[62643]: value = "task-2384011" [ 1128.634199] env[62643]: _type = "Task" [ 1128.634199] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.644714] env[62643]: DEBUG oslo_vmware.api [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.751400] env[62643]: DEBUG nova.compute.manager [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.754944] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: efce1f1d-a36c-4902-8968-776d78d44977] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.806956] env[62643]: DEBUG nova.virt.hardware [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.807266] env[62643]: DEBUG nova.virt.hardware [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.807430] env[62643]: DEBUG nova.virt.hardware [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.808075] env[62643]: DEBUG nova.virt.hardware [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.808075] env[62643]: DEBUG nova.virt.hardware [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.808075] env[62643]: DEBUG nova.virt.hardware [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.808490] env[62643]: DEBUG nova.virt.hardware [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.808490] env[62643]: DEBUG nova.virt.hardware [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.808567] env[62643]: DEBUG nova.virt.hardware [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.808983] env[62643]: DEBUG nova.virt.hardware [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.808983] env[62643]: DEBUG nova.virt.hardware [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.810256] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c28a55-ff69-44f3-8979-429a5dd18705 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.818811] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01d7fd3-3654-4296-82a2-2614ee24780c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.936946] env[62643]: DEBUG nova.compute.manager [req-2af9dbc1-2044-418b-8086-c30c5b1f2709 req-72f2e522-3ffa-4feb-b626-392b52b6f86d service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Received event network-vif-unplugged-f453ea8e-56d7-4308-b7ae-2992d42ce520 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1128.937225] env[62643]: DEBUG oslo_concurrency.lockutils [req-2af9dbc1-2044-418b-8086-c30c5b1f2709 req-72f2e522-3ffa-4feb-b626-392b52b6f86d service nova] Acquiring lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.937443] env[62643]: DEBUG oslo_concurrency.lockutils [req-2af9dbc1-2044-418b-8086-c30c5b1f2709 req-72f2e522-3ffa-4feb-b626-392b52b6f86d service nova] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.937621] env[62643]: DEBUG oslo_concurrency.lockutils [req-2af9dbc1-2044-418b-8086-c30c5b1f2709 req-72f2e522-3ffa-4feb-b626-392b52b6f86d service nova] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.941017] env[62643]: DEBUG nova.compute.manager [req-2af9dbc1-2044-418b-8086-c30c5b1f2709 req-72f2e522-3ffa-4feb-b626-392b52b6f86d service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] No waiting events found dispatching network-vif-unplugged-f453ea8e-56d7-4308-b7ae-2992d42ce520 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.941017] env[62643]: WARNING nova.compute.manager [req-2af9dbc1-2044-418b-8086-c30c5b1f2709 req-72f2e522-3ffa-4feb-b626-392b52b6f86d service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Received unexpected event network-vif-unplugged-f453ea8e-56d7-4308-b7ae-2992d42ce520 for instance with vm_state shelved and task_state shelving_offloading. [ 1129.009265] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.009265] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe590b3b-ca0d-44f5-9d6c-919fe9ee3cb2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.019294] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.021674] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e598b258-b22a-495e-ba00-0476432403eb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.078710] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb3c5d88-cea0-46da-b121-a67eeaf47093 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "6387f9c0-539f-411a-bf3d-256c897ee15e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.583s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.103414] env[62643]: DEBUG nova.compute.manager [req-d4555b40-838e-49d1-8fd8-a68a91bb793f req-9a7e52c7-353a-40ee-8824-95dd1d8a08e3 service nova] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Received event network-changed-5d77ff8b-5b81-477e-bba5-f8631815dc3e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1129.103414] env[62643]: DEBUG nova.compute.manager [req-d4555b40-838e-49d1-8fd8-a68a91bb793f req-9a7e52c7-353a-40ee-8824-95dd1d8a08e3 service nova] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Refreshing instance network info cache due to event network-changed-5d77ff8b-5b81-477e-bba5-f8631815dc3e. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1129.103414] env[62643]: DEBUG oslo_concurrency.lockutils [req-d4555b40-838e-49d1-8fd8-a68a91bb793f req-9a7e52c7-353a-40ee-8824-95dd1d8a08e3 service nova] Acquiring lock "refresh_cache-6387f9c0-539f-411a-bf3d-256c897ee15e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.104863] env[62643]: DEBUG oslo_concurrency.lockutils [req-d4555b40-838e-49d1-8fd8-a68a91bb793f req-9a7e52c7-353a-40ee-8824-95dd1d8a08e3 service nova] Acquired lock "refresh_cache-6387f9c0-539f-411a-bf3d-256c897ee15e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.106712] env[62643]: DEBUG nova.network.neutron [req-d4555b40-838e-49d1-8fd8-a68a91bb793f req-9a7e52c7-353a-40ee-8824-95dd1d8a08e3 service nova] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Refreshing network info cache for port 5d77ff8b-5b81-477e-bba5-f8631815dc3e {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.116182] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.116182] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.116182] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Deleting the datastore file [datastore1] e8dd0d79-0397-4f17-8a6b-1eccf23ffeac {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.116182] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2753b9b2-8ddd-41c4-a3f6-3e7ea82e0a0d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.127021] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1129.127021] env[62643]: value = "task-2384013" [ 1129.127021] env[62643]: _type = "Task" [ 1129.127021] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.135015] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.146342] env[62643]: DEBUG oslo_vmware.api [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384011, 'name': PowerOffVM_Task, 'duration_secs': 0.276396} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.146342] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.146342] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating instance '8bf117d1-e25c-4182-ad0a-2513cce514d4' progress to 17 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.262820] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: a0db6825-9518-4c5b-a1d9-78c453db9b04] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.482600] env[62643]: DEBUG oslo_concurrency.lockutils [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.759s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.636714] env[62643]: DEBUG oslo_vmware.api [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163789} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.637368] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.637368] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.637623] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.653555] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.653693] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.653983] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.654114] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.654359] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.654425] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.654621] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.654881] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.654950] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.655221] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.655460] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.660973] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77e5c01c-eb25-4a59-a72c-54d0999947f2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.672717] env[62643]: INFO nova.scheduler.client.report [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Deleted allocations for instance e8dd0d79-0397-4f17-8a6b-1eccf23ffeac [ 1129.683024] env[62643]: DEBUG oslo_vmware.api [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1129.683024] env[62643]: value = "task-2384014" [ 1129.683024] env[62643]: _type = "Task" [ 1129.683024] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.689684] env[62643]: DEBUG oslo_vmware.api [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.768703] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: d145deec-66fb-48e8-95e3-71556e63ab37] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.895927] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Acquiring lock "8165e58c-a0de-4d62-8292-cc01b07b7860" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.897549] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Lock "8165e58c-a0de-4d62-8292-cc01b07b7860" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.076086] env[62643]: DEBUG nova.network.neutron [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Successfully updated port: b51699f0-a373-45a1-9767-c3de7f66cab1 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.082786] env[62643]: DEBUG nova.network.neutron [req-d4555b40-838e-49d1-8fd8-a68a91bb793f req-9a7e52c7-353a-40ee-8824-95dd1d8a08e3 service nova] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Updated VIF entry in instance network info cache for port 5d77ff8b-5b81-477e-bba5-f8631815dc3e. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.083268] env[62643]: DEBUG nova.network.neutron [req-d4555b40-838e-49d1-8fd8-a68a91bb793f req-9a7e52c7-353a-40ee-8824-95dd1d8a08e3 service nova] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Updating instance_info_cache with network_info: [{"id": "5d77ff8b-5b81-477e-bba5-f8631815dc3e", "address": "fa:16:3e:e3:58:83", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d77ff8b-5b", "ovs_interfaceid": "5d77ff8b-5b81-477e-bba5-f8631815dc3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.180018] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.180508] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.180874] env[62643]: DEBUG nova.objects.instance [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lazy-loading 'resources' on Instance uuid e8dd0d79-0397-4f17-8a6b-1eccf23ffeac {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.195406] env[62643]: DEBUG oslo_vmware.api [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384014, 'name': ReconfigVM_Task, 'duration_secs': 0.27186} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.195834] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating instance '8bf117d1-e25c-4182-ad0a-2513cce514d4' progress to 33 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.273835] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 73cf614a-8275-4290-8d77-00d26b6d0ac4] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.401212] env[62643]: DEBUG nova.compute.manager [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.579700] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "refresh_cache-d6857327-40de-4c52-a68d-33b1ad66e649" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.579965] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "refresh_cache-d6857327-40de-4c52-a68d-33b1ad66e649" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.580055] env[62643]: DEBUG nova.network.neutron [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.590204] env[62643]: DEBUG oslo_concurrency.lockutils [req-d4555b40-838e-49d1-8fd8-a68a91bb793f req-9a7e52c7-353a-40ee-8824-95dd1d8a08e3 service nova] Releasing lock "refresh_cache-6387f9c0-539f-411a-bf3d-256c897ee15e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.683806] env[62643]: DEBUG nova.objects.instance [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lazy-loading 'numa_topology' on Instance uuid e8dd0d79-0397-4f17-8a6b-1eccf23ffeac {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.702714] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.703022] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.703126] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.703319] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.703468] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.703618] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.703827] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.703987] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.704177] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.704345] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.704522] env[62643]: DEBUG nova.virt.hardware [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.709977] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1130.710626] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd991ac0-828c-454d-8c54-c7a939f9d737 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.732030] env[62643]: DEBUG oslo_vmware.api [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1130.732030] env[62643]: value = "task-2384015" [ 1130.732030] env[62643]: _type = "Task" [ 1130.732030] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.740483] env[62643]: DEBUG oslo_vmware.api [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.776861] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 4887d2be-b1fc-47f0-9ab9-389fdf853a7d] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.922037] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.965454] env[62643]: DEBUG nova.compute.manager [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Received event network-changed-f453ea8e-56d7-4308-b7ae-2992d42ce520 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1130.965695] env[62643]: DEBUG nova.compute.manager [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Refreshing instance network info cache due to event network-changed-f453ea8e-56d7-4308-b7ae-2992d42ce520. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1130.965918] env[62643]: DEBUG oslo_concurrency.lockutils [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] Acquiring lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.966181] env[62643]: DEBUG oslo_concurrency.lockutils [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] Acquired lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.966374] env[62643]: DEBUG nova.network.neutron [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Refreshing network info cache for port f453ea8e-56d7-4308-b7ae-2992d42ce520 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.020025] env[62643]: INFO nova.compute.manager [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Swapping old allocation on dict_keys(['ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a']) held by migration cb2a4638-4620-4d45-acba-a5b46476e0cc for instance [ 1131.042448] env[62643]: DEBUG nova.scheduler.client.report [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Overwriting current allocation {'allocations': {'ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 156}}, 'project_id': '23859bad67734eb2a65c6eb672f5a96c', 'user_id': '7ae5acaab1aa4f2daab1d5e28055c5bb', 'consumer_generation': 1} on consumer 94de7c1a-d065-4f61-8457-b039820f889a {{(pid=62643) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1131.133414] env[62643]: DEBUG nova.network.neutron [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.137442] env[62643]: DEBUG oslo_concurrency.lockutils [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.137662] env[62643]: DEBUG oslo_concurrency.lockutils [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.137862] env[62643]: DEBUG nova.network.neutron [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.187533] env[62643]: DEBUG nova.objects.base [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1131.241836] env[62643]: DEBUG oslo_vmware.api [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384015, 'name': ReconfigVM_Task, 'duration_secs': 0.206121} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.244343] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1131.245642] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78102039-8719-4226-a5bf-8bb90d239dd9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.270025] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 8bf117d1-e25c-4182-ad0a-2513cce514d4/8bf117d1-e25c-4182-ad0a-2513cce514d4.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.274832] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67833b42-355a-4b70-9d19-6a77bd2ba22a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.287947] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: bff716d8-52bc-41f3-83da-c9db563f8186] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.295952] env[62643]: DEBUG oslo_vmware.api [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1131.295952] env[62643]: value = "task-2384016" [ 1131.295952] env[62643]: _type = "Task" [ 1131.295952] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.307393] env[62643]: DEBUG oslo_vmware.api [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384016, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.326661] env[62643]: DEBUG nova.network.neutron [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Updating instance_info_cache with network_info: [{"id": "b51699f0-a373-45a1-9767-c3de7f66cab1", "address": "fa:16:3e:02:a1:19", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb51699f0-a3", "ovs_interfaceid": "b51699f0-a373-45a1-9767-c3de7f66cab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.364300] env[62643]: DEBUG oslo_concurrency.lockutils [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.378460] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a2d400-7f8b-4929-a2da-42d12fce1c15 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.386771] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da842fc3-faf6-46ca-be9b-6c9b0bcea5dd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.422924] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad1c8ad-a1d2-4619-860e-cb1513981a8b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.430208] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d992681c-bf52-47a9-99ee-c47428171ef7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.444183] env[62643]: DEBUG nova.compute.provider_tree [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.704946] env[62643]: DEBUG nova.network.neutron [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Updated VIF entry in instance network info cache for port f453ea8e-56d7-4308-b7ae-2992d42ce520. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.705320] env[62643]: DEBUG nova.network.neutron [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Updating instance_info_cache with network_info: [{"id": "f453ea8e-56d7-4308-b7ae-2992d42ce520", "address": "fa:16:3e:35:f8:43", "network": {"id": "ccc280af-0d0b-46e8-9102-a753f42e1b0e", "bridge": null, "label": "tempest-ServersNegativeTestJSON-315313190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdebd6b4ba534e8ba7e42e1937149852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf453ea8e-56", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.791077] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: a7365ef4-5bc3-4f40-98c1-d1dbf24d1720] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.806052] env[62643]: DEBUG oslo_vmware.api [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384016, 'name': ReconfigVM_Task, 'duration_secs': 0.325172} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.806052] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 8bf117d1-e25c-4182-ad0a-2513cce514d4/8bf117d1-e25c-4182-ad0a-2513cce514d4.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.806320] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating instance '8bf117d1-e25c-4182-ad0a-2513cce514d4' progress to 50 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.829581] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "refresh_cache-d6857327-40de-4c52-a68d-33b1ad66e649" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.829911] env[62643]: DEBUG nova.compute.manager [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Instance network_info: |[{"id": "b51699f0-a373-45a1-9767-c3de7f66cab1", "address": "fa:16:3e:02:a1:19", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb51699f0-a3", "ovs_interfaceid": "b51699f0-a373-45a1-9767-c3de7f66cab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.830335] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:a1:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b51699f0-a373-45a1-9767-c3de7f66cab1', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.839521] env[62643]: DEBUG oslo.service.loopingcall [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1131.840030] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.840283] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be832287-3a06-46ac-9ded-ba77dfbae390 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.865401] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.865401] env[62643]: value = "task-2384017" [ 1131.865401] env[62643]: _type = "Task" [ 1131.865401] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.872237] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384017, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.896394] env[62643]: DEBUG nova.network.neutron [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating instance_info_cache with network_info: [{"id": "a3b88dd2-85ee-4671-b889-e7e3ef3fcd57", "address": "fa:16:3e:20:97:76", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b88dd2-85", "ovs_interfaceid": "a3b88dd2-85ee-4671-b889-e7e3ef3fcd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.946847] env[62643]: DEBUG nova.scheduler.client.report [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.208246] env[62643]: DEBUG oslo_concurrency.lockutils [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] Releasing lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.209067] env[62643]: DEBUG nova.compute.manager [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Received event network-vif-plugged-b51699f0-a373-45a1-9767-c3de7f66cab1 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1132.209067] env[62643]: DEBUG oslo_concurrency.lockutils [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] Acquiring lock "d6857327-40de-4c52-a68d-33b1ad66e649-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.209067] env[62643]: DEBUG oslo_concurrency.lockutils [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] Lock "d6857327-40de-4c52-a68d-33b1ad66e649-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.209067] env[62643]: DEBUG oslo_concurrency.lockutils [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] Lock "d6857327-40de-4c52-a68d-33b1ad66e649-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.209394] env[62643]: DEBUG nova.compute.manager [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] No waiting events found dispatching network-vif-plugged-b51699f0-a373-45a1-9767-c3de7f66cab1 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.209439] env[62643]: WARNING nova.compute.manager [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Received unexpected event network-vif-plugged-b51699f0-a373-45a1-9767-c3de7f66cab1 for instance with vm_state building and task_state spawning. [ 1132.209620] env[62643]: DEBUG nova.compute.manager [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Received event network-changed-b51699f0-a373-45a1-9767-c3de7f66cab1 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1132.209778] env[62643]: DEBUG nova.compute.manager [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Refreshing instance network info cache due to event network-changed-b51699f0-a373-45a1-9767-c3de7f66cab1. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1132.209960] env[62643]: DEBUG oslo_concurrency.lockutils [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] Acquiring lock "refresh_cache-d6857327-40de-4c52-a68d-33b1ad66e649" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.210143] env[62643]: DEBUG oslo_concurrency.lockutils [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] Acquired lock "refresh_cache-d6857327-40de-4c52-a68d-33b1ad66e649" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.210391] env[62643]: DEBUG nova.network.neutron [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Refreshing network info cache for port b51699f0-a373-45a1-9767-c3de7f66cab1 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.294092] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 35c1cd73-520c-4ed1-840b-981f4b70d3c0] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.314730] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7ce37d-17b1-428a-8bdf-f776e7c62fe5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.337910] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa20740-9ce7-407c-9b95-73a5044ddafd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.359245] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating instance '8bf117d1-e25c-4182-ad0a-2513cce514d4' progress to 67 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.373667] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384017, 'name': CreateVM_Task, 'duration_secs': 0.350348} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.373837] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.374503] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.374671] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.374997] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.375507] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aac07b05-7c84-473b-9b2c-97b4de174aab {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.380171] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1132.380171] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52324f76-064e-dee5-6a23-7730af4e322d" [ 1132.380171] env[62643]: _type = "Task" [ 1132.380171] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.387573] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52324f76-064e-dee5-6a23-7730af4e322d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.398651] env[62643]: DEBUG oslo_concurrency.lockutils [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "refresh_cache-94de7c1a-d065-4f61-8457-b039820f889a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.399081] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.399388] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5af6783d-16e9-4cf5-996a-99e7cdae7a46 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.405389] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1132.405389] env[62643]: value = "task-2384018" [ 1132.405389] env[62643]: _type = "Task" [ 1132.405389] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.413258] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.455235] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.457985] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.536s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.459199] env[62643]: INFO nova.compute.claims [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.797491] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 73df730a-7b26-4fa0-8b7a-0f8b00b45758] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.890021] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52324f76-064e-dee5-6a23-7730af4e322d, 'name': SearchDatastore_Task, 'duration_secs': 0.031072} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.890518] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.890618] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.890845] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.890996] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.891203] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.891488] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f450dfa3-9f98-42e2-8833-a1c680fb8916 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.899225] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.899588] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.900246] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c298e0-c324-4b04-b923-bb4808bd50b9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.905309] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1132.905309] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52020778-b6ab-5a44-ba6f-ae7c9de861e6" [ 1132.905309] env[62643]: _type = "Task" [ 1132.905309] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.914299] env[62643]: DEBUG nova.network.neutron [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Updated VIF entry in instance network info cache for port b51699f0-a373-45a1-9767-c3de7f66cab1. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.914625] env[62643]: DEBUG nova.network.neutron [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Updating instance_info_cache with network_info: [{"id": "b51699f0-a373-45a1-9767-c3de7f66cab1", "address": "fa:16:3e:02:a1:19", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb51699f0-a3", "ovs_interfaceid": "b51699f0-a373-45a1-9767-c3de7f66cab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.919586] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52020778-b6ab-5a44-ba6f-ae7c9de861e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009016} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.920565] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0ebc64-36af-490a-b5c2-f47b8162acdc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.925452] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384018, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.930278] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1132.930278] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cd7029-a07d-71fd-5343-b4d0f6c2a6ee" [ 1132.930278] env[62643]: _type = "Task" [ 1132.930278] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.938795] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cd7029-a07d-71fd-5343-b4d0f6c2a6ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.967723] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6d729cb2-c9cf-4007-8493-5c0affb101dc tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.744s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.968624] env[62643]: DEBUG oslo_concurrency.lockutils [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.604s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.968827] env[62643]: INFO nova.compute.manager [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Unshelving [ 1133.300292] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 7e621f86-6ea0-4f07-b89c-2054e212b354] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.419949] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384018, 'name': PowerOffVM_Task, 'duration_secs': 0.546537} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.420376] env[62643]: DEBUG oslo_concurrency.lockutils [req-ceb4b2b4-6e13-40e0-8b0a-ac7efc82cc08 req-49c429f6-8637-4499-a97d-bbb152e5ac2c service nova] Releasing lock "refresh_cache-d6857327-40de-4c52-a68d-33b1ad66e649" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.420789] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.421454] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.421671] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.421825] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.422013] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.422175] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.422323] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.422530] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.422693] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.422861] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.423035] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.423218] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.428112] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5facb490-2dcd-4011-9bd9-b5eebfd03704 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.446574] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52cd7029-a07d-71fd-5343-b4d0f6c2a6ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008873} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.447823] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.448100] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] d6857327-40de-4c52-a68d-33b1ad66e649/d6857327-40de-4c52-a68d-33b1ad66e649.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.448412] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1133.448412] env[62643]: value = "task-2384019" [ 1133.448412] env[62643]: _type = "Task" [ 1133.448412] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.448596] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-104b418d-864e-45d2-ac11-3a80e6281bb6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.459560] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384019, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.460825] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1133.460825] env[62643]: value = "task-2384020" [ 1133.460825] env[62643]: _type = "Task" [ 1133.460825] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.471217] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.620901] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62bc688-d514-4556-96d0-32e2a85efc57 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.628806] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb90ecc-c324-4a24-bb3e-0c582f574fd1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.665058] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c60100b-8e00-4727-ad8a-d10370785a5c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.673738] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa81f897-94c8-4cd5-9a39-79a2efa6d176 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.687872] env[62643]: DEBUG nova.compute.provider_tree [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.804168] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 52386a0f-53a2-4a30-afe9-dff55d47fb08] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.960078] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384019, 'name': ReconfigVM_Task, 'duration_secs': 0.164817} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.960964] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458d404c-b174-4527-8172-f41c6e1cfd07 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.971486] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474139} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.984437] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] d6857327-40de-4c52-a68d-33b1ad66e649/d6857327-40de-4c52-a68d-33b1ad66e649.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.984665] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.989780] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.990023] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.990186] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.990378] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.990519] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.990663] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.990862] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.991030] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.991201] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.991361] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.991533] env[62643]: DEBUG nova.virt.hardware [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.992468] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28e00f86-2608-42d6-8c64-9ec251cdb221 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.994251] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d00715a8-cbdf-41e8-9f45-399d1aeab765 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.999860] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1133.999860] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e0769f-3fa8-0aa8-1d2e-f55180221dfa" [ 1133.999860] env[62643]: _type = "Task" [ 1133.999860] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.003953] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1134.003953] env[62643]: value = "task-2384021" [ 1134.003953] env[62643]: _type = "Task" [ 1134.003953] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.005093] env[62643]: DEBUG oslo_concurrency.lockutils [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.011967] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e0769f-3fa8-0aa8-1d2e-f55180221dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.007208} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.018010] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.021023] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d88eb899-54ae-44d5-b59a-2644d05e644a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.033834] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.034666] env[62643]: DEBUG nova.network.neutron [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Port a1e83488-ef11-4550-b413-67db9ab130e2 binding to destination host cpu-1 is already ACTIVE {{(pid=62643) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1134.040440] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1134.040440] env[62643]: value = "task-2384022" [ 1134.040440] env[62643]: _type = "Task" [ 1134.040440] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.047921] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.191276] env[62643]: DEBUG nova.scheduler.client.report [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.308037] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: af91a11c-f401-49df-a8a1-adce696fe2fa] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.515242] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072184} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.515516] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.516325] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae80e409-a45c-42b9-adb7-06348e039ebf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.537484] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] d6857327-40de-4c52-a68d-33b1ad66e649/d6857327-40de-4c52-a68d-33b1ad66e649.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.541690] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9124fc1e-7cc8-495e-805c-167a3820b9a9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.563544] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.564792] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1134.564792] env[62643]: value = "task-2384023" [ 1134.564792] env[62643]: _type = "Task" [ 1134.564792] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.572384] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.695674] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.696225] env[62643]: DEBUG nova.compute.manager [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.698754] env[62643]: DEBUG oslo_concurrency.lockutils [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.694s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.699462] env[62643]: DEBUG nova.objects.instance [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lazy-loading 'pci_requests' on Instance uuid e8dd0d79-0397-4f17-8a6b-1eccf23ffeac {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.811815] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 7e2b27e7-8f78-43ef-8935-fd24f71b9cc8] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.073010] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "8bf117d1-e25c-4182-ad0a-2513cce514d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.073010] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "8bf117d1-e25c-4182-ad0a-2513cce514d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.073212] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "8bf117d1-e25c-4182-ad0a-2513cce514d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.082601] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384022, 'name': ReconfigVM_Task, 'duration_secs': 0.623155} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.085825] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1135.085825] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384023, 'name': ReconfigVM_Task, 'duration_secs': 0.356767} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.086918] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50d3174-f211-4bbe-b231-2354ee283a8f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.089331] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Reconfigured VM instance instance-0000006d to attach disk [datastore2] d6857327-40de-4c52-a68d-33b1ad66e649/d6857327-40de-4c52-a68d-33b1ad66e649.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.090502] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12cd6de3-d38e-4524-8127-51b49dc22ffb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.114121] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 94de7c1a-d065-4f61-8457-b039820f889a/94de7c1a-d065-4f61-8457-b039820f889a.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.115580] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7ac88d0-ba25-4cd2-938b-b4a2bead2910 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.128613] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1135.128613] env[62643]: value = "task-2384024" [ 1135.128613] env[62643]: _type = "Task" [ 1135.128613] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.806713] env[62643]: DEBUG nova.compute.utils [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1135.809299] env[62643]: DEBUG nova.objects.instance [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lazy-loading 'numa_topology' on Instance uuid e8dd0d79-0397-4f17-8a6b-1eccf23ffeac {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.813426] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 4731d4bf-7003-4cbf-97ee-1a5a4a1bb656] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.813426] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1135.813426] env[62643]: value = "task-2384025" [ 1135.813426] env[62643]: _type = "Task" [ 1135.813426] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.814859] env[62643]: DEBUG nova.compute.manager [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.814859] env[62643]: DEBUG nova.network.neutron [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.823421] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384024, 'name': Rename_Task, 'duration_secs': 0.133559} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.824290] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.824810] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9199d072-9ec5-4d9d-bec4-bf22b3838155 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.829377] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384025, 'name': ReconfigVM_Task, 'duration_secs': 0.322417} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.830020] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 94de7c1a-d065-4f61-8457-b039820f889a/94de7c1a-d065-4f61-8457-b039820f889a.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.830952] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fd10e1-d8f1-4069-ba66-bc5c1d4a7177 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.835264] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1135.835264] env[62643]: value = "task-2384026" [ 1135.835264] env[62643]: _type = "Task" [ 1135.835264] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.857486] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2027a44e-5bdc-4469-ad9e-6d71a98bcb4c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.860409] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.862762] env[62643]: DEBUG nova.policy [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9dc20e92835404e8808838e51603f09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9fbd13a28854e6bb19939a452cd337c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.879628] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13234ba7-d6f4-4115-b601-14e919f2b066 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.898282] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a176d7-8bac-4192-97aa-ef78c8abd503 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.905092] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.905348] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b027aee7-24fe-41eb-82ba-cb0d5cc380a1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.910945] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1135.910945] env[62643]: value = "task-2384027" [ 1135.910945] env[62643]: _type = "Task" [ 1135.910945] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.919299] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.171034] env[62643]: DEBUG nova.network.neutron [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Successfully created port: 07569348-5974-47d4-97b8-03dc758255bc {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.314970] env[62643]: INFO nova.compute.claims [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.318015] env[62643]: DEBUG nova.compute.manager [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.320700] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 66d05517-71f8-4c9b-8664-2c7b66722c74] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1136.349927] env[62643]: DEBUG oslo_vmware.api [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384026, 'name': PowerOnVM_Task, 'duration_secs': 0.465954} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.350318] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.350691] env[62643]: INFO nova.compute.manager [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1136.351021] env[62643]: DEBUG nova.compute.manager [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.352108] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cf6410-6e73-4e09-accb-af3d5939ef87 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.389513] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.389755] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.389989] env[62643]: DEBUG nova.network.neutron [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.421446] env[62643]: DEBUG oslo_vmware.api [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384027, 'name': PowerOnVM_Task, 'duration_secs': 0.380252} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.421720] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.830068] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 38eb07c4-d585-448b-a8e0-64706bf14766] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1136.867526] env[62643]: INFO nova.compute.manager [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Took 14.21 seconds to build instance. [ 1137.109918] env[62643]: DEBUG nova.network.neutron [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating instance_info_cache with network_info: [{"id": "a1e83488-ef11-4550-b413-67db9ab130e2", "address": "fa:16:3e:9a:a3:3a", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1e83488-ef", "ovs_interfaceid": "a1e83488-ef11-4550-b413-67db9ab130e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.251453] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1f6157-5af9-4e4a-a4b2-455ef09402cc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.258378] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5881cf9a-4d4d-4899-b64c-81a3384631f9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Suspending the VM {{(pid=62643) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1137.258607] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-dc655173-c183-4032-85e8-e542166c4960 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.265996] env[62643]: DEBUG oslo_vmware.api [None req-5881cf9a-4d4d-4899-b64c-81a3384631f9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1137.265996] env[62643]: value = "task-2384028" [ 1137.265996] env[62643]: _type = "Task" [ 1137.265996] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.273937] env[62643]: DEBUG oslo_vmware.api [None req-5881cf9a-4d4d-4899-b64c-81a3384631f9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384028, 'name': SuspendVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.335684] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 65b151a2-f954-46be-81ac-d19b5a6626d7] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1137.341739] env[62643]: DEBUG nova.compute.manager [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.369811] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2debf860-c3cd-4b04-9c2f-e78bea041e4a tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "d6857327-40de-4c52-a68d-33b1ad66e649" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.725s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.374127] env[62643]: DEBUG nova.virt.hardware [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.374510] env[62643]: DEBUG nova.virt.hardware [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.374701] env[62643]: DEBUG nova.virt.hardware [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.374950] env[62643]: DEBUG nova.virt.hardware [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.375151] env[62643]: DEBUG nova.virt.hardware [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.375301] env[62643]: DEBUG nova.virt.hardware [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.375529] env[62643]: DEBUG nova.virt.hardware [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.375706] env[62643]: DEBUG nova.virt.hardware [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.375888] env[62643]: DEBUG nova.virt.hardware [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.376076] env[62643]: DEBUG nova.virt.hardware [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.376281] env[62643]: DEBUG nova.virt.hardware [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.377263] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bfa393-4714-41e3-a013-2abe806369ec {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.390111] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ae38b4-b53e-4899-b7ee-31a2832e5e04 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.435735] env[62643]: INFO nova.compute.manager [None req-09c582ba-a30a-4d0d-9784-922a63ee23a7 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating instance to original state: 'active' [ 1137.500112] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c790e4-656e-407f-9d8d-dbff77938ed8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.509085] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc41e3f-4d09-44ab-9484-cd12d132c526 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.547148] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf39b3fa-1550-445b-9a26-859d7285e8f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.555433] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8622472d-0035-438f-b271-8b19bc9a4e4f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.569202] env[62643]: DEBUG nova.compute.provider_tree [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.613259] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.777444] env[62643]: DEBUG oslo_vmware.api [None req-5881cf9a-4d4d-4899-b64c-81a3384631f9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384028, 'name': SuspendVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.841912] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 111923d9-7e8d-4876-af8b-04c69f4d2bf7] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1138.026478] env[62643]: DEBUG nova.compute.manager [req-e3102d2c-cc90-4c72-bb20-64781f0a8311 req-6c692939-c525-4354-8351-a6fc1a089d1f service nova] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Received event network-vif-plugged-07569348-5974-47d4-97b8-03dc758255bc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1138.026478] env[62643]: DEBUG oslo_concurrency.lockutils [req-e3102d2c-cc90-4c72-bb20-64781f0a8311 req-6c692939-c525-4354-8351-a6fc1a089d1f service nova] Acquiring lock "8165e58c-a0de-4d62-8292-cc01b07b7860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.026478] env[62643]: DEBUG oslo_concurrency.lockutils [req-e3102d2c-cc90-4c72-bb20-64781f0a8311 req-6c692939-c525-4354-8351-a6fc1a089d1f service nova] Lock "8165e58c-a0de-4d62-8292-cc01b07b7860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.026478] env[62643]: DEBUG oslo_concurrency.lockutils [req-e3102d2c-cc90-4c72-bb20-64781f0a8311 req-6c692939-c525-4354-8351-a6fc1a089d1f service nova] Lock "8165e58c-a0de-4d62-8292-cc01b07b7860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.026678] env[62643]: DEBUG nova.compute.manager [req-e3102d2c-cc90-4c72-bb20-64781f0a8311 req-6c692939-c525-4354-8351-a6fc1a089d1f service nova] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] No waiting events found dispatching network-vif-plugged-07569348-5974-47d4-97b8-03dc758255bc {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.027144] env[62643]: WARNING nova.compute.manager [req-e3102d2c-cc90-4c72-bb20-64781f0a8311 req-6c692939-c525-4354-8351-a6fc1a089d1f service nova] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Received unexpected event network-vif-plugged-07569348-5974-47d4-97b8-03dc758255bc for instance with vm_state building and task_state spawning. [ 1138.075817] env[62643]: DEBUG nova.scheduler.client.report [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.101580] env[62643]: DEBUG nova.network.neutron [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Successfully updated port: 07569348-5974-47d4-97b8-03dc758255bc {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.124668] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce889c2-b6c7-48ca-92fc-8b34c36736da {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.132963] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95d154d-322f-4c55-9c26-4980ed90d227 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.276408] env[62643]: DEBUG oslo_vmware.api [None req-5881cf9a-4d4d-4899-b64c-81a3384631f9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384028, 'name': SuspendVM_Task, 'duration_secs': 0.627078} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.276729] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5881cf9a-4d4d-4899-b64c-81a3384631f9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Suspended the VM {{(pid=62643) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1138.276950] env[62643]: DEBUG nova.compute.manager [None req-5881cf9a-4d4d-4899-b64c-81a3384631f9 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.277759] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcfc83a-3ae1-4d8d-bfbe-d174495225b4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.347263] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 7871b84e-d19c-4fff-9d22-6e00403a6420] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1138.543257] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "94de7c1a-d065-4f61-8457-b039820f889a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.543499] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "94de7c1a-d065-4f61-8457-b039820f889a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.543688] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "94de7c1a-d065-4f61-8457-b039820f889a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.543874] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "94de7c1a-d065-4f61-8457-b039820f889a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.544059] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "94de7c1a-d065-4f61-8457-b039820f889a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.546296] env[62643]: INFO nova.compute.manager [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Terminating instance [ 1138.577612] env[62643]: DEBUG oslo_concurrency.lockutils [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.879s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.604406] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Acquiring lock "refresh_cache-8165e58c-a0de-4d62-8292-cc01b07b7860" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.604406] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Acquired lock "refresh_cache-8165e58c-a0de-4d62-8292-cc01b07b7860" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.604512] env[62643]: DEBUG nova.network.neutron [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.611080] env[62643]: INFO nova.network.neutron [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Updating port f453ea8e-56d7-4308-b7ae-2992d42ce520 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1138.850377] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 209da343-6851-4c27-9254-d1c95829d1e7] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1139.052339] env[62643]: DEBUG nova.compute.manager [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.052589] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.053519] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ebf011-e7d0-4e8f-9ab0-523ae4bbf9b0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.061452] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.061714] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26b6534e-3196-4045-a244-fc0e17283ba1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.068294] env[62643]: DEBUG oslo_vmware.api [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1139.068294] env[62643]: value = "task-2384029" [ 1139.068294] env[62643]: _type = "Task" [ 1139.068294] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.078191] env[62643]: DEBUG oslo_vmware.api [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.137978] env[62643]: DEBUG nova.network.neutron [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.238820] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55033e87-8d0b-49da-962b-75115bce7627 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.265339] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb5c15b-2065-45e0-9c95-cb071f5967eb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.276399] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating instance '8bf117d1-e25c-4182-ad0a-2513cce514d4' progress to 83 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.339043] env[62643]: DEBUG nova.network.neutron [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Updating instance_info_cache with network_info: [{"id": "07569348-5974-47d4-97b8-03dc758255bc", "address": "fa:16:3e:38:af:7e", "network": {"id": "b4b3bb31-0c01-4684-ba66-ef3a186f8bfd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1731010123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9fbd13a28854e6bb19939a452cd337c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07569348-59", "ovs_interfaceid": "07569348-5974-47d4-97b8-03dc758255bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.354062] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 007b2c05-ed2e-4c24-975e-e7a32c599cef] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1139.578667] env[62643]: DEBUG oslo_vmware.api [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384029, 'name': PowerOffVM_Task, 'duration_secs': 0.17677} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.578942] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.579135] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.579412] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6b519a7-ff48-4ced-a4db-f510267d14da {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.637692] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.637912] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.638106] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Deleting the datastore file [datastore2] 94de7c1a-d065-4f61-8457-b039820f889a {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.638412] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-244f83fa-053a-4f82-ae19-313d60e82acb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.645758] env[62643]: DEBUG oslo_vmware.api [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1139.645758] env[62643]: value = "task-2384031" [ 1139.645758] env[62643]: _type = "Task" [ 1139.645758] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.653243] env[62643]: DEBUG oslo_vmware.api [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.657681] env[62643]: DEBUG oslo_concurrency.lockutils [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "d6857327-40de-4c52-a68d-33b1ad66e649" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.657896] env[62643]: DEBUG oslo_concurrency.lockutils [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "d6857327-40de-4c52-a68d-33b1ad66e649" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.658109] env[62643]: DEBUG oslo_concurrency.lockutils [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "d6857327-40de-4c52-a68d-33b1ad66e649-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.658295] env[62643]: DEBUG oslo_concurrency.lockutils [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "d6857327-40de-4c52-a68d-33b1ad66e649-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.658473] env[62643]: DEBUG oslo_concurrency.lockutils [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "d6857327-40de-4c52-a68d-33b1ad66e649-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.660552] env[62643]: INFO nova.compute.manager [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Terminating instance [ 1139.784958] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.785273] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6f475a5-7b86-48b0-a8f0-f51f1cb3fded {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.791796] env[62643]: DEBUG oslo_vmware.api [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1139.791796] env[62643]: value = "task-2384032" [ 1139.791796] env[62643]: _type = "Task" [ 1139.791796] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.799076] env[62643]: DEBUG oslo_vmware.api [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.842154] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Releasing lock "refresh_cache-8165e58c-a0de-4d62-8292-cc01b07b7860" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.842488] env[62643]: DEBUG nova.compute.manager [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Instance network_info: |[{"id": "07569348-5974-47d4-97b8-03dc758255bc", "address": "fa:16:3e:38:af:7e", "network": {"id": "b4b3bb31-0c01-4684-ba66-ef3a186f8bfd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1731010123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9fbd13a28854e6bb19939a452cd337c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07569348-59", "ovs_interfaceid": "07569348-5974-47d4-97b8-03dc758255bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.842893] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:af:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07569348-5974-47d4-97b8-03dc758255bc', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.850347] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Creating folder: Project (f9fbd13a28854e6bb19939a452cd337c). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.850621] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1b907b9-f4f3-4c00-a3bf-4b23d8cbfa16 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.857042] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 8448a4da-133c-43a5-ab37-4e4b8115466c] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1139.860050] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Created folder: Project (f9fbd13a28854e6bb19939a452cd337c) in parent group-v483488. [ 1139.860240] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Creating folder: Instances. Parent ref: group-v483786. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.860703] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2bea5a3-7c0e-4def-a609-fde4cf2cb9f5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.869474] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Created folder: Instances in parent group-v483786. [ 1139.869474] env[62643]: DEBUG oslo.service.loopingcall [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1139.869662] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.869863] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47731612-5448-404c-91b8-4abbceaa9ee4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.889070] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.889070] env[62643]: value = "task-2384035" [ 1139.889070] env[62643]: _type = "Task" [ 1139.889070] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.897923] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384035, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.059574] env[62643]: DEBUG nova.compute.manager [req-70b3e829-e070-403c-bbb6-62149cac2903 req-8eb245e8-d932-4034-a228-262ccb5dfa07 service nova] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Received event network-changed-07569348-5974-47d4-97b8-03dc758255bc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1140.059799] env[62643]: DEBUG nova.compute.manager [req-70b3e829-e070-403c-bbb6-62149cac2903 req-8eb245e8-d932-4034-a228-262ccb5dfa07 service nova] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Refreshing instance network info cache due to event network-changed-07569348-5974-47d4-97b8-03dc758255bc. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1140.060040] env[62643]: DEBUG oslo_concurrency.lockutils [req-70b3e829-e070-403c-bbb6-62149cac2903 req-8eb245e8-d932-4034-a228-262ccb5dfa07 service nova] Acquiring lock "refresh_cache-8165e58c-a0de-4d62-8292-cc01b07b7860" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.060194] env[62643]: DEBUG oslo_concurrency.lockutils [req-70b3e829-e070-403c-bbb6-62149cac2903 req-8eb245e8-d932-4034-a228-262ccb5dfa07 service nova] Acquired lock "refresh_cache-8165e58c-a0de-4d62-8292-cc01b07b7860" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.060367] env[62643]: DEBUG nova.network.neutron [req-70b3e829-e070-403c-bbb6-62149cac2903 req-8eb245e8-d932-4034-a228-262ccb5dfa07 service nova] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Refreshing network info cache for port 07569348-5974-47d4-97b8-03dc758255bc {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.154783] env[62643]: DEBUG oslo_vmware.api [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131358} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.154984] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.155185] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.155362] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.155566] env[62643]: INFO nova.compute.manager [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1140.155773] env[62643]: DEBUG oslo.service.loopingcall [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1140.155959] env[62643]: DEBUG nova.compute.manager [-] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.156062] env[62643]: DEBUG nova.network.neutron [-] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.164524] env[62643]: DEBUG nova.compute.manager [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.164747] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.165628] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc8354e-280b-4420-a1b8-b55da16777ac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.174301] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.174577] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-515ec303-6bd1-466f-925d-1148fcbeffbd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.223009] env[62643]: DEBUG oslo_concurrency.lockutils [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.223009] env[62643]: DEBUG oslo_concurrency.lockutils [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquired lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.223162] env[62643]: DEBUG nova.network.neutron [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.258461] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.258676] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.258926] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleting the datastore file [datastore2] d6857327-40de-4c52-a68d-33b1ad66e649 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.259134] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7639358-faaf-4662-ac6a-6b0ad632ee8c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.265964] env[62643]: DEBUG oslo_vmware.api [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1140.265964] env[62643]: value = "task-2384037" [ 1140.265964] env[62643]: _type = "Task" [ 1140.265964] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.274443] env[62643]: DEBUG oslo_vmware.api [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.303220] env[62643]: DEBUG oslo_vmware.api [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384032, 'name': PowerOnVM_Task, 'duration_secs': 0.424153} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.303693] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.304081] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2e564fb2-5ae7-45bf-b5a2-b6859ee5a355 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating instance '8bf117d1-e25c-4182-ad0a-2513cce514d4' progress to 100 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.361187] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 1d096b01-89ac-4098-ac44-26bd5168cee9] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1140.399625] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384035, 'name': CreateVM_Task, 'duration_secs': 0.365038} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.400027] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.400798] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.401069] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.401637] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.402297] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5130ef-51fc-477f-a0b4-deafa66c522e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.407150] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Waiting for the task: (returnval){ [ 1140.407150] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52436380-1b41-3a2a-7b89-a4199f24728a" [ 1140.407150] env[62643]: _type = "Task" [ 1140.407150] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.415858] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52436380-1b41-3a2a-7b89-a4199f24728a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.778372] env[62643]: DEBUG oslo_vmware.api [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141334} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.780616] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.780801] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.780971] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.781154] env[62643]: INFO nova.compute.manager [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1140.781384] env[62643]: DEBUG oslo.service.loopingcall [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1140.781564] env[62643]: DEBUG nova.compute.manager [-] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.781651] env[62643]: DEBUG nova.network.neutron [-] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.865065] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 35f0758c-42be-471a-89d1-c4b4e7c84a05] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1140.917504] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52436380-1b41-3a2a-7b89-a4199f24728a, 'name': SearchDatastore_Task, 'duration_secs': 0.00916} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.917780] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.918013] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.918249] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.918393] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.918569] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.920848] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a355ee3-9813-483a-a93d-c954d6fddc2d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.929850] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.930049] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.930735] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bfa7019-c2d2-4835-9064-fe54423d661d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.935796] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Waiting for the task: (returnval){ [ 1140.935796] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bffdb9-84ce-32fd-5c01-4c571af97655" [ 1140.935796] env[62643]: _type = "Task" [ 1140.935796] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.943252] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bffdb9-84ce-32fd-5c01-4c571af97655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.963430] env[62643]: DEBUG nova.network.neutron [req-70b3e829-e070-403c-bbb6-62149cac2903 req-8eb245e8-d932-4034-a228-262ccb5dfa07 service nova] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Updated VIF entry in instance network info cache for port 07569348-5974-47d4-97b8-03dc758255bc. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.963799] env[62643]: DEBUG nova.network.neutron [req-70b3e829-e070-403c-bbb6-62149cac2903 req-8eb245e8-d932-4034-a228-262ccb5dfa07 service nova] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Updating instance_info_cache with network_info: [{"id": "07569348-5974-47d4-97b8-03dc758255bc", "address": "fa:16:3e:38:af:7e", "network": {"id": "b4b3bb31-0c01-4684-ba66-ef3a186f8bfd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1731010123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9fbd13a28854e6bb19939a452cd337c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07569348-59", "ovs_interfaceid": "07569348-5974-47d4-97b8-03dc758255bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.125854] env[62643]: DEBUG nova.network.neutron [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Updating instance_info_cache with network_info: [{"id": "f453ea8e-56d7-4308-b7ae-2992d42ce520", "address": "fa:16:3e:35:f8:43", "network": {"id": "ccc280af-0d0b-46e8-9102-a753f42e1b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-315313190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdebd6b4ba534e8ba7e42e1937149852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf453ea8e-56", "ovs_interfaceid": "f453ea8e-56d7-4308-b7ae-2992d42ce520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.223741] env[62643]: DEBUG nova.network.neutron [-] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.368373] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 40b80fc9-ab61-4de4-a1ea-c914486fbefb] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1141.447036] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52bffdb9-84ce-32fd-5c01-4c571af97655, 'name': SearchDatastore_Task, 'duration_secs': 0.008943} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.447428] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff58fa30-c6b4-4c0f-9ecd-3831289eaa2f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.452889] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Waiting for the task: (returnval){ [ 1141.452889] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ccf3c2-6069-7383-d55e-842cc051efa8" [ 1141.452889] env[62643]: _type = "Task" [ 1141.452889] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.460330] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ccf3c2-6069-7383-d55e-842cc051efa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.465941] env[62643]: DEBUG oslo_concurrency.lockutils [req-70b3e829-e070-403c-bbb6-62149cac2903 req-8eb245e8-d932-4034-a228-262ccb5dfa07 service nova] Releasing lock "refresh_cache-8165e58c-a0de-4d62-8292-cc01b07b7860" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.466215] env[62643]: DEBUG nova.compute.manager [req-70b3e829-e070-403c-bbb6-62149cac2903 req-8eb245e8-d932-4034-a228-262ccb5dfa07 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Received event network-vif-plugged-f453ea8e-56d7-4308-b7ae-2992d42ce520 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1141.466412] env[62643]: DEBUG oslo_concurrency.lockutils [req-70b3e829-e070-403c-bbb6-62149cac2903 req-8eb245e8-d932-4034-a228-262ccb5dfa07 service nova] Acquiring lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.466613] env[62643]: DEBUG oslo_concurrency.lockutils [req-70b3e829-e070-403c-bbb6-62149cac2903 req-8eb245e8-d932-4034-a228-262ccb5dfa07 service nova] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.466777] env[62643]: DEBUG oslo_concurrency.lockutils [req-70b3e829-e070-403c-bbb6-62149cac2903 req-8eb245e8-d932-4034-a228-262ccb5dfa07 service nova] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.466942] env[62643]: DEBUG nova.compute.manager [req-70b3e829-e070-403c-bbb6-62149cac2903 req-8eb245e8-d932-4034-a228-262ccb5dfa07 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] No waiting events found dispatching network-vif-plugged-f453ea8e-56d7-4308-b7ae-2992d42ce520 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.467121] env[62643]: WARNING nova.compute.manager [req-70b3e829-e070-403c-bbb6-62149cac2903 req-8eb245e8-d932-4034-a228-262ccb5dfa07 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Received unexpected event network-vif-plugged-f453ea8e-56d7-4308-b7ae-2992d42ce520 for instance with vm_state shelved_offloaded and task_state spawning. [ 1141.628665] env[62643]: DEBUG oslo_concurrency.lockutils [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Releasing lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.656111] env[62643]: DEBUG nova.virt.hardware [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cbfcee86402a823001dafa35ec8ed982',container_format='bare',created_at=2025-02-07T16:27:45Z,direct_url=,disk_format='vmdk',id=c621d420-1f21-4494-92c0-567783d40bc3,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1660986688-shelved',owner='bdebd6b4ba534e8ba7e42e1937149852',properties=ImageMetaProps,protected=,size=31661056,status='active',tags=,updated_at=2025-02-07T16:28:00Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.656387] env[62643]: DEBUG nova.virt.hardware [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.656547] env[62643]: DEBUG nova.virt.hardware [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.656759] env[62643]: DEBUG nova.virt.hardware [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.657068] env[62643]: DEBUG nova.virt.hardware [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.657307] env[62643]: DEBUG nova.virt.hardware [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.657569] env[62643]: DEBUG nova.virt.hardware [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.657738] env[62643]: DEBUG nova.virt.hardware [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.657907] env[62643]: DEBUG nova.virt.hardware [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.658069] env[62643]: DEBUG nova.virt.hardware [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.658248] env[62643]: DEBUG nova.virt.hardware [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.659092] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ea9ba7-3075-4014-bbcf-6ff2e8dae483 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.661770] env[62643]: DEBUG nova.network.neutron [-] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.669191] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31ca0d5-260c-44ef-8530-d4408a857bd3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.683308] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:f8:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f453ea8e-56d7-4308-b7ae-2992d42ce520', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.690558] env[62643]: DEBUG oslo.service.loopingcall [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1141.690981] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.691214] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b28d75c3-1ff8-4a54-b8aa-8ac57b46e4f3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.710591] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.710591] env[62643]: value = "task-2384038" [ 1141.710591] env[62643]: _type = "Task" [ 1141.710591] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.717687] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384038, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.726496] env[62643]: INFO nova.compute.manager [-] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Took 1.57 seconds to deallocate network for instance. [ 1141.871575] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: ae942842-00af-408a-beb2-312839415d76] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1141.964526] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ccf3c2-6069-7383-d55e-842cc051efa8, 'name': SearchDatastore_Task, 'duration_secs': 0.009104} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.964750] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.965039] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 8165e58c-a0de-4d62-8292-cc01b07b7860/8165e58c-a0de-4d62-8292-cc01b07b7860.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.965317] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c9f5468-8d4b-4ea3-9c1b-a717e23bf4c8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.972479] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Waiting for the task: (returnval){ [ 1141.972479] env[62643]: value = "task-2384039" [ 1141.972479] env[62643]: _type = "Task" [ 1141.972479] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.980659] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.093821] env[62643]: DEBUG nova.compute.manager [req-5ebdd9aa-5608-4b8e-b401-4cac02e0f61b req-476c1614-b034-476a-a49b-e69c28366818 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Received event network-changed-f453ea8e-56d7-4308-b7ae-2992d42ce520 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1142.094153] env[62643]: DEBUG nova.compute.manager [req-5ebdd9aa-5608-4b8e-b401-4cac02e0f61b req-476c1614-b034-476a-a49b-e69c28366818 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Refreshing instance network info cache due to event network-changed-f453ea8e-56d7-4308-b7ae-2992d42ce520. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1142.094237] env[62643]: DEBUG oslo_concurrency.lockutils [req-5ebdd9aa-5608-4b8e-b401-4cac02e0f61b req-476c1614-b034-476a-a49b-e69c28366818 service nova] Acquiring lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.094380] env[62643]: DEBUG oslo_concurrency.lockutils [req-5ebdd9aa-5608-4b8e-b401-4cac02e0f61b req-476c1614-b034-476a-a49b-e69c28366818 service nova] Acquired lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.094540] env[62643]: DEBUG nova.network.neutron [req-5ebdd9aa-5608-4b8e-b401-4cac02e0f61b req-476c1614-b034-476a-a49b-e69c28366818 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Refreshing network info cache for port f453ea8e-56d7-4308-b7ae-2992d42ce520 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.165302] env[62643]: INFO nova.compute.manager [-] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Took 1.38 seconds to deallocate network for instance. [ 1142.221638] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384038, 'name': CreateVM_Task, 'duration_secs': 0.302971} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.221869] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.222579] env[62643]: DEBUG oslo_concurrency.lockutils [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c621d420-1f21-4494-92c0-567783d40bc3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.222748] env[62643]: DEBUG oslo_concurrency.lockutils [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c621d420-1f21-4494-92c0-567783d40bc3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.223147] env[62643]: DEBUG oslo_concurrency.lockutils [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c621d420-1f21-4494-92c0-567783d40bc3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.223400] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dfe339f-7097-4813-bffa-6d61f21f7eb9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.230022] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1142.230022] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523e4f2f-c5b8-e56d-d00a-8ead2f182373" [ 1142.230022] env[62643]: _type = "Task" [ 1142.230022] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.234424] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.234711] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.234912] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.242633] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523e4f2f-c5b8-e56d-d00a-8ead2f182373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.258564] env[62643]: INFO nova.scheduler.client.report [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Deleted allocations for instance 94de7c1a-d065-4f61-8457-b039820f889a [ 1142.375323] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 8dfa69d8-a372-4596-be2c-c8f72b5e31ee] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1142.485950] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475362} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.486309] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 8165e58c-a0de-4d62-8292-cc01b07b7860/8165e58c-a0de-4d62-8292-cc01b07b7860.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.486583] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.486889] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ee01d5f-591e-4209-a095-1537c290bb85 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.495015] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Waiting for the task: (returnval){ [ 1142.495015] env[62643]: value = "task-2384040" [ 1142.495015] env[62643]: _type = "Task" [ 1142.495015] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.512066] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.673095] env[62643]: DEBUG oslo_concurrency.lockutils [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.673411] env[62643]: DEBUG oslo_concurrency.lockutils [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.673628] env[62643]: DEBUG nova.objects.instance [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lazy-loading 'resources' on Instance uuid d6857327-40de-4c52-a68d-33b1ad66e649 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.743335] env[62643]: DEBUG oslo_concurrency.lockutils [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c621d420-1f21-4494-92c0-567783d40bc3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.745143] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Processing image c621d420-1f21-4494-92c0-567783d40bc3 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.745143] env[62643]: DEBUG oslo_concurrency.lockutils [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c621d420-1f21-4494-92c0-567783d40bc3/c621d420-1f21-4494-92c0-567783d40bc3.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.745143] env[62643]: DEBUG oslo_concurrency.lockutils [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c621d420-1f21-4494-92c0-567783d40bc3/c621d420-1f21-4494-92c0-567783d40bc3.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.745143] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.745143] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18726b3f-a972-4555-a250-7b0095c307dd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.754142] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.754142] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.754575] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b88919-67d8-423d-9baa-c452d8de00d5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.763020] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1142.763020] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ba4bcf-9979-b7ca-e4db-be90c7ba9ab3" [ 1142.763020] env[62643]: _type = "Task" [ 1142.763020] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.766355] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c38ecd0a-aa05-4eca-8534-809c313c4cfe tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "94de7c1a-d065-4f61-8457-b039820f889a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.223s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.770899] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ba4bcf-9979-b7ca-e4db-be90c7ba9ab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.848065] env[62643]: DEBUG nova.network.neutron [req-5ebdd9aa-5608-4b8e-b401-4cac02e0f61b req-476c1614-b034-476a-a49b-e69c28366818 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Updated VIF entry in instance network info cache for port f453ea8e-56d7-4308-b7ae-2992d42ce520. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.848065] env[62643]: DEBUG nova.network.neutron [req-5ebdd9aa-5608-4b8e-b401-4cac02e0f61b req-476c1614-b034-476a-a49b-e69c28366818 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Updating instance_info_cache with network_info: [{"id": "f453ea8e-56d7-4308-b7ae-2992d42ce520", "address": "fa:16:3e:35:f8:43", "network": {"id": "ccc280af-0d0b-46e8-9102-a753f42e1b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-315313190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdebd6b4ba534e8ba7e42e1937149852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf453ea8e-56", "ovs_interfaceid": "f453ea8e-56d7-4308-b7ae-2992d42ce520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.879228] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 46dc2ea7-f124-4a2d-b59c-a8b95f411156] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1143.009049] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063885} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.011683] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.012562] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eedd68e-5c9d-45f1-8ea9-a85b37112479 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.036453] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 8165e58c-a0de-4d62-8292-cc01b07b7860/8165e58c-a0de-4d62-8292-cc01b07b7860.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.037152] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9fa25c9-efc6-4903-99a8-1747afc60ac5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.060096] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Waiting for the task: (returnval){ [ 1143.060096] env[62643]: value = "task-2384041" [ 1143.060096] env[62643]: _type = "Task" [ 1143.060096] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.068254] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.092247] env[62643]: DEBUG nova.network.neutron [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Port a1e83488-ef11-4550-b413-67db9ab130e2 binding to destination host cpu-1 is already ACTIVE {{(pid=62643) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1143.092527] env[62643]: DEBUG oslo_concurrency.lockutils [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.092686] env[62643]: DEBUG oslo_concurrency.lockutils [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.092851] env[62643]: DEBUG nova.network.neutron [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.271418] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Preparing fetch location {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1143.271729] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Fetch image to [datastore1] OSTACK_IMG_6c052bf2-5caa-48d9-95c5-6a8090a4d05c/OSTACK_IMG_6c052bf2-5caa-48d9-95c5-6a8090a4d05c.vmdk {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1143.271923] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Downloading stream optimized image c621d420-1f21-4494-92c0-567783d40bc3 to [datastore1] OSTACK_IMG_6c052bf2-5caa-48d9-95c5-6a8090a4d05c/OSTACK_IMG_6c052bf2-5caa-48d9-95c5-6a8090a4d05c.vmdk on the data store datastore1 as vApp {{(pid=62643) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1143.272126] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Downloading image file data c621d420-1f21-4494-92c0-567783d40bc3 to the ESX as VM named 'OSTACK_IMG_6c052bf2-5caa-48d9-95c5-6a8090a4d05c' {{(pid=62643) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1143.324952] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd02188-3ef4-4090-8571-b88e16082adc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.335042] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e21998a-beed-4222-a7cb-edbaa11e2e2e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.367703] env[62643]: DEBUG oslo_concurrency.lockutils [req-5ebdd9aa-5608-4b8e-b401-4cac02e0f61b req-476c1614-b034-476a-a49b-e69c28366818 service nova] Releasing lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.368097] env[62643]: DEBUG nova.compute.manager [req-5ebdd9aa-5608-4b8e-b401-4cac02e0f61b req-476c1614-b034-476a-a49b-e69c28366818 service nova] [instance: 94de7c1a-d065-4f61-8457-b039820f889a] Received event network-vif-deleted-a3b88dd2-85ee-4671-b889-e7e3ef3fcd57 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1143.368345] env[62643]: DEBUG nova.compute.manager [req-5ebdd9aa-5608-4b8e-b401-4cac02e0f61b req-476c1614-b034-476a-a49b-e69c28366818 service nova] [instance: d6857327-40de-4c52-a68d-33b1ad66e649] Received event network-vif-deleted-b51699f0-a373-45a1-9767-c3de7f66cab1 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1143.370053] env[62643]: DEBUG oslo_vmware.rw_handles [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1143.370053] env[62643]: value = "resgroup-9" [ 1143.370053] env[62643]: _type = "ResourcePool" [ 1143.370053] env[62643]: }. {{(pid=62643) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1143.370887] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f4b549-8c63-46d5-a218-39885426786b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.373743] env[62643]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4479440d-c42a-44d3-abef-e20ce27db9f1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.389533] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 3cc8af78-190c-486b-8e28-92895e62d772] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1143.396787] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197d9eeb-e729-491b-8a04-76d0a5440a75 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.401834] env[62643]: DEBUG oslo_vmware.rw_handles [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lease: (returnval){ [ 1143.401834] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525dffbf-b663-a728-945a-2cd61f7b2b80" [ 1143.401834] env[62643]: _type = "HttpNfcLease" [ 1143.401834] env[62643]: } obtained for vApp import into resource pool (val){ [ 1143.401834] env[62643]: value = "resgroup-9" [ 1143.401834] env[62643]: _type = "ResourcePool" [ 1143.401834] env[62643]: }. {{(pid=62643) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1143.402177] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the lease: (returnval){ [ 1143.402177] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525dffbf-b663-a728-945a-2cd61f7b2b80" [ 1143.402177] env[62643]: _type = "HttpNfcLease" [ 1143.402177] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1143.413543] env[62643]: DEBUG nova.compute.provider_tree [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.418217] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1143.418217] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525dffbf-b663-a728-945a-2cd61f7b2b80" [ 1143.418217] env[62643]: _type = "HttpNfcLease" [ 1143.418217] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1143.570538] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384041, 'name': ReconfigVM_Task, 'duration_secs': 0.293804} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.571032] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 8165e58c-a0de-4d62-8292-cc01b07b7860/8165e58c-a0de-4d62-8292-cc01b07b7860.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.571830] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-689ef967-9930-46c8-9de5-c9cde143451c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.578928] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Waiting for the task: (returnval){ [ 1143.578928] env[62643]: value = "task-2384043" [ 1143.578928] env[62643]: _type = "Task" [ 1143.578928] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.587550] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384043, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.624976] env[62643]: DEBUG oslo_concurrency.lockutils [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "d4ce289b-1143-45f4-937c-688cc08019f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.625473] env[62643]: DEBUG oslo_concurrency.lockutils [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "d4ce289b-1143-45f4-937c-688cc08019f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.891026] env[62643]: DEBUG nova.network.neutron [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating instance_info_cache with network_info: [{"id": "a1e83488-ef11-4550-b413-67db9ab130e2", "address": "fa:16:3e:9a:a3:3a", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1e83488-ef", "ovs_interfaceid": "a1e83488-ef11-4550-b413-67db9ab130e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.893020] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 9b21a7b6-464c-4db7-9308-5377447ade04] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1143.911838] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1143.911838] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525dffbf-b663-a728-945a-2cd61f7b2b80" [ 1143.911838] env[62643]: _type = "HttpNfcLease" [ 1143.911838] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1143.920481] env[62643]: DEBUG nova.scheduler.client.report [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.089044] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384043, 'name': Rename_Task, 'duration_secs': 0.142995} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.089466] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.089760] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34cee7f2-62fb-4e53-9264-7902b6cdfb3e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.095566] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Waiting for the task: (returnval){ [ 1144.095566] env[62643]: value = "task-2384044" [ 1144.095566] env[62643]: _type = "Task" [ 1144.095566] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.104232] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.127751] env[62643]: DEBUG nova.compute.manager [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.394068] env[62643]: DEBUG oslo_concurrency.lockutils [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.395690] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 9852bd88-1d3c-4e14-a334-1fbd32cdd3ed] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1144.412058] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1144.412058] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525dffbf-b663-a728-945a-2cd61f7b2b80" [ 1144.412058] env[62643]: _type = "HttpNfcLease" [ 1144.412058] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1144.424317] env[62643]: DEBUG oslo_concurrency.lockutils [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.444993] env[62643]: INFO nova.scheduler.client.report [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleted allocations for instance d6857327-40de-4c52-a68d-33b1ad66e649 [ 1144.605345] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.646741] env[62643]: DEBUG oslo_concurrency.lockutils [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.647071] env[62643]: DEBUG oslo_concurrency.lockutils [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.648730] env[62643]: INFO nova.compute.claims [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.889888] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "51d2928f-cf02-4145-9572-3aa30c124c0d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.889888] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "51d2928f-cf02-4145-9572-3aa30c124c0d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.899885] env[62643]: DEBUG nova.compute.manager [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62643) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1144.902040] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 87c398c4-2165-41c0-b584-df1f5995ae3d] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1144.915051] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1144.915051] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525dffbf-b663-a728-945a-2cd61f7b2b80" [ 1144.915051] env[62643]: _type = "HttpNfcLease" [ 1144.915051] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1144.916120] env[62643]: DEBUG oslo_vmware.rw_handles [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1144.916120] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]525dffbf-b663-a728-945a-2cd61f7b2b80" [ 1144.916120] env[62643]: _type = "HttpNfcLease" [ 1144.916120] env[62643]: }. {{(pid=62643) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1144.916120] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f4b161-1215-4cb1-ab9d-9b5c45101b8f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.924042] env[62643]: DEBUG oslo_vmware.rw_handles [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4fbdb-38f1-b523-ac29-76c3c146a1c4/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1144.924042] env[62643]: DEBUG oslo_vmware.rw_handles [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Creating HTTP connection to write to file with size = 31661056 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4fbdb-38f1-b523-ac29-76c3c146a1c4/disk-0.vmdk. {{(pid=62643) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1144.990783] env[62643]: DEBUG oslo_concurrency.lockutils [None req-05fa0d0c-e714-4c4e-9a5a-8ef361b8bfc8 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "d6857327-40de-4c52-a68d-33b1ad66e649" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.332s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.002806] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-53d2bece-c9b9-4d6e-bf7a-45f0724912e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.107187] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.393736] env[62643]: DEBUG nova.compute.utils [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1145.404603] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 589046f1-74fa-4f42-b4ba-cea6a23c9e7a] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1145.608687] env[62643]: DEBUG oslo_vmware.api [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384044, 'name': PowerOnVM_Task, 'duration_secs': 1.138977} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.608687] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.608917] env[62643]: INFO nova.compute.manager [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1145.609141] env[62643]: DEBUG nova.compute.manager [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.609975] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32a541b-a10b-4471-996b-e91777fb83fe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.676958] env[62643]: DEBUG oslo_concurrency.lockutils [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "eb64854f-00d7-4676-8d52-b7c510a862d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.677328] env[62643]: DEBUG oslo_concurrency.lockutils [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "eb64854f-00d7-4676-8d52-b7c510a862d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.802104] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a570637c-a757-4c66-be09-3d258b58f280 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.811242] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb40b7cb-660b-4f0d-8063-1cf9c9e6855f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.849138] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851a290e-5b90-43fa-a5e9-6bd3cb4506e8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.857378] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463e0a06-c8f9-4b55-9d03-9e07fbdd8174 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.871941] env[62643]: DEBUG nova.compute.provider_tree [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.898302] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "51d2928f-cf02-4145-9572-3aa30c124c0d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.908993] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 966100c4-9633-4d98-a860-578dc2253d7b] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1146.054631] env[62643]: DEBUG oslo_concurrency.lockutils [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.127979] env[62643]: INFO nova.compute.manager [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Took 15.22 seconds to build instance. [ 1146.132206] env[62643]: DEBUG oslo_vmware.rw_handles [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Completed reading data from the image iterator. {{(pid=62643) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1146.132406] env[62643]: DEBUG oslo_vmware.rw_handles [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4fbdb-38f1-b523-ac29-76c3c146a1c4/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1146.133328] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126e7b5a-c307-4d39-8ba1-a4b68c121faa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.139803] env[62643]: DEBUG oslo_vmware.rw_handles [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4fbdb-38f1-b523-ac29-76c3c146a1c4/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1146.139998] env[62643]: DEBUG oslo_vmware.rw_handles [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4fbdb-38f1-b523-ac29-76c3c146a1c4/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1146.140252] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-50c24f38-6aef-4c33-8ca4-29c95a3c5608 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.179602] env[62643]: DEBUG nova.compute.manager [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.375889] env[62643]: DEBUG nova.scheduler.client.report [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.413034] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: c771cbc2-e440-4c40-afea-0476d16f5328] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1146.549197] env[62643]: DEBUG oslo_vmware.rw_handles [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4fbdb-38f1-b523-ac29-76c3c146a1c4/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1146.549477] env[62643]: INFO nova.virt.vmwareapi.images [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Downloaded image file data c621d420-1f21-4494-92c0-567783d40bc3 [ 1146.550353] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c82566-9f52-4563-b96f-b0aa661111cd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.565768] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06c94b58-8948-42d4-a2db-49c14441e033 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.579514] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c00dee7b-be4f-4763-9f6f-35343133712c tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Acquiring lock "8165e58c-a0de-4d62-8292-cc01b07b7860" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.629945] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5d2eb552-035f-4b55-931a-21db704c5958 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Lock "8165e58c-a0de-4d62-8292-cc01b07b7860" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.734s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.630229] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c00dee7b-be4f-4763-9f6f-35343133712c tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Lock "8165e58c-a0de-4d62-8292-cc01b07b7860" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.051s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.630482] env[62643]: INFO nova.compute.manager [None req-c00dee7b-be4f-4763-9f6f-35343133712c tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Rebooting instance [ 1146.703894] env[62643]: DEBUG oslo_concurrency.lockutils [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.711521] env[62643]: INFO nova.virt.vmwareapi.images [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] The imported VM was unregistered [ 1146.713778] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Caching image {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1146.714015] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c621d420-1f21-4494-92c0-567783d40bc3 {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.714303] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-555b4b1a-7538-44d1-a093-8b7601a771ca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.750590] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Created directory with path [datastore1] devstack-image-cache_base/c621d420-1f21-4494-92c0-567783d40bc3 {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.750743] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6c052bf2-5caa-48d9-95c5-6a8090a4d05c/OSTACK_IMG_6c052bf2-5caa-48d9-95c5-6a8090a4d05c.vmdk to [datastore1] devstack-image-cache_base/c621d420-1f21-4494-92c0-567783d40bc3/c621d420-1f21-4494-92c0-567783d40bc3.vmdk. {{(pid=62643) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1146.750983] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-68c211cd-6c8f-4aed-81b9-de1052620acc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.758294] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1146.758294] env[62643]: value = "task-2384046" [ 1146.758294] env[62643]: _type = "Task" [ 1146.758294] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.765945] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384046, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.881513] env[62643]: DEBUG oslo_concurrency.lockutils [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.882115] env[62643]: DEBUG nova.compute.manager [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.884931] env[62643]: DEBUG oslo_concurrency.lockutils [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.830s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.916018] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 3f036c4b-0b5b-49e8-89cd-4e63e9c80d65] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1146.960310] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "51d2928f-cf02-4145-9572-3aa30c124c0d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.960560] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "51d2928f-cf02-4145-9572-3aa30c124c0d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.960799] env[62643]: INFO nova.compute.manager [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Attaching volume adf5e164-b9ef-420a-9949-87879fc41a48 to /dev/sdb [ 1146.994629] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e842982-4f22-4dde-bc7c-8f38e4a2d26b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.002381] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8743c6c-754e-4de9-8ca4-6ce4c61be84e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.015365] env[62643]: DEBUG nova.virt.block_device [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Updating existing volume attachment record: b3f3e275-57fd-420a-b387-201478eb4ed1 {{(pid=62643) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1147.154309] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c00dee7b-be4f-4763-9f6f-35343133712c tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Acquiring lock "refresh_cache-8165e58c-a0de-4d62-8292-cc01b07b7860" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.154564] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c00dee7b-be4f-4763-9f6f-35343133712c tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Acquired lock "refresh_cache-8165e58c-a0de-4d62-8292-cc01b07b7860" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.154785] env[62643]: DEBUG nova.network.neutron [None req-c00dee7b-be4f-4763-9f6f-35343133712c tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.269550] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384046, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.388282] env[62643]: DEBUG nova.compute.utils [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1147.390127] env[62643]: DEBUG nova.objects.instance [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lazy-loading 'migration_context' on Instance uuid 8bf117d1-e25c-4182-ad0a-2513cce514d4 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.391211] env[62643]: DEBUG nova.compute.manager [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.391383] env[62643]: DEBUG nova.network.neutron [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.419504] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 51049d09-cb97-42a9-aa48-b9375cf7c7eb] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1147.454471] env[62643]: DEBUG nova.policy [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ae5acaab1aa4f2daab1d5e28055c5bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23859bad67734eb2a65c6eb672f5a96c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.772776] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384046, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.887309] env[62643]: DEBUG nova.network.neutron [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Successfully created port: 35dbf957-7e58-4e67-9e89-2cd822353bdc {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.898936] env[62643]: DEBUG nova.compute.manager [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.922764] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: bb4772da-b738-487f-a72e-97673c3ae7f1] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1148.039758] env[62643]: DEBUG nova.network.neutron [None req-c00dee7b-be4f-4763-9f6f-35343133712c tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Updating instance_info_cache with network_info: [{"id": "07569348-5974-47d4-97b8-03dc758255bc", "address": "fa:16:3e:38:af:7e", "network": {"id": "b4b3bb31-0c01-4684-ba66-ef3a186f8bfd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1731010123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9fbd13a28854e6bb19939a452cd337c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07569348-59", "ovs_interfaceid": "07569348-5974-47d4-97b8-03dc758255bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.072434] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008e940a-4f8f-4bbc-a268-b5459c1806cf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.083711] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2c0fdc-4e87-43bc-b379-704367d51e73 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.124393] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab288a6f-9b5f-41f5-9bfb-21069805fd67 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.135245] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6104861-06aa-4baa-b094-21f60d280a69 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.149529] env[62643]: DEBUG nova.compute.provider_tree [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.274913] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384046, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.426718] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: f54a3315-6dde-4807-84cc-413afe64f178] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1148.543812] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c00dee7b-be4f-4763-9f6f-35343133712c tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Releasing lock "refresh_cache-8165e58c-a0de-4d62-8292-cc01b07b7860" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.652665] env[62643]: DEBUG nova.scheduler.client.report [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.775071] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384046, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.909646] env[62643]: DEBUG nova.compute.manager [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.935147] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 20c560c8-551e-476c-b26a-45e5d9770dce] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1148.939820] env[62643]: DEBUG nova.virt.hardware [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.940086] env[62643]: DEBUG nova.virt.hardware [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.940248] env[62643]: DEBUG nova.virt.hardware [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.940454] env[62643]: DEBUG nova.virt.hardware [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.940614] env[62643]: DEBUG nova.virt.hardware [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.940767] env[62643]: DEBUG nova.virt.hardware [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.940977] env[62643]: DEBUG nova.virt.hardware [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.941152] env[62643]: DEBUG nova.virt.hardware [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.941332] env[62643]: DEBUG nova.virt.hardware [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.941502] env[62643]: DEBUG nova.virt.hardware [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.941674] env[62643]: DEBUG nova.virt.hardware [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.942570] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333ca18f-9737-40e3-885b-a13a9ff02653 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.955555] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f085db55-86b4-43ba-be41-1891b81eea55 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.049425] env[62643]: DEBUG nova.compute.manager [None req-c00dee7b-be4f-4763-9f6f-35343133712c tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.050407] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b696e61a-9a0f-42e1-bb78-91c50fdcd48a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.274903] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384046, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.439920] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: a7f0e157-fd31-4d6f-af3c-59b311ad974d] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1149.529210] env[62643]: DEBUG nova.compute.manager [req-6e9507ea-98d4-4b1a-ae91-3d8895330e57 req-c0433517-2e49-4d60-9380-3cd77aa33dad service nova] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Received event network-vif-plugged-35dbf957-7e58-4e67-9e89-2cd822353bdc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1149.529210] env[62643]: DEBUG oslo_concurrency.lockutils [req-6e9507ea-98d4-4b1a-ae91-3d8895330e57 req-c0433517-2e49-4d60-9380-3cd77aa33dad service nova] Acquiring lock "d4ce289b-1143-45f4-937c-688cc08019f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.529210] env[62643]: DEBUG oslo_concurrency.lockutils [req-6e9507ea-98d4-4b1a-ae91-3d8895330e57 req-c0433517-2e49-4d60-9380-3cd77aa33dad service nova] Lock "d4ce289b-1143-45f4-937c-688cc08019f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.529210] env[62643]: DEBUG oslo_concurrency.lockutils [req-6e9507ea-98d4-4b1a-ae91-3d8895330e57 req-c0433517-2e49-4d60-9380-3cd77aa33dad service nova] Lock "d4ce289b-1143-45f4-937c-688cc08019f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.530089] env[62643]: DEBUG nova.compute.manager [req-6e9507ea-98d4-4b1a-ae91-3d8895330e57 req-c0433517-2e49-4d60-9380-3cd77aa33dad service nova] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] No waiting events found dispatching network-vif-plugged-35dbf957-7e58-4e67-9e89-2cd822353bdc {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.530434] env[62643]: WARNING nova.compute.manager [req-6e9507ea-98d4-4b1a-ae91-3d8895330e57 req-c0433517-2e49-4d60-9380-3cd77aa33dad service nova] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Received unexpected event network-vif-plugged-35dbf957-7e58-4e67-9e89-2cd822353bdc for instance with vm_state building and task_state spawning. [ 1149.635581] env[62643]: DEBUG nova.network.neutron [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Successfully updated port: 35dbf957-7e58-4e67-9e89-2cd822353bdc {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.663632] env[62643]: DEBUG oslo_concurrency.lockutils [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.779s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.670041] env[62643]: DEBUG oslo_concurrency.lockutils [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.966s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.671402] env[62643]: INFO nova.compute.claims [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.777112] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384046, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.829134} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.777539] env[62643]: INFO nova.virt.vmwareapi.ds_util [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6c052bf2-5caa-48d9-95c5-6a8090a4d05c/OSTACK_IMG_6c052bf2-5caa-48d9-95c5-6a8090a4d05c.vmdk to [datastore1] devstack-image-cache_base/c621d420-1f21-4494-92c0-567783d40bc3/c621d420-1f21-4494-92c0-567783d40bc3.vmdk. [ 1149.777802] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Cleaning up location [datastore1] OSTACK_IMG_6c052bf2-5caa-48d9-95c5-6a8090a4d05c {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1149.778035] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6c052bf2-5caa-48d9-95c5-6a8090a4d05c {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.778369] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7be9fba9-6155-424c-bb96-c91ea78e5966 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.785341] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1149.785341] env[62643]: value = "task-2384049" [ 1149.785341] env[62643]: _type = "Task" [ 1149.785341] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.796331] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.942925] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: efdf473f-8daa-4179-9a44-3b72bfb87f01] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1150.071458] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb2757b-cfb5-47e9-a41b-733c50acd90e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.078864] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c00dee7b-be4f-4763-9f6f-35343133712c tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Doing hard reboot of VM {{(pid=62643) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1150.079076] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-42de277c-c11e-4256-a224-7e7dd0435629 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.088698] env[62643]: DEBUG oslo_vmware.api [None req-c00dee7b-be4f-4763-9f6f-35343133712c tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Waiting for the task: (returnval){ [ 1150.088698] env[62643]: value = "task-2384050" [ 1150.088698] env[62643]: _type = "Task" [ 1150.088698] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.094753] env[62643]: DEBUG oslo_vmware.api [None req-c00dee7b-be4f-4763-9f6f-35343133712c tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384050, 'name': ResetVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.136953] env[62643]: DEBUG oslo_concurrency.lockutils [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "refresh_cache-d4ce289b-1143-45f4-937c-688cc08019f2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.137108] env[62643]: DEBUG oslo_concurrency.lockutils [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "refresh_cache-d4ce289b-1143-45f4-937c-688cc08019f2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.137264] env[62643]: DEBUG nova.network.neutron [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.295290] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199588} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.295544] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.295712] env[62643]: DEBUG oslo_concurrency.lockutils [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c621d420-1f21-4494-92c0-567783d40bc3/c621d420-1f21-4494-92c0-567783d40bc3.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.295968] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c621d420-1f21-4494-92c0-567783d40bc3/c621d420-1f21-4494-92c0-567783d40bc3.vmdk to [datastore1] e8dd0d79-0397-4f17-8a6b-1eccf23ffeac/e8dd0d79-0397-4f17-8a6b-1eccf23ffeac.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.296242] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c22c43e-5395-4070-8563-97bad9a468fb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.302983] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1150.302983] env[62643]: value = "task-2384051" [ 1150.302983] env[62643]: _type = "Task" [ 1150.302983] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.311787] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.445971] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 7b61b38f-3e03-41f5-8d94-f56ec29e416a] Instance has had 0 of 5 cleanup attempts {{(pid=62643) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1150.597112] env[62643]: DEBUG oslo_vmware.api [None req-c00dee7b-be4f-4763-9f6f-35343133712c tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384050, 'name': ResetVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.686154] env[62643]: DEBUG nova.network.neutron [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.815118] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.852935] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6ccc32-d5ab-4068-9334-9b6da4b49f1c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.862021] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499d0a64-c08b-47b9-b95f-9da52f83dbbf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.892479] env[62643]: DEBUG nova.network.neutron [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Updating instance_info_cache with network_info: [{"id": "35dbf957-7e58-4e67-9e89-2cd822353bdc", "address": "fa:16:3e:d7:39:52", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dbf957-7e", "ovs_interfaceid": "35dbf957-7e58-4e67-9e89-2cd822353bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.894378] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbdfa85-2a3b-44a5-8819-c65fa75eb029 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.907414] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3b58fc-fcd3-445f-9b41-91ef6f7cf609 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.926815] env[62643]: DEBUG nova.compute.provider_tree [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.949461] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.949822] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Cleaning up deleted instances with incomplete migration {{(pid=62643) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1151.101082] env[62643]: DEBUG oslo_vmware.api [None req-c00dee7b-be4f-4763-9f6f-35343133712c tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384050, 'name': ResetVM_Task, 'duration_secs': 0.56962} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.102593] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c00dee7b-be4f-4763-9f6f-35343133712c tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Did hard reboot of VM {{(pid=62643) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1151.102842] env[62643]: DEBUG nova.compute.manager [None req-c00dee7b-be4f-4763-9f6f-35343133712c tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.103725] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b629c525-1e5d-469a-b71f-b4bd3314e6aa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.210555] env[62643]: INFO nova.compute.manager [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Swapping old allocation on dict_keys(['ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a']) held by migration 12258165-ef68-4014-9e70-408316f3bcbf for instance [ 1151.235243] env[62643]: DEBUG nova.scheduler.client.report [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Overwriting current allocation {'allocations': {'ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 159}}, 'project_id': 'bedba7d7b9c04694a1cedbee715c6c59', 'user_id': '5fb90d6dff4f43aba6f639834ecb9cff', 'consumer_generation': 1} on consumer 8bf117d1-e25c-4182-ad0a-2513cce514d4 {{(pid=62643) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1151.316694] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384051, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.317775] env[62643]: DEBUG oslo_concurrency.lockutils [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.317950] env[62643]: DEBUG oslo_concurrency.lockutils [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.318135] env[62643]: DEBUG nova.network.neutron [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.397883] env[62643]: DEBUG oslo_concurrency.lockutils [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "refresh_cache-d4ce289b-1143-45f4-937c-688cc08019f2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.398377] env[62643]: DEBUG nova.compute.manager [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Instance network_info: |[{"id": "35dbf957-7e58-4e67-9e89-2cd822353bdc", "address": "fa:16:3e:d7:39:52", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dbf957-7e", "ovs_interfaceid": "35dbf957-7e58-4e67-9e89-2cd822353bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.399019] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:39:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35dbf957-7e58-4e67-9e89-2cd822353bdc', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.407160] env[62643]: DEBUG oslo.service.loopingcall [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1151.407430] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.407754] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43803426-47e1-4215-9b90-59a7b3cb78b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.431776] env[62643]: DEBUG nova.scheduler.client.report [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.435027] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.435027] env[62643]: value = "task-2384052" [ 1151.435027] env[62643]: _type = "Task" [ 1151.435027] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.448278] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384052, 'name': CreateVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.451978] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.558381] env[62643]: DEBUG nova.compute.manager [req-b2c1f0cd-0093-4123-8d6c-639f800bdd19 req-8dcd4392-9d91-41c2-a201-64683a4e9c06 service nova] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Received event network-changed-35dbf957-7e58-4e67-9e89-2cd822353bdc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1151.558668] env[62643]: DEBUG nova.compute.manager [req-b2c1f0cd-0093-4123-8d6c-639f800bdd19 req-8dcd4392-9d91-41c2-a201-64683a4e9c06 service nova] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Refreshing instance network info cache due to event network-changed-35dbf957-7e58-4e67-9e89-2cd822353bdc. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1151.558961] env[62643]: DEBUG oslo_concurrency.lockutils [req-b2c1f0cd-0093-4123-8d6c-639f800bdd19 req-8dcd4392-9d91-41c2-a201-64683a4e9c06 service nova] Acquiring lock "refresh_cache-d4ce289b-1143-45f4-937c-688cc08019f2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.559136] env[62643]: DEBUG oslo_concurrency.lockutils [req-b2c1f0cd-0093-4123-8d6c-639f800bdd19 req-8dcd4392-9d91-41c2-a201-64683a4e9c06 service nova] Acquired lock "refresh_cache-d4ce289b-1143-45f4-937c-688cc08019f2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.559312] env[62643]: DEBUG nova.network.neutron [req-b2c1f0cd-0093-4123-8d6c-639f800bdd19 req-8dcd4392-9d91-41c2-a201-64683a4e9c06 service nova] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Refreshing network info cache for port 35dbf957-7e58-4e67-9e89-2cd822353bdc {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.562079] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Volume attach. Driver type: vmdk {{(pid=62643) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1151.562308] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483791', 'volume_id': 'adf5e164-b9ef-420a-9949-87879fc41a48', 'name': 'volume-adf5e164-b9ef-420a-9949-87879fc41a48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51d2928f-cf02-4145-9572-3aa30c124c0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'adf5e164-b9ef-420a-9949-87879fc41a48', 'serial': 'adf5e164-b9ef-420a-9949-87879fc41a48'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1151.563547] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b0f310-7033-48aa-a73b-bc241fad62d2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.585521] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81cf150-cebb-4ec8-bc21-8e3fe4539951 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.616486] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-adf5e164-b9ef-420a-9949-87879fc41a48/volume-adf5e164-b9ef-420a-9949-87879fc41a48.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.617251] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a80996e7-f7b8-4106-a707-bfeb48f3616d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.635890] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c00dee7b-be4f-4763-9f6f-35343133712c tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Lock "8165e58c-a0de-4d62-8292-cc01b07b7860" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.005s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.646868] env[62643]: DEBUG oslo_vmware.api [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1151.646868] env[62643]: value = "task-2384053" [ 1151.646868] env[62643]: _type = "Task" [ 1151.646868] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.665083] env[62643]: DEBUG oslo_vmware.api [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2384053, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.824226] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384051, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.937034] env[62643]: DEBUG oslo_concurrency.lockutils [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.937849] env[62643]: DEBUG nova.compute.manager [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.962689] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384052, 'name': CreateVM_Task} progress is 25%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.161932] env[62643]: DEBUG oslo_vmware.api [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2384053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.257604] env[62643]: DEBUG nova.network.neutron [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating instance_info_cache with network_info: [{"id": "a1e83488-ef11-4550-b413-67db9ab130e2", "address": "fa:16:3e:9a:a3:3a", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1e83488-ef", "ovs_interfaceid": "a1e83488-ef11-4550-b413-67db9ab130e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.318308] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384051, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.358438] env[62643]: DEBUG nova.network.neutron [req-b2c1f0cd-0093-4123-8d6c-639f800bdd19 req-8dcd4392-9d91-41c2-a201-64683a4e9c06 service nova] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Updated VIF entry in instance network info cache for port 35dbf957-7e58-4e67-9e89-2cd822353bdc. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.358894] env[62643]: DEBUG nova.network.neutron [req-b2c1f0cd-0093-4123-8d6c-639f800bdd19 req-8dcd4392-9d91-41c2-a201-64683a4e9c06 service nova] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Updating instance_info_cache with network_info: [{"id": "35dbf957-7e58-4e67-9e89-2cd822353bdc", "address": "fa:16:3e:d7:39:52", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dbf957-7e", "ovs_interfaceid": "35dbf957-7e58-4e67-9e89-2cd822353bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.432153] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Acquiring lock "8165e58c-a0de-4d62-8292-cc01b07b7860" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.432462] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Lock "8165e58c-a0de-4d62-8292-cc01b07b7860" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.432691] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Acquiring lock "8165e58c-a0de-4d62-8292-cc01b07b7860-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.432947] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Lock "8165e58c-a0de-4d62-8292-cc01b07b7860-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.433184] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Lock "8165e58c-a0de-4d62-8292-cc01b07b7860-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.435732] env[62643]: INFO nova.compute.manager [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Terminating instance [ 1152.452354] env[62643]: DEBUG nova.compute.utils [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1152.453795] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384052, 'name': CreateVM_Task, 'duration_secs': 0.823509} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.453967] env[62643]: DEBUG nova.compute.manager [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.454107] env[62643]: DEBUG nova.network.neutron [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.456412] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.457218] env[62643]: DEBUG oslo_concurrency.lockutils [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.457390] env[62643]: DEBUG oslo_concurrency.lockutils [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.457720] env[62643]: DEBUG oslo_concurrency.lockutils [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.458286] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a047fe20-be48-499e-b6b2-b848d39e8597 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.467218] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1152.467218] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528a1052-16fe-7537-0bd4-522608526114" [ 1152.467218] env[62643]: _type = "Task" [ 1152.467218] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.479555] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528a1052-16fe-7537-0bd4-522608526114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.500212] env[62643]: DEBUG nova.policy [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '486d1c3c66d246eea62b5321cb97da1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96887bdb38b845f5b83945269bd3d7a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.661449] env[62643]: DEBUG oslo_vmware.api [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2384053, 'name': ReconfigVM_Task, 'duration_secs': 0.939266} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.661716] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-adf5e164-b9ef-420a-9949-87879fc41a48/volume-adf5e164-b9ef-420a-9949-87879fc41a48.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.666852] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1521d69-3c97-483a-b659-fc334e4139e7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.687112] env[62643]: DEBUG oslo_vmware.api [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1152.687112] env[62643]: value = "task-2384054" [ 1152.687112] env[62643]: _type = "Task" [ 1152.687112] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.698350] env[62643]: DEBUG oslo_vmware.api [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2384054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.760922] env[62643]: DEBUG oslo_concurrency.lockutils [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "refresh_cache-8bf117d1-e25c-4182-ad0a-2513cce514d4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.762095] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02674e82-8bc4-4544-b792-30d9c10659aa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.774596] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2789dc61-bbe6-41ef-ae87-0bcb3eec622a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.820031] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384051, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.861975] env[62643]: DEBUG oslo_concurrency.lockutils [req-b2c1f0cd-0093-4123-8d6c-639f800bdd19 req-8dcd4392-9d91-41c2-a201-64683a4e9c06 service nova] Releasing lock "refresh_cache-d4ce289b-1143-45f4-937c-688cc08019f2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.944342] env[62643]: DEBUG nova.compute.manager [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.944577] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.945511] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790c9f7c-d8fd-46d8-93fb-a1b9de45c105 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.956537] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.956900] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb5c3304-709b-4aee-b65e-7eb30da53e26 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.959347] env[62643]: DEBUG nova.compute.manager [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.973482] env[62643]: DEBUG oslo_vmware.api [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Waiting for the task: (returnval){ [ 1152.973482] env[62643]: value = "task-2384055" [ 1152.973482] env[62643]: _type = "Task" [ 1152.973482] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.983795] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528a1052-16fe-7537-0bd4-522608526114, 'name': SearchDatastore_Task, 'duration_secs': 0.083927} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.988889] env[62643]: DEBUG oslo_concurrency.lockutils [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.988889] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.988889] env[62643]: DEBUG oslo_concurrency.lockutils [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.988889] env[62643]: DEBUG oslo_concurrency.lockutils [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.988889] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.988889] env[62643]: DEBUG oslo_vmware.api [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.989162] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42039ad3-4fe6-4362-b296-a41ae0aed831 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.008366] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.008366] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.008763] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-947ffcb3-247e-486b-b3cc-ded4c08dd444 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.017616] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1153.017616] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523e1985-2b26-1f0e-c533-8f9f44ed9fbf" [ 1153.017616] env[62643]: _type = "Task" [ 1153.017616] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.027777] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523e1985-2b26-1f0e-c533-8f9f44ed9fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.125198] env[62643]: DEBUG nova.network.neutron [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Successfully created port: 60dde9a6-22e5-4d3a-8188-272f2a013ea6 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.197474] env[62643]: DEBUG oslo_vmware.api [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2384054, 'name': ReconfigVM_Task, 'duration_secs': 0.147863} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.197805] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483791', 'volume_id': 'adf5e164-b9ef-420a-9949-87879fc41a48', 'name': 'volume-adf5e164-b9ef-420a-9949-87879fc41a48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51d2928f-cf02-4145-9572-3aa30c124c0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'adf5e164-b9ef-420a-9949-87879fc41a48', 'serial': 'adf5e164-b9ef-420a-9949-87879fc41a48'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1153.316683] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384051, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.764057} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.316967] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c621d420-1f21-4494-92c0-567783d40bc3/c621d420-1f21-4494-92c0-567783d40bc3.vmdk to [datastore1] e8dd0d79-0397-4f17-8a6b-1eccf23ffeac/e8dd0d79-0397-4f17-8a6b-1eccf23ffeac.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.317786] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62316f2-ee55-4a4e-b5a7-c07af9084329 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.339442] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] e8dd0d79-0397-4f17-8a6b-1eccf23ffeac/e8dd0d79-0397-4f17-8a6b-1eccf23ffeac.vmdk or device None with type streamOptimized {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.339717] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc7c76b2-24bd-43dd-8c0c-f4f2ac21abbb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.364177] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1153.364177] env[62643]: value = "task-2384056" [ 1153.364177] env[62643]: _type = "Task" [ 1153.364177] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.372589] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.483833] env[62643]: DEBUG oslo_vmware.api [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384055, 'name': PowerOffVM_Task, 'duration_secs': 0.274271} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.484319] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.484587] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.484854] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7f5ecba-e2a8-4050-8e26-0c511911c119 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.527816] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523e1985-2b26-1f0e-c533-8f9f44ed9fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.023241} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.528582] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe8833c-a5e5-4ef8-96f4-2ac0f077ad7c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.533826] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1153.533826] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526f556e-be59-99b0-272c-b19391987a7e" [ 1153.533826] env[62643]: _type = "Task" [ 1153.533826] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.542734] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526f556e-be59-99b0-272c-b19391987a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.558052] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.558257] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.558411] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Deleting the datastore file [datastore1] 8165e58c-a0de-4d62-8292-cc01b07b7860 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.558694] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59643fbb-2f49-4446-81a1-2582d074de81 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.564777] env[62643]: DEBUG oslo_vmware.api [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Waiting for the task: (returnval){ [ 1153.564777] env[62643]: value = "task-2384058" [ 1153.564777] env[62643]: _type = "Task" [ 1153.564777] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.572824] env[62643]: DEBUG oslo_vmware.api [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.873826] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384056, 'name': ReconfigVM_Task, 'duration_secs': 0.274295} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.874095] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Reconfigured VM instance instance-00000064 to attach disk [datastore1] e8dd0d79-0397-4f17-8a6b-1eccf23ffeac/e8dd0d79-0397-4f17-8a6b-1eccf23ffeac.vmdk or device None with type streamOptimized {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.874915] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1588dccf-f9b4-48ea-b887-076fb9d3ccd2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.881829] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.882142] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1153.882142] env[62643]: value = "task-2384059" [ 1153.882142] env[62643]: _type = "Task" [ 1153.882142] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.882320] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f3a230c-0fd8-4ba1-a99e-d60378fbd88e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.891681] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384059, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.892898] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1153.892898] env[62643]: value = "task-2384060" [ 1153.892898] env[62643]: _type = "Task" [ 1153.892898] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.970164] env[62643]: DEBUG nova.compute.manager [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.996815] env[62643]: DEBUG nova.virt.hardware [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.997160] env[62643]: DEBUG nova.virt.hardware [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.997252] env[62643]: DEBUG nova.virt.hardware [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.997471] env[62643]: DEBUG nova.virt.hardware [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.997623] env[62643]: DEBUG nova.virt.hardware [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.997770] env[62643]: DEBUG nova.virt.hardware [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.997981] env[62643]: DEBUG nova.virt.hardware [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.998156] env[62643]: DEBUG nova.virt.hardware [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.998321] env[62643]: DEBUG nova.virt.hardware [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.998482] env[62643]: DEBUG nova.virt.hardware [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.998698] env[62643]: DEBUG nova.virt.hardware [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.999905] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a16c51b-6b33-4360-bb82-9ccb1e1bebb9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.008255] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a69e6fa-fb1a-411e-ac5d-e290fe47abc2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.044467] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526f556e-be59-99b0-272c-b19391987a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.021689} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.044767] env[62643]: DEBUG oslo_concurrency.lockutils [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.045179] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] d4ce289b-1143-45f4-937c-688cc08019f2/d4ce289b-1143-45f4-937c-688cc08019f2.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.045483] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aac4f817-c05e-4862-8125-7d24eba56576 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.051823] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1154.051823] env[62643]: value = "task-2384061" [ 1154.051823] env[62643]: _type = "Task" [ 1154.051823] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.059629] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.073720] env[62643]: DEBUG oslo_vmware.api [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Task: {'id': task-2384058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178895} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.074015] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.074233] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.074424] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.074602] env[62643]: INFO nova.compute.manager [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1154.074848] env[62643]: DEBUG oslo.service.loopingcall [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1154.075079] env[62643]: DEBUG nova.compute.manager [-] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.075187] env[62643]: DEBUG nova.network.neutron [-] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.238109] env[62643]: DEBUG nova.objects.instance [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lazy-loading 'flavor' on Instance uuid 51d2928f-cf02-4145-9572-3aa30c124c0d {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.396025] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384059, 'name': Rename_Task, 'duration_secs': 0.193838} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.404775] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.405107] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abe721b3-f8e3-4b7c-beb8-71928519c106 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.416998] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384060, 'name': PowerOffVM_Task, 'duration_secs': 0.236672} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.417985] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.418573] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.419532] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.419532] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.419532] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.419532] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.419724] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.420066] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.420396] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.420702] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.420931] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.421396] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.427277] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1154.427277] env[62643]: value = "task-2384062" [ 1154.427277] env[62643]: _type = "Task" [ 1154.427277] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.427639] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2faeb4be-6082-4a3b-97a7-1fbcbc2f230a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.456105] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.457386] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1154.457386] env[62643]: value = "task-2384063" [ 1154.457386] env[62643]: _type = "Task" [ 1154.457386] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.463164] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "51d2928f-cf02-4145-9572-3aa30c124c0d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.469164] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.494428] env[62643]: DEBUG nova.compute.manager [req-058fd710-79a0-4ec3-89f6-e21d44929563 req-15c1b998-6cb0-4f8d-9dfb-22f211c8f4c4 service nova] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Received event network-vif-deleted-07569348-5974-47d4-97b8-03dc758255bc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1154.494650] env[62643]: INFO nova.compute.manager [req-058fd710-79a0-4ec3-89f6-e21d44929563 req-15c1b998-6cb0-4f8d-9dfb-22f211c8f4c4 service nova] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Neutron deleted interface 07569348-5974-47d4-97b8-03dc758255bc; detaching it from the instance and deleting it from the info cache [ 1154.494832] env[62643]: DEBUG nova.network.neutron [req-058fd710-79a0-4ec3-89f6-e21d44929563 req-15c1b998-6cb0-4f8d-9dfb-22f211c8f4c4 service nova] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.564828] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457278} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.564828] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] d4ce289b-1143-45f4-937c-688cc08019f2/d4ce289b-1143-45f4-937c-688cc08019f2.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.564828] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.564828] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f911884b-727b-4d10-9cdb-c617bb846136 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.572732] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1154.572732] env[62643]: value = "task-2384064" [ 1154.572732] env[62643]: _type = "Task" [ 1154.572732] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.579497] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.706173] env[62643]: DEBUG nova.network.neutron [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Successfully updated port: 60dde9a6-22e5-4d3a-8188-272f2a013ea6 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.743850] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1f18a206-5493-4faa-92e7-ee2709852b7a tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "51d2928f-cf02-4145-9572-3aa30c124c0d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.783s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.744718] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "51d2928f-cf02-4145-9572-3aa30c124c0d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.282s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.952910] env[62643]: DEBUG oslo_vmware.api [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384062, 'name': PowerOnVM_Task, 'duration_secs': 0.470389} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.953201] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.967989] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384063, 'name': ReconfigVM_Task, 'duration_secs': 0.163579} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.968874] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc89983e-8921-44e8-a078-bba5e755f3ce {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.971940] env[62643]: DEBUG nova.network.neutron [-] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.990351] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.990600] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.990760] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.990942] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.991106] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.991260] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.991471] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.991635] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.991802] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.991965] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.992159] env[62643]: DEBUG nova.virt.hardware [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.993596] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18eacc90-76d9-41b8-9a19-bc677773e5e5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.997065] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da978ec4-e4e7-477a-ba05-1f0eae620656 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.000505] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1155.000505] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523b40e7-1928-3738-1d7c-6c97fdca7b0a" [ 1155.000505] env[62643]: _type = "Task" [ 1155.000505] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.008280] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8697628b-ba41-4bcb-9f74-4bbd42eeeab3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.024245] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523b40e7-1928-3738-1d7c-6c97fdca7b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.007118} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.030225] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.030493] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d5011d-8738-4e85-a2f5-b7d90b6f2fb8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.052376] env[62643]: DEBUG nova.compute.manager [req-058fd710-79a0-4ec3-89f6-e21d44929563 req-15c1b998-6cb0-4f8d-9dfb-22f211c8f4c4 service nova] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Detach interface failed, port_id=07569348-5974-47d4-97b8-03dc758255bc, reason: Instance 8165e58c-a0de-4d62-8292-cc01b07b7860 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1155.058528] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1155.058528] env[62643]: value = "task-2384065" [ 1155.058528] env[62643]: _type = "Task" [ 1155.058528] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.062194] env[62643]: DEBUG nova.compute.manager [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.062922] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4b19d3-6872-4caa-8274-5f93695c20f1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.070500] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.082040] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065939} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.082040] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.082580] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb3746e-fb1a-44e1-86a9-858ba99192d0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.105674] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] d4ce289b-1143-45f4-937c-688cc08019f2/d4ce289b-1143-45f4-937c-688cc08019f2.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.105936] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0f760c3-9204-46db-bdb7-bce3ecfec064 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.126214] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1155.126214] env[62643]: value = "task-2384066" [ 1155.126214] env[62643]: _type = "Task" [ 1155.126214] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.134103] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.212480] env[62643]: DEBUG oslo_concurrency.lockutils [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "refresh_cache-eb64854f-00d7-4676-8d52-b7c510a862d8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.212733] env[62643]: DEBUG oslo_concurrency.lockutils [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "refresh_cache-eb64854f-00d7-4676-8d52-b7c510a862d8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.212985] env[62643]: DEBUG nova.network.neutron [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.247779] env[62643]: INFO nova.compute.manager [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Detaching volume adf5e164-b9ef-420a-9949-87879fc41a48 [ 1155.284762] env[62643]: INFO nova.virt.block_device [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Attempting to driver detach volume adf5e164-b9ef-420a-9949-87879fc41a48 from mountpoint /dev/sdb [ 1155.285024] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1155.285209] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483791', 'volume_id': 'adf5e164-b9ef-420a-9949-87879fc41a48', 'name': 'volume-adf5e164-b9ef-420a-9949-87879fc41a48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51d2928f-cf02-4145-9572-3aa30c124c0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'adf5e164-b9ef-420a-9949-87879fc41a48', 'serial': 'adf5e164-b9ef-420a-9949-87879fc41a48'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1155.286120] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cc39a5-cced-4975-a387-c513f29b8738 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.308648] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef19324-89fd-4ae4-a037-501c2f56420a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.315919] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fd310b-ec57-4d19-8dc0-79bb1271e016 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.337824] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79715074-3d08-4dcb-8e67-733bc5a23877 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.353331] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] The volume has not been displaced from its original location: [datastore1] volume-adf5e164-b9ef-420a-9949-87879fc41a48/volume-adf5e164-b9ef-420a-9949-87879fc41a48.vmdk. No consolidation needed. {{(pid=62643) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1155.358452] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.359126] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49a06dd7-67d6-4f7d-a284-f0ec8a6407fd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.378596] env[62643]: DEBUG oslo_vmware.api [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1155.378596] env[62643]: value = "task-2384067" [ 1155.378596] env[62643]: _type = "Task" [ 1155.378596] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.386998] env[62643]: DEBUG oslo_vmware.api [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2384067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.474940] env[62643]: INFO nova.compute.manager [-] [instance: 8165e58c-a0de-4d62-8292-cc01b07b7860] Took 1.40 seconds to deallocate network for instance. [ 1155.568903] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.585022] env[62643]: DEBUG oslo_concurrency.lockutils [None req-89b83150-21ad-468f-b71f-3d08a77b7b7e tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.615s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.637517] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.745393] env[62643]: DEBUG nova.network.neutron [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.891554] env[62643]: DEBUG oslo_vmware.api [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2384067, 'name': ReconfigVM_Task, 'duration_secs': 0.343723} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.891836] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1155.896503] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f96387ee-1e94-4b98-a948-0dbd562c3602 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.911617] env[62643]: DEBUG oslo_vmware.api [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1155.911617] env[62643]: value = "task-2384068" [ 1155.911617] env[62643]: _type = "Task" [ 1155.911617] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.922750] env[62643]: DEBUG oslo_vmware.api [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2384068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.951732] env[62643]: DEBUG nova.network.neutron [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updating instance_info_cache with network_info: [{"id": "60dde9a6-22e5-4d3a-8188-272f2a013ea6", "address": "fa:16:3e:e1:42:d8", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60dde9a6-22", "ovs_interfaceid": "60dde9a6-22e5-4d3a-8188-272f2a013ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.983770] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.984094] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.984323] env[62643]: DEBUG nova.objects.instance [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Lazy-loading 'resources' on Instance uuid 8165e58c-a0de-4d62-8292-cc01b07b7860 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.073427] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384065, 'name': ReconfigVM_Task, 'duration_secs': 0.608584} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.073894] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1156.075100] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35403ac-bb5d-4cb8-8018-0fd4011bca1c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.103799] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 8bf117d1-e25c-4182-ad0a-2513cce514d4/8bf117d1-e25c-4182-ad0a-2513cce514d4.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.104125] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b48c2cb0-0e96-4566-a748-e5d5779018bd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.123191] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1156.123191] env[62643]: value = "task-2384069" [ 1156.123191] env[62643]: _type = "Task" [ 1156.123191] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.133187] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.138187] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384066, 'name': ReconfigVM_Task, 'duration_secs': 0.68338} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.138456] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Reconfigured VM instance instance-0000006f to attach disk [datastore1] d4ce289b-1143-45f4-937c-688cc08019f2/d4ce289b-1143-45f4-937c-688cc08019f2.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.139073] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f9ad5f0-37de-486d-9206-8cdb3bdb3e18 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.144966] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1156.144966] env[62643]: value = "task-2384070" [ 1156.144966] env[62643]: _type = "Task" [ 1156.144966] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.153921] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384070, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.421576] env[62643]: DEBUG oslo_vmware.api [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2384068, 'name': ReconfigVM_Task, 'duration_secs': 0.159085} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.421889] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483791', 'volume_id': 'adf5e164-b9ef-420a-9949-87879fc41a48', 'name': 'volume-adf5e164-b9ef-420a-9949-87879fc41a48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51d2928f-cf02-4145-9572-3aa30c124c0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'adf5e164-b9ef-420a-9949-87879fc41a48', 'serial': 'adf5e164-b9ef-420a-9949-87879fc41a48'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1156.455580] env[62643]: DEBUG oslo_concurrency.lockutils [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "refresh_cache-eb64854f-00d7-4676-8d52-b7c510a862d8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.455915] env[62643]: DEBUG nova.compute.manager [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Instance network_info: |[{"id": "60dde9a6-22e5-4d3a-8188-272f2a013ea6", "address": "fa:16:3e:e1:42:d8", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60dde9a6-22", "ovs_interfaceid": "60dde9a6-22e5-4d3a-8188-272f2a013ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.456352] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:42:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60dde9a6-22e5-4d3a-8188-272f2a013ea6', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.464545] env[62643]: DEBUG oslo.service.loopingcall [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1156.464737] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.464953] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45f5667c-0ccb-47c0-8932-d5a9a02491b8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.484592] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.484592] env[62643]: value = "task-2384071" [ 1156.484592] env[62643]: _type = "Task" [ 1156.484592] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.494545] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384071, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.521343] env[62643]: DEBUG nova.compute.manager [req-676565dc-8fa8-4440-a40d-174121d991cd req-534b2639-b1d5-4559-b11d-547434d74626 service nova] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Received event network-vif-plugged-60dde9a6-22e5-4d3a-8188-272f2a013ea6 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1156.521542] env[62643]: DEBUG oslo_concurrency.lockutils [req-676565dc-8fa8-4440-a40d-174121d991cd req-534b2639-b1d5-4559-b11d-547434d74626 service nova] Acquiring lock "eb64854f-00d7-4676-8d52-b7c510a862d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.521747] env[62643]: DEBUG oslo_concurrency.lockutils [req-676565dc-8fa8-4440-a40d-174121d991cd req-534b2639-b1d5-4559-b11d-547434d74626 service nova] Lock "eb64854f-00d7-4676-8d52-b7c510a862d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.521916] env[62643]: DEBUG oslo_concurrency.lockutils [req-676565dc-8fa8-4440-a40d-174121d991cd req-534b2639-b1d5-4559-b11d-547434d74626 service nova] Lock "eb64854f-00d7-4676-8d52-b7c510a862d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.522093] env[62643]: DEBUG nova.compute.manager [req-676565dc-8fa8-4440-a40d-174121d991cd req-534b2639-b1d5-4559-b11d-547434d74626 service nova] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] No waiting events found dispatching network-vif-plugged-60dde9a6-22e5-4d3a-8188-272f2a013ea6 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.522259] env[62643]: WARNING nova.compute.manager [req-676565dc-8fa8-4440-a40d-174121d991cd req-534b2639-b1d5-4559-b11d-547434d74626 service nova] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Received unexpected event network-vif-plugged-60dde9a6-22e5-4d3a-8188-272f2a013ea6 for instance with vm_state building and task_state spawning. [ 1156.522419] env[62643]: DEBUG nova.compute.manager [req-676565dc-8fa8-4440-a40d-174121d991cd req-534b2639-b1d5-4559-b11d-547434d74626 service nova] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Received event network-changed-60dde9a6-22e5-4d3a-8188-272f2a013ea6 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1156.522573] env[62643]: DEBUG nova.compute.manager [req-676565dc-8fa8-4440-a40d-174121d991cd req-534b2639-b1d5-4559-b11d-547434d74626 service nova] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Refreshing instance network info cache due to event network-changed-60dde9a6-22e5-4d3a-8188-272f2a013ea6. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1156.522750] env[62643]: DEBUG oslo_concurrency.lockutils [req-676565dc-8fa8-4440-a40d-174121d991cd req-534b2639-b1d5-4559-b11d-547434d74626 service nova] Acquiring lock "refresh_cache-eb64854f-00d7-4676-8d52-b7c510a862d8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.522915] env[62643]: DEBUG oslo_concurrency.lockutils [req-676565dc-8fa8-4440-a40d-174121d991cd req-534b2639-b1d5-4559-b11d-547434d74626 service nova] Acquired lock "refresh_cache-eb64854f-00d7-4676-8d52-b7c510a862d8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.523199] env[62643]: DEBUG nova.network.neutron [req-676565dc-8fa8-4440-a40d-174121d991cd req-534b2639-b1d5-4559-b11d-547434d74626 service nova] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Refreshing network info cache for port 60dde9a6-22e5-4d3a-8188-272f2a013ea6 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.620028] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d854b129-a7d8-416b-953a-e62c60d8007e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.630734] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a13c141-ff19-42b0-ba3f-21e9901db7d9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.636549] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384069, 'name': ReconfigVM_Task, 'duration_secs': 0.28685} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.637155] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 8bf117d1-e25c-4182-ad0a-2513cce514d4/8bf117d1-e25c-4182-ad0a-2513cce514d4.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.637960] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaae21d-925f-4cf4-8aea-1e4414eb3827 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.670168] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8505aaa8-13b6-4e6b-a0f3-24d23e0e9e45 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.690140] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cff2ec-448d-47d6-8790-5222e4410023 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.698657] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384070, 'name': Rename_Task, 'duration_secs': 0.131314} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.699653] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.701701] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd5598d-6d91-4898-813d-649287ca9dd7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.723311] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0f459ed-280a-4ad9-8a6b-956b671ec626 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.726079] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cda231-46b2-48f0-a994-42159e89789a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.737361] env[62643]: DEBUG nova.compute.provider_tree [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.741864] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1156.741864] env[62643]: value = "task-2384072" [ 1156.741864] env[62643]: _type = "Task" [ 1156.741864] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.764258] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13e533c-2583-49cc-b2ff-bfeb3f61a641 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.768260] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8247a5-9cc7-45a4-809d-88b2af5611a9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.783345] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.787689] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a74a4a-fc4b-459b-91a3-2fc22265d115 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Suspending the VM {{(pid=62643) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1156.788083] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.788309] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-347af8b0-6aa5-41dd-ab3e-f88571ae7e2b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.789922] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d8ac07e-cc71-4d7f-95c2-b7bcad737035 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.795519] env[62643]: DEBUG oslo_vmware.api [None req-a0a74a4a-fc4b-459b-91a3-2fc22265d115 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1156.795519] env[62643]: value = "task-2384073" [ 1156.795519] env[62643]: _type = "Task" [ 1156.795519] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.796674] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1156.796674] env[62643]: value = "task-2384074" [ 1156.796674] env[62643]: _type = "Task" [ 1156.796674] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.809698] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.809935] env[62643]: DEBUG oslo_vmware.api [None req-a0a74a4a-fc4b-459b-91a3-2fc22265d115 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384073, 'name': SuspendVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.968502] env[62643]: DEBUG nova.objects.instance [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lazy-loading 'flavor' on Instance uuid 51d2928f-cf02-4145-9572-3aa30c124c0d {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.995116] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384071, 'name': CreateVM_Task, 'duration_secs': 0.334746} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.995306] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.995989] env[62643]: DEBUG oslo_concurrency.lockutils [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.996174] env[62643]: DEBUG oslo_concurrency.lockutils [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.996496] env[62643]: DEBUG oslo_concurrency.lockutils [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.996748] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad571dd2-78c0-403a-ae34-37867b041f02 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.001954] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1157.001954] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52997957-ac33-1c2e-e2eb-f00607540ea4" [ 1157.001954] env[62643]: _type = "Task" [ 1157.001954] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.010370] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52997957-ac33-1c2e-e2eb-f00607540ea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.241765] env[62643]: DEBUG nova.scheduler.client.report [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.268894] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384072, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.283246] env[62643]: DEBUG nova.network.neutron [req-676565dc-8fa8-4440-a40d-174121d991cd req-534b2639-b1d5-4559-b11d-547434d74626 service nova] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updated VIF entry in instance network info cache for port 60dde9a6-22e5-4d3a-8188-272f2a013ea6. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.283659] env[62643]: DEBUG nova.network.neutron [req-676565dc-8fa8-4440-a40d-174121d991cd req-534b2639-b1d5-4559-b11d-547434d74626 service nova] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updating instance_info_cache with network_info: [{"id": "60dde9a6-22e5-4d3a-8188-272f2a013ea6", "address": "fa:16:3e:e1:42:d8", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60dde9a6-22", "ovs_interfaceid": "60dde9a6-22e5-4d3a-8188-272f2a013ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.308940] env[62643]: DEBUG oslo_vmware.api [None req-a0a74a4a-fc4b-459b-91a3-2fc22265d115 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384073, 'name': SuspendVM_Task} progress is 70%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.312244] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.511839] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52997957-ac33-1c2e-e2eb-f00607540ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.014415} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.512167] env[62643]: DEBUG oslo_concurrency.lockutils [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.512407] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.512643] env[62643]: DEBUG oslo_concurrency.lockutils [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.512794] env[62643]: DEBUG oslo_concurrency.lockutils [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.512972] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.513246] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83dc52fa-b0ea-4cbe-b855-bc5a2a63991c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.520923] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.521109] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.521766] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8e6ff5-3bf6-40bf-82d1-a1251bbe0839 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.526190] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1157.526190] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f86082-0da1-a9cf-71fb-1da0dbc4d902" [ 1157.526190] env[62643]: _type = "Task" [ 1157.526190] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.533318] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f86082-0da1-a9cf-71fb-1da0dbc4d902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.750165] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.770901] env[62643]: DEBUG oslo_vmware.api [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384072, 'name': PowerOnVM_Task, 'duration_secs': 0.574799} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.771291] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.771590] env[62643]: INFO nova.compute.manager [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1157.771859] env[62643]: DEBUG nova.compute.manager [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.772954] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585d13a7-0c7e-4db8-aa92-47a948eb7b5d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.777271] env[62643]: INFO nova.scheduler.client.report [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Deleted allocations for instance 8165e58c-a0de-4d62-8292-cc01b07b7860 [ 1157.788119] env[62643]: DEBUG oslo_concurrency.lockutils [req-676565dc-8fa8-4440-a40d-174121d991cd req-534b2639-b1d5-4559-b11d-547434d74626 service nova] Releasing lock "refresh_cache-eb64854f-00d7-4676-8d52-b7c510a862d8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.811977] env[62643]: DEBUG oslo_vmware.api [None req-a0a74a4a-fc4b-459b-91a3-2fc22265d115 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384073, 'name': SuspendVM_Task, 'duration_secs': 0.619805} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.816250] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a74a4a-fc4b-459b-91a3-2fc22265d115 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Suspended the VM {{(pid=62643) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1157.816732] env[62643]: DEBUG nova.compute.manager [None req-a0a74a4a-fc4b-459b-91a3-2fc22265d115 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.816894] env[62643]: DEBUG oslo_vmware.api [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384074, 'name': PowerOnVM_Task, 'duration_secs': 0.935142} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.817890] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295f96d5-bc28-4da5-8fe0-5798ce353904 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.821288] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.975666] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d87407c8-08ac-419c-9538-f9557118fea9 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "51d2928f-cf02-4145-9572-3aa30c124c0d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.231s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.036631] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f86082-0da1-a9cf-71fb-1da0dbc4d902, 'name': SearchDatastore_Task, 'duration_secs': 0.007688} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.038054] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5410cd56-0abd-4363-927b-3ce8b2ce4473 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.043238] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1158.043238] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5200c74a-4329-84e1-8427-f4436879326f" [ 1158.043238] env[62643]: _type = "Task" [ 1158.043238] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.050932] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5200c74a-4329-84e1-8427-f4436879326f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.285313] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a89e4de7-d8e2-46cd-98a9-c1f0444f4854 tempest-InstanceActionsTestJSON-1977171382 tempest-InstanceActionsTestJSON-1977171382-project-member] Lock "8165e58c-a0de-4d62-8292-cc01b07b7860" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.853s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.302432] env[62643]: INFO nova.compute.manager [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Took 13.67 seconds to build instance. [ 1158.553943] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5200c74a-4329-84e1-8427-f4436879326f, 'name': SearchDatastore_Task, 'duration_secs': 0.009314} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.554202] env[62643]: DEBUG oslo_concurrency.lockutils [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.554440] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] eb64854f-00d7-4676-8d52-b7c510a862d8/eb64854f-00d7-4676-8d52-b7c510a862d8.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.554715] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c184c890-76d4-4267-8734-0a5f58978dda {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.561721] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1158.561721] env[62643]: value = "task-2384075" [ 1158.561721] env[62643]: _type = "Task" [ 1158.561721] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.569755] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.766509] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "51d2928f-cf02-4145-9572-3aa30c124c0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.766933] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "51d2928f-cf02-4145-9572-3aa30c124c0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.767061] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "51d2928f-cf02-4145-9572-3aa30c124c0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.767261] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "51d2928f-cf02-4145-9572-3aa30c124c0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.767506] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "51d2928f-cf02-4145-9572-3aa30c124c0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.770132] env[62643]: INFO nova.compute.manager [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Terminating instance [ 1158.804766] env[62643]: DEBUG oslo_concurrency.lockutils [None req-23e36ee6-a83d-45b7-ad6d-9602180070b5 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "d4ce289b-1143-45f4-937c-688cc08019f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.179s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.891457] env[62643]: INFO nova.compute.manager [None req-16f7ad69-4c44-4552-819f-58282b88a59f tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating instance to original state: 'active' [ 1159.072905] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450871} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.073129] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] eb64854f-00d7-4676-8d52-b7c510a862d8/eb64854f-00d7-4676-8d52-b7c510a862d8.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.073350] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.073664] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-234fb1a9-7922-4312-923d-5f06a931da95 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.080253] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1159.080253] env[62643]: value = "task-2384076" [ 1159.080253] env[62643]: _type = "Task" [ 1159.080253] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.088881] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.165362] env[62643]: INFO nova.compute.manager [None req-7ed70133-436d-4c6d-a4ab-2629439dad8a tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Resuming [ 1159.166718] env[62643]: DEBUG nova.objects.instance [None req-7ed70133-436d-4c6d-a4ab-2629439dad8a tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lazy-loading 'flavor' on Instance uuid e8dd0d79-0397-4f17-8a6b-1eccf23ffeac {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.274738] env[62643]: DEBUG nova.compute.manager [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.274738] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.275621] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c8822f-1916-4564-9cd0-1129a0545d19 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.281969] env[62643]: DEBUG nova.compute.manager [req-65fc6ca0-7b14-4566-88a3-d455a905fc01 req-c4bf4d24-91dd-40cf-8642-a7448cca33ba service nova] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Received event network-changed-35dbf957-7e58-4e67-9e89-2cd822353bdc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1159.281969] env[62643]: DEBUG nova.compute.manager [req-65fc6ca0-7b14-4566-88a3-d455a905fc01 req-c4bf4d24-91dd-40cf-8642-a7448cca33ba service nova] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Refreshing instance network info cache due to event network-changed-35dbf957-7e58-4e67-9e89-2cd822353bdc. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1159.281969] env[62643]: DEBUG oslo_concurrency.lockutils [req-65fc6ca0-7b14-4566-88a3-d455a905fc01 req-c4bf4d24-91dd-40cf-8642-a7448cca33ba service nova] Acquiring lock "refresh_cache-d4ce289b-1143-45f4-937c-688cc08019f2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.282193] env[62643]: DEBUG oslo_concurrency.lockutils [req-65fc6ca0-7b14-4566-88a3-d455a905fc01 req-c4bf4d24-91dd-40cf-8642-a7448cca33ba service nova] Acquired lock "refresh_cache-d4ce289b-1143-45f4-937c-688cc08019f2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.282356] env[62643]: DEBUG nova.network.neutron [req-65fc6ca0-7b14-4566-88a3-d455a905fc01 req-c4bf4d24-91dd-40cf-8642-a7448cca33ba service nova] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Refreshing network info cache for port 35dbf957-7e58-4e67-9e89-2cd822353bdc {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.288553] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.288886] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1252242c-21cd-4c66-a7a0-63ef68ab4375 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.300208] env[62643]: DEBUG oslo_vmware.api [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1159.300208] env[62643]: value = "task-2384077" [ 1159.300208] env[62643]: _type = "Task" [ 1159.300208] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.308581] env[62643]: DEBUG oslo_vmware.api [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2384077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.590157] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223728} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.590464] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.591255] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131550dc-5266-41e5-9970-aba61e3c90e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.613103] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] eb64854f-00d7-4676-8d52-b7c510a862d8/eb64854f-00d7-4676-8d52-b7c510a862d8.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.613370] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebdd693a-95b7-4065-95bd-02038924b62b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.637714] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1159.637714] env[62643]: value = "task-2384078" [ 1159.637714] env[62643]: _type = "Task" [ 1159.637714] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.646053] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.812893] env[62643]: DEBUG oslo_vmware.api [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2384077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.948702] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.951815] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.147915] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384078, 'name': ReconfigVM_Task, 'duration_secs': 0.298679} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.148227] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Reconfigured VM instance instance-00000070 to attach disk [datastore1] eb64854f-00d7-4676-8d52-b7c510a862d8/eb64854f-00d7-4676-8d52-b7c510a862d8.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.148818] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-858c9681-652f-406a-8c33-a341bdab3dcd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.155259] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1160.155259] env[62643]: value = "task-2384079" [ 1160.155259] env[62643]: _type = "Task" [ 1160.155259] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.164235] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384079, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.171260] env[62643]: DEBUG nova.network.neutron [req-65fc6ca0-7b14-4566-88a3-d455a905fc01 req-c4bf4d24-91dd-40cf-8642-a7448cca33ba service nova] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Updated VIF entry in instance network info cache for port 35dbf957-7e58-4e67-9e89-2cd822353bdc. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.171638] env[62643]: DEBUG nova.network.neutron [req-65fc6ca0-7b14-4566-88a3-d455a905fc01 req-c4bf4d24-91dd-40cf-8642-a7448cca33ba service nova] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Updating instance_info_cache with network_info: [{"id": "35dbf957-7e58-4e67-9e89-2cd822353bdc", "address": "fa:16:3e:d7:39:52", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dbf957-7e", "ovs_interfaceid": "35dbf957-7e58-4e67-9e89-2cd822353bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.311155] env[62643]: DEBUG oslo_vmware.api [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2384077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.458881] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.459069] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Starting heal instance info cache {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1160.597377] env[62643]: DEBUG oslo_concurrency.lockutils [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "8bf117d1-e25c-4182-ad0a-2513cce514d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.597724] env[62643]: DEBUG oslo_concurrency.lockutils [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "8bf117d1-e25c-4182-ad0a-2513cce514d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.597970] env[62643]: DEBUG oslo_concurrency.lockutils [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "8bf117d1-e25c-4182-ad0a-2513cce514d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.598179] env[62643]: DEBUG oslo_concurrency.lockutils [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "8bf117d1-e25c-4182-ad0a-2513cce514d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.598352] env[62643]: DEBUG oslo_concurrency.lockutils [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "8bf117d1-e25c-4182-ad0a-2513cce514d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.600863] env[62643]: INFO nova.compute.manager [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Terminating instance [ 1160.665914] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384079, 'name': Rename_Task, 'duration_secs': 0.226303} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.666607] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.666607] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-944b8225-4c8e-4aa6-906d-b86d812e863d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.672738] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1160.672738] env[62643]: value = "task-2384080" [ 1160.672738] env[62643]: _type = "Task" [ 1160.672738] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.676321] env[62643]: DEBUG oslo_concurrency.lockutils [req-65fc6ca0-7b14-4566-88a3-d455a905fc01 req-c4bf4d24-91dd-40cf-8642-a7448cca33ba service nova] Releasing lock "refresh_cache-d4ce289b-1143-45f4-937c-688cc08019f2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.676866] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ed70133-436d-4c6d-a4ab-2629439dad8a tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.677033] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ed70133-436d-4c6d-a4ab-2629439dad8a tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquired lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.677212] env[62643]: DEBUG nova.network.neutron [None req-7ed70133-436d-4c6d-a4ab-2629439dad8a tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.683712] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.811526] env[62643]: DEBUG oslo_vmware.api [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2384077, 'name': PowerOffVM_Task, 'duration_secs': 1.391831} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.811810] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.811982] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.812251] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-626b57e2-66ec-4256-8847-ad7b165f92eb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.879298] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.879634] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.879862] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Deleting the datastore file [datastore2] 51d2928f-cf02-4145-9572-3aa30c124c0d {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.880194] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00824643-0854-4fb2-bae7-2bba96f3e809 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.886998] env[62643]: DEBUG oslo_vmware.api [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for the task: (returnval){ [ 1160.886998] env[62643]: value = "task-2384082" [ 1160.886998] env[62643]: _type = "Task" [ 1160.886998] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.898449] env[62643]: DEBUG oslo_vmware.api [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2384082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.991317] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.991521] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquired lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.991732] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Forcefully refreshing network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1161.105065] env[62643]: DEBUG nova.compute.manager [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.105341] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.105636] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e9c0e2e-a682-42f5-b12f-52f2ed2cf5c2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.112481] env[62643]: DEBUG oslo_vmware.api [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1161.112481] env[62643]: value = "task-2384083" [ 1161.112481] env[62643]: _type = "Task" [ 1161.112481] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.120958] env[62643]: DEBUG oslo_vmware.api [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.185704] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384080, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.400361] env[62643]: DEBUG oslo_vmware.api [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Task: {'id': task-2384082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202157} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.400776] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.400874] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.401040] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.401226] env[62643]: INFO nova.compute.manager [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1161.401466] env[62643]: DEBUG oslo.service.loopingcall [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1161.401656] env[62643]: DEBUG nova.compute.manager [-] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.401769] env[62643]: DEBUG nova.network.neutron [-] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.472072] env[62643]: DEBUG nova.network.neutron [None req-7ed70133-436d-4c6d-a4ab-2629439dad8a tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Updating instance_info_cache with network_info: [{"id": "f453ea8e-56d7-4308-b7ae-2992d42ce520", "address": "fa:16:3e:35:f8:43", "network": {"id": "ccc280af-0d0b-46e8-9102-a753f42e1b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-315313190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdebd6b4ba534e8ba7e42e1937149852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf453ea8e-56", "ovs_interfaceid": "f453ea8e-56d7-4308-b7ae-2992d42ce520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.622541] env[62643]: DEBUG oslo_vmware.api [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384083, 'name': PowerOffVM_Task, 'duration_secs': 0.295337} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.622806] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.623011] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1161.623215] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483778', 'volume_id': '0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743', 'name': 'volume-0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8bf117d1-e25c-4182-ad0a-2513cce514d4', 'attached_at': '2025-02-07T16:28:28.000000', 'detached_at': '', 'volume_id': '0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743', 'serial': '0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1161.623960] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b42478e-a8ec-4603-bf22-dfcf264a7895 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.644922] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f516fe0c-145d-4569-ac21-953cf72ba330 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.651597] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c14b83-0fa3-407f-b8f1-ed626fa560ad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.671782] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f573d844-b559-400a-ac62-50d97095e67a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.688855] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] The volume has not been displaced from its original location: [datastore2] volume-0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743/volume-0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743.vmdk. No consolidation needed. {{(pid=62643) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1161.694024] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1161.697169] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6670f7b8-0df3-4342-ac35-3dd6954b3dd5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.709844] env[62643]: DEBUG oslo_vmware.api [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384080, 'name': PowerOnVM_Task, 'duration_secs': 0.592785} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.710152] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.710368] env[62643]: INFO nova.compute.manager [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1161.710571] env[62643]: DEBUG nova.compute.manager [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.711733] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699158a2-cff8-4efc-85c2-f352b172fa22 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.715374] env[62643]: DEBUG oslo_vmware.api [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1161.715374] env[62643]: value = "task-2384084" [ 1161.715374] env[62643]: _type = "Task" [ 1161.715374] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.727368] env[62643]: DEBUG oslo_vmware.api [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.784385] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquiring lock "c1124cea-4f15-46f8-b48d-690d7d2ab014" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.784551] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Lock "c1124cea-4f15-46f8-b48d-690d7d2ab014" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.917226] env[62643]: DEBUG nova.compute.manager [req-382d0972-c115-4cba-8901-06167f5612dd req-d6d99ad8-53d6-47e2-ad65-f1bbd1b9e6fb service nova] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Received event network-vif-deleted-3c26911f-4cc8-477a-a4c9-361c11bc13fc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1161.917226] env[62643]: INFO nova.compute.manager [req-382d0972-c115-4cba-8901-06167f5612dd req-d6d99ad8-53d6-47e2-ad65-f1bbd1b9e6fb service nova] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Neutron deleted interface 3c26911f-4cc8-477a-a4c9-361c11bc13fc; detaching it from the instance and deleting it from the info cache [ 1161.917226] env[62643]: DEBUG nova.network.neutron [req-382d0972-c115-4cba-8901-06167f5612dd req-d6d99ad8-53d6-47e2-ad65-f1bbd1b9e6fb service nova] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.974676] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ed70133-436d-4c6d-a4ab-2629439dad8a tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Releasing lock "refresh_cache-e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.975709] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7d17fc-7805-40a9-a196-7dac4319c790 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.984246] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed70133-436d-4c6d-a4ab-2629439dad8a tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Resuming the VM {{(pid=62643) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1161.984521] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c51c71a0-294c-4725-b6d3-341034ae4731 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.993198] env[62643]: DEBUG oslo_vmware.api [None req-7ed70133-436d-4c6d-a4ab-2629439dad8a tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1161.993198] env[62643]: value = "task-2384085" [ 1161.993198] env[62643]: _type = "Task" [ 1161.993198] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.003143] env[62643]: DEBUG oslo_vmware.api [None req-7ed70133-436d-4c6d-a4ab-2629439dad8a tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.234878] env[62643]: DEBUG oslo_vmware.api [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384084, 'name': ReconfigVM_Task, 'duration_secs': 0.345988} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.236875] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1162.244383] env[62643]: INFO nova.compute.manager [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Took 15.56 seconds to build instance. [ 1162.245595] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4283d79c-dfe6-4a8f-b7cf-378190144ee7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.265165] env[62643]: DEBUG oslo_concurrency.lockutils [None req-66f8bab3-b996-401d-a7fd-9b22a4feec67 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "eb64854f-00d7-4676-8d52-b7c510a862d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.588s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.275618] env[62643]: DEBUG oslo_vmware.api [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1162.275618] env[62643]: value = "task-2384086" [ 1162.275618] env[62643]: _type = "Task" [ 1162.275618] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.289133] env[62643]: DEBUG nova.compute.manager [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.293025] env[62643]: DEBUG oslo_vmware.api [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.310778] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Updating instance_info_cache with network_info: [{"id": "18de5732-bc49-44c1-8f3c-41fa12c3106f", "address": "fa:16:3e:c6:b1:2a", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18de5732-bc", "ovs_interfaceid": "18de5732-bc49-44c1-8f3c-41fa12c3106f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.373817] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.373817] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.399746] env[62643]: DEBUG nova.network.neutron [-] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.418748] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e0def29-94f2-4473-9e12-b3f5b097c2eb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.430885] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49a1363-d723-4955-859c-3fdccdda3880 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.466817] env[62643]: DEBUG nova.compute.manager [req-382d0972-c115-4cba-8901-06167f5612dd req-d6d99ad8-53d6-47e2-ad65-f1bbd1b9e6fb service nova] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Detach interface failed, port_id=3c26911f-4cc8-477a-a4c9-361c11bc13fc, reason: Instance 51d2928f-cf02-4145-9572-3aa30c124c0d could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1162.504523] env[62643]: DEBUG oslo_vmware.api [None req-7ed70133-436d-4c6d-a4ab-2629439dad8a tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384085, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.789898] env[62643]: DEBUG oslo_vmware.api [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384086, 'name': ReconfigVM_Task, 'duration_secs': 0.199114} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.790260] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483778', 'volume_id': '0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743', 'name': 'volume-0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8bf117d1-e25c-4182-ad0a-2513cce514d4', 'attached_at': '2025-02-07T16:28:28.000000', 'detached_at': '', 'volume_id': '0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743', 'serial': '0e1401a1-3ac8-40a3-90ac-c7ae2ff8f743'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1162.791014] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.791567] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041b1214-55d1-4511-8c7d-e327f4adebd9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.805402] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.805402] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7f55fb4-4203-4460-81a8-e220af6d2dfc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.813209] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Releasing lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.813412] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Updated the network info_cache for instance {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1162.813599] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.813805] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.814079] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.814249] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.816715] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.816956] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.819263] env[62643]: INFO nova.compute.claims [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.877378] env[62643]: DEBUG nova.compute.utils [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1162.887411] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.887687] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.887876] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Deleting the datastore file [datastore1] 8bf117d1-e25c-4182-ad0a-2513cce514d4 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.888181] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b94b653-93cf-4ce3-9524-e895343ed52b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.899228] env[62643]: DEBUG oslo_vmware.api [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1162.899228] env[62643]: value = "task-2384088" [ 1162.899228] env[62643]: _type = "Task" [ 1162.899228] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.904093] env[62643]: INFO nova.compute.manager [-] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] Took 1.50 seconds to deallocate network for instance. [ 1162.913623] env[62643]: DEBUG oslo_vmware.api [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.004988] env[62643]: DEBUG oslo_vmware.api [None req-7ed70133-436d-4c6d-a4ab-2629439dad8a tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384085, 'name': PowerOnVM_Task, 'duration_secs': 0.76295} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.005286] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed70133-436d-4c6d-a4ab-2629439dad8a tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Resumed the VM {{(pid=62643) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1163.005505] env[62643]: DEBUG nova.compute.manager [None req-7ed70133-436d-4c6d-a4ab-2629439dad8a tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.006613] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c71d872-6b8a-4a09-be80-02d51d61b0bf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.204924] env[62643]: DEBUG nova.compute.manager [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Stashing vm_state: active {{(pid=62643) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1163.326241] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Getting list of instances from cluster (obj){ [ 1163.326241] env[62643]: value = "domain-c8" [ 1163.326241] env[62643]: _type = "ClusterComputeResource" [ 1163.326241] env[62643]: } {{(pid=62643) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1163.331822] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50374cd5-0e77-4021-82fd-2489f7b95241 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.362385] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Got total of 6 instances {{(pid=62643) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1163.362682] env[62643]: WARNING nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] While synchronizing instance power states, found 8 instances in the database and 6 instances on the hypervisor. [ 1163.362915] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Triggering sync for uuid be5ff15e-51b9-4879-ac9a-855766cacceb {{(pid=62643) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1163.363281] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Triggering sync for uuid 8bf117d1-e25c-4182-ad0a-2513cce514d4 {{(pid=62643) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1163.363572] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Triggering sync for uuid e8dd0d79-0397-4f17-8a6b-1eccf23ffeac {{(pid=62643) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1163.363834] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Triggering sync for uuid 51d2928f-cf02-4145-9572-3aa30c124c0d {{(pid=62643) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1163.364130] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Triggering sync for uuid b04451f1-24a8-4398-ad4c-92c5ef7d18e9 {{(pid=62643) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1163.364389] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Triggering sync for uuid 6387f9c0-539f-411a-bf3d-256c897ee15e {{(pid=62643) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1163.364688] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Triggering sync for uuid d4ce289b-1143-45f4-937c-688cc08019f2 {{(pid=62643) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1163.364908] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Triggering sync for uuid eb64854f-00d7-4676-8d52-b7c510a862d8 {{(pid=62643) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1163.365473] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "be5ff15e-51b9-4879-ac9a-855766cacceb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.365838] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "be5ff15e-51b9-4879-ac9a-855766cacceb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.366321] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "8bf117d1-e25c-4182-ad0a-2513cce514d4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.366683] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.367010] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.367327] env[62643]: INFO nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] During sync_power_state the instance has a pending task (resuming). Skip. [ 1163.367628] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.367934] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "51d2928f-cf02-4145-9572-3aa30c124c0d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.368308] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.368691] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "6387f9c0-539f-411a-bf3d-256c897ee15e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.369068] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "6387f9c0-539f-411a-bf3d-256c897ee15e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.369488] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "d4ce289b-1143-45f4-937c-688cc08019f2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.369798] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "d4ce289b-1143-45f4-937c-688cc08019f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.370212] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "eb64854f-00d7-4676-8d52-b7c510a862d8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.370491] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "eb64854f-00d7-4676-8d52-b7c510a862d8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.370786] env[62643]: INFO nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1163.371104] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "eb64854f-00d7-4676-8d52-b7c510a862d8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.371346] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.371559] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62643) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1163.372899] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaa88eb-98cb-4d64-ab57-93206f65b062 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.378432] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3044cd-8b0b-42b2-be43-18c066b02ee6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.384202] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8fb1ad-b5c4-46f0-98e7-f39bcecba94a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.388287] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.390251] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.391900] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.024s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.393979] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab2d17b-c238-4717-922f-b40a9eb403a6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.418108] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.430789] env[62643]: DEBUG oslo_vmware.api [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429364} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.431205] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.431497] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.431804] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.432114] env[62643]: INFO nova.compute.manager [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1163.432516] env[62643]: DEBUG oslo.service.loopingcall [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1163.433244] env[62643]: DEBUG nova.compute.manager [-] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.433371] env[62643]: DEBUG nova.network.neutron [-] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.728159] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.893034] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.912175] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "be5ff15e-51b9-4879-ac9a-855766cacceb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.912555] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "d4ce289b-1143-45f4-937c-688cc08019f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.920579] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "6387f9c0-539f-411a-bf3d-256c897ee15e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.928445] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.977748] env[62643]: DEBUG nova.compute.manager [req-8e9744e9-1212-49b2-b312-58207b01f873 req-f903c0e1-0ae6-48b4-a380-5be5838125b0 service nova] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Received event network-vif-deleted-a1e83488-ef11-4550-b413-67db9ab130e2 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1163.977921] env[62643]: INFO nova.compute.manager [req-8e9744e9-1212-49b2-b312-58207b01f873 req-f903c0e1-0ae6-48b4-a380-5be5838125b0 service nova] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Neutron deleted interface a1e83488-ef11-4550-b413-67db9ab130e2; detaching it from the instance and deleting it from the info cache [ 1163.978120] env[62643]: DEBUG nova.network.neutron [req-8e9744e9-1212-49b2-b312-58207b01f873 req-f903c0e1-0ae6-48b4-a380-5be5838125b0 service nova] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.994774] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbbd583-e845-4821-9961-1ac15d613d7b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.003825] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d6dd07-098d-46eb-9fd6-c1d83173b076 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.039255] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdd9c4d-e6ff-4cbe-bcfa-0788f37ee55b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.045984] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5d6cd6-7bbe-4154-a55e-7d5c67ef8460 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.060918] env[62643]: DEBUG nova.compute.provider_tree [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.359576] env[62643]: DEBUG nova.network.neutron [-] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.458805] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.459143] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.459387] env[62643]: INFO nova.compute.manager [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Attaching volume b150433c-2219-4b95-8553-2c72da94c48e to /dev/sdb [ 1164.484197] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fd1b98f-5a1e-401e-b8ca-1b1298594ddb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.495786] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4535f3c3-dd67-46d3-9302-5baa467e083a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.528263] env[62643]: DEBUG nova.compute.manager [req-8e9744e9-1212-49b2-b312-58207b01f873 req-f903c0e1-0ae6-48b4-a380-5be5838125b0 service nova] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Detach interface failed, port_id=a1e83488-ef11-4550-b413-67db9ab130e2, reason: Instance 8bf117d1-e25c-4182-ad0a-2513cce514d4 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1164.564674] env[62643]: DEBUG nova.scheduler.client.report [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.589156] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d95d45f-1535-43a3-b762-4d37eb5f3096 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.598177] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0fbc10-0bda-4cf7-a35b-5c52c9b99f4a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.614247] env[62643]: DEBUG nova.virt.block_device [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Updating existing volume attachment record: 8bb2b30c-5971-47e3-a0a9-cc093bb3f67f {{(pid=62643) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1164.862571] env[62643]: INFO nova.compute.manager [-] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Took 1.43 seconds to deallocate network for instance. [ 1165.070338] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.070902] env[62643]: DEBUG nova.compute.manager [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.073439] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.656s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.073661] env[62643]: DEBUG nova.objects.instance [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lazy-loading 'resources' on Instance uuid 51d2928f-cf02-4145-9572-3aa30c124c0d {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.409684] env[62643]: INFO nova.compute.manager [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] Took 0.55 seconds to detach 1 volumes for instance. [ 1165.577487] env[62643]: DEBUG nova.compute.utils [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1165.582322] env[62643]: DEBUG nova.compute.manager [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Not allocating networking since 'none' was specified. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1165.708914] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8bb0ee-4a2f-4576-bd10-963c9352929a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.717778] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409906f8-849e-49c1-b0f8-6ba414ada4f0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.750038] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473ca104-5287-4538-9b5a-4bb3f88bd96e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.758312] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d4046a-c965-4006-8d55-2acfd6599045 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.772313] env[62643]: DEBUG nova.compute.provider_tree [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.916235] env[62643]: DEBUG oslo_concurrency.lockutils [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.082601] env[62643]: DEBUG nova.compute.manager [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.275299] env[62643]: DEBUG nova.scheduler.client.report [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.593805] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "6387f9c0-539f-411a-bf3d-256c897ee15e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.594770] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "6387f9c0-539f-411a-bf3d-256c897ee15e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.003s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.779875] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.782280] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.055s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.802233] env[62643]: INFO nova.scheduler.client.report [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Deleted allocations for instance 51d2928f-cf02-4145-9572-3aa30c124c0d [ 1167.091688] env[62643]: DEBUG nova.compute.manager [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.098014] env[62643]: DEBUG nova.compute.utils [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1167.120057] env[62643]: DEBUG nova.virt.hardware [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.120361] env[62643]: DEBUG nova.virt.hardware [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.120536] env[62643]: DEBUG nova.virt.hardware [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.120763] env[62643]: DEBUG nova.virt.hardware [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.120915] env[62643]: DEBUG nova.virt.hardware [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.121091] env[62643]: DEBUG nova.virt.hardware [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.121312] env[62643]: DEBUG nova.virt.hardware [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.121480] env[62643]: DEBUG nova.virt.hardware [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.121692] env[62643]: DEBUG nova.virt.hardware [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.121898] env[62643]: DEBUG nova.virt.hardware [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.122095] env[62643]: DEBUG nova.virt.hardware [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.122944] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2b4258-e134-4c01-a7de-5f30a97dad6c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.133026] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6d46fd-f5e1-4150-9c5e-ca40e7ec7877 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.149221] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Instance VIF info [] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.155240] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Creating folder: Project (46c4f6e7a5e24a78afd2c58ee6e7056e). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.155628] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb8c6a86-d0e7-462f-89bd-8f34e01ac2b4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.167161] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Created folder: Project (46c4f6e7a5e24a78afd2c58ee6e7056e) in parent group-v483488. [ 1167.167478] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Creating folder: Instances. Parent ref: group-v483796. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.167789] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-def9c4f3-60e3-498c-9e13-31d2cf899861 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.182298] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Created folder: Instances in parent group-v483796. [ 1167.182727] env[62643]: DEBUG oslo.service.loopingcall [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1167.182987] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.183274] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9cce7d3-f0e3-422b-9c7b-7887b89556de {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.202426] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.202426] env[62643]: value = "task-2384095" [ 1167.202426] env[62643]: _type = "Task" [ 1167.202426] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.211063] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384095, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.288286] env[62643]: INFO nova.compute.claims [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.311090] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b3566124-8a2a-47ad-929c-c745099799e0 tempest-AttachVolumeNegativeTest-879300439 tempest-AttachVolumeNegativeTest-879300439-project-member] Lock "51d2928f-cf02-4145-9572-3aa30c124c0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.544s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.312292] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "51d2928f-cf02-4145-9572-3aa30c124c0d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.944s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.312475] env[62643]: INFO nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 51d2928f-cf02-4145-9572-3aa30c124c0d] During sync_power_state the instance has a pending task (deleting). Skip. [ 1167.312658] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "51d2928f-cf02-4145-9572-3aa30c124c0d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.603872] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "6387f9c0-539f-411a-bf3d-256c897ee15e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.716070] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384095, 'name': CreateVM_Task, 'duration_secs': 0.288958} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.716070] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.716619] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.716718] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.718070] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.718070] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22ff0bc0-1ca3-48de-a367-c1523aea8de7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.722620] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1167.722620] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52265952-6f9d-2c8a-c055-23489818259d" [ 1167.722620] env[62643]: _type = "Task" [ 1167.722620] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.732937] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52265952-6f9d-2c8a-c055-23489818259d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.794845] env[62643]: INFO nova.compute.resource_tracker [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updating resource usage from migration dae95703-bfad-4a60-8bb9-e0d683eaf4f5 [ 1167.916814] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcaed00-3a0b-4bb8-93e5-dbfe88715a90 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.925742] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3f42b3-dfda-4580-841e-f33293024a74 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.956812] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a77f29-09be-4475-8404-0753b6fe4776 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.965414] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76665358-a2c2-4e89-87e1-e9bba4432a1d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.989699] env[62643]: DEBUG nova.compute.provider_tree [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.206087] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.206350] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.206575] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.206757] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.206929] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.209230] env[62643]: INFO nova.compute.manager [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Terminating instance [ 1168.233452] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52265952-6f9d-2c8a-c055-23489818259d, 'name': SearchDatastore_Task, 'duration_secs': 0.012239} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.233754] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.233990] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.234240] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.234390] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.234569] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.234833] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-135bab06-5373-4c5c-b168-7fe6121ad447 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.245508] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.245693] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.246718] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3843a6e2-acad-4fd8-b7ae-2ceb24dfbb9f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.254354] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1168.254354] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529c39a3-bf20-f973-87d8-0d2a038b81c2" [ 1168.254354] env[62643]: _type = "Task" [ 1168.254354] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.262263] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529c39a3-bf20-f973-87d8-0d2a038b81c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.493449] env[62643]: DEBUG nova.scheduler.client.report [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.650179] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "6387f9c0-539f-411a-bf3d-256c897ee15e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.650586] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "6387f9c0-539f-411a-bf3d-256c897ee15e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.650690] env[62643]: INFO nova.compute.manager [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Attaching volume c6cd9755-5df3-4415-a40f-8b032e87396b to /dev/sdb [ 1168.680671] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c1a6f4-a302-4ff3-a6bb-f3930f349bb8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.688207] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff2ee67-af2f-4b69-9db1-93f0444ed76f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.702586] env[62643]: DEBUG nova.virt.block_device [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Updating existing volume attachment record: 5aebf0d6-3a1b-42cf-b2c8-ddf8e2923c50 {{(pid=62643) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1168.713177] env[62643]: DEBUG nova.compute.manager [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.713390] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.714201] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648c7c63-3299-4710-94d5-0bae281c5c90 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.721538] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.721782] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-516126aa-d9ee-44f9-86f0-c39fa791efcb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.728385] env[62643]: DEBUG oslo_vmware.api [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1168.728385] env[62643]: value = "task-2384097" [ 1168.728385] env[62643]: _type = "Task" [ 1168.728385] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.736631] env[62643]: DEBUG oslo_vmware.api [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.765316] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]529c39a3-bf20-f973-87d8-0d2a038b81c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011665} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.766181] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7189725e-f963-42b9-b778-ca8118a3e9b1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.771935] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1168.771935] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c1a7b4-bd90-3d4e-3632-c627f480f397" [ 1168.771935] env[62643]: _type = "Task" [ 1168.771935] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.783975] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c1a7b4-bd90-3d4e-3632-c627f480f397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.999505] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.217s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.999729] env[62643]: INFO nova.compute.manager [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Migrating [ 1169.008736] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.116s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.009031] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.009239] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62643) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1169.009673] env[62643]: DEBUG oslo_concurrency.lockutils [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.094s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.009933] env[62643]: DEBUG oslo_concurrency.lockutils [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.016030] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2e80e5-13f3-4998-9426-2e1dc6b374c0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.034051] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849853ea-8cbd-44e9-982d-aa24784cc1ac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.051930] env[62643]: INFO nova.scheduler.client.report [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Deleted allocations for instance 8bf117d1-e25c-4182-ad0a-2513cce514d4 [ 1169.057187] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f48a44-60ec-44fb-99d5-1ff250682ada {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.067727] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d0db4b-d139-4369-a694-3875f2d6892e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.102719] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180010MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62643) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1169.102883] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.103097] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.240072] env[62643]: DEBUG oslo_vmware.api [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384097, 'name': PowerOffVM_Task, 'duration_secs': 0.183252} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.240072] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.240072] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.240072] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54d7d6dc-710f-4a76-b4fb-e7bb04cb7faf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.282942] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c1a7b4-bd90-3d4e-3632-c627f480f397, 'name': SearchDatastore_Task, 'duration_secs': 0.010601} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.283187] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.283426] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] c1124cea-4f15-46f8-b48d-690d7d2ab014/c1124cea-4f15-46f8-b48d-690d7d2ab014.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.283682] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4217304-f00d-40af-bed5-ca81df521cbe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.290928] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1169.290928] env[62643]: value = "task-2384102" [ 1169.290928] env[62643]: _type = "Task" [ 1169.290928] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.300378] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.311058] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.311285] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.311467] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Deleting the datastore file [datastore1] e8dd0d79-0397-4f17-8a6b-1eccf23ffeac {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.311857] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f544b85-9c1b-4114-bb6e-3940f3cd5556 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.318372] env[62643]: DEBUG oslo_vmware.api [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for the task: (returnval){ [ 1169.318372] env[62643]: value = "task-2384103" [ 1169.318372] env[62643]: _type = "Task" [ 1169.318372] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.326517] env[62643]: DEBUG oslo_vmware.api [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.525489] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "refresh_cache-eb64854f-00d7-4676-8d52-b7c510a862d8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.525703] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "refresh_cache-eb64854f-00d7-4676-8d52-b7c510a862d8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.525935] env[62643]: DEBUG nova.network.neutron [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.564076] env[62643]: DEBUG oslo_concurrency.lockutils [None req-452835fd-33d2-4b5c-b5dd-67113e52412d tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "8bf117d1-e25c-4182-ad0a-2513cce514d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.966s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.565240] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "8bf117d1-e25c-4182-ad0a-2513cce514d4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.199s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.565479] env[62643]: INFO nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 8bf117d1-e25c-4182-ad0a-2513cce514d4] During sync_power_state the instance has a pending task (deleting). Skip. [ 1169.565678] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "8bf117d1-e25c-4182-ad0a-2513cce514d4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.666360] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Volume attach. Driver type: vmdk {{(pid=62643) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1169.666627] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483795', 'volume_id': 'b150433c-2219-4b95-8553-2c72da94c48e', 'name': 'volume-b150433c-2219-4b95-8553-2c72da94c48e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b04451f1-24a8-4398-ad4c-92c5ef7d18e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b150433c-2219-4b95-8553-2c72da94c48e', 'serial': 'b150433c-2219-4b95-8553-2c72da94c48e'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1169.667664] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c232f914-646e-4c5f-9fc8-6e072c3f669e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.687436] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c76d4a9-820d-439a-89ad-fbd5a545293d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.718756] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-b150433c-2219-4b95-8553-2c72da94c48e/volume-b150433c-2219-4b95-8553-2c72da94c48e.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.719070] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a51bb466-36f7-492b-bd1d-31746359b8f8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.740165] env[62643]: DEBUG oslo_vmware.api [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1169.740165] env[62643]: value = "task-2384104" [ 1169.740165] env[62643]: _type = "Task" [ 1169.740165] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.750582] env[62643]: DEBUG oslo_vmware.api [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.801313] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484547} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.801576] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] c1124cea-4f15-46f8-b48d-690d7d2ab014/c1124cea-4f15-46f8-b48d-690d7d2ab014.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.801863] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.802140] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47e5e1c7-2d34-4487-884e-119125d87281 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.811818] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1169.811818] env[62643]: value = "task-2384105" [ 1169.811818] env[62643]: _type = "Task" [ 1169.811818] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.821358] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.830862] env[62643]: DEBUG oslo_vmware.api [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Task: {'id': task-2384103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158239} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.831149] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.831348] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.831524] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.831784] env[62643]: INFO nova.compute.manager [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1169.832098] env[62643]: DEBUG oslo.service.loopingcall [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1169.832335] env[62643]: DEBUG nova.compute.manager [-] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.832483] env[62643]: DEBUG nova.network.neutron [-] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.114921] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Applying migration context for instance eb64854f-00d7-4676-8d52-b7c510a862d8 as it has an incoming, in-progress migration dae95703-bfad-4a60-8bb9-e0d683eaf4f5. Migration status is pre-migrating {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1170.114921] env[62643]: INFO nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updating resource usage from migration dae95703-bfad-4a60-8bb9-e0d683eaf4f5 [ 1170.140145] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance be5ff15e-51b9-4879-ac9a-855766cacceb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.140145] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance b04451f1-24a8-4398-ad4c-92c5ef7d18e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.140145] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 6387f9c0-539f-411a-bf3d-256c897ee15e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.140145] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance e8dd0d79-0397-4f17-8a6b-1eccf23ffeac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.140145] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance d4ce289b-1143-45f4-937c-688cc08019f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.140145] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance c1124cea-4f15-46f8-b48d-690d7d2ab014 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.140145] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Migration dae95703-bfad-4a60-8bb9-e0d683eaf4f5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1170.140145] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance eb64854f-00d7-4676-8d52-b7c510a862d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.140145] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1170.140145] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1170.231654] env[62643]: DEBUG nova.compute.manager [req-95607381-ed8c-4cfc-908d-311b9735fc10 req-267adbd4-55bf-4790-b74a-b7be4cb9fb46 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Received event network-vif-deleted-f453ea8e-56d7-4308-b7ae-2992d42ce520 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1170.231913] env[62643]: INFO nova.compute.manager [req-95607381-ed8c-4cfc-908d-311b9735fc10 req-267adbd4-55bf-4790-b74a-b7be4cb9fb46 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Neutron deleted interface f453ea8e-56d7-4308-b7ae-2992d42ce520; detaching it from the instance and deleting it from the info cache [ 1170.232174] env[62643]: DEBUG nova.network.neutron [req-95607381-ed8c-4cfc-908d-311b9735fc10 req-267adbd4-55bf-4790-b74a-b7be4cb9fb46 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.254081] env[62643]: DEBUG oslo_vmware.api [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.295263] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e8efc4-be7b-4ff4-a73e-bf13b231818a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.307074] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83aca8e9-eaeb-4c9c-bf5a-6e65e66005dc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.351674] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f5b805-81ba-4e19-b8bd-13e40f3a7a1b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.358894] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068809} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.359710] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.360661] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301ed158-00f4-4d36-a5f5-76fc47c56c06 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.371174] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b10072c-4eae-45c3-bffe-a741abcacdef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.391633] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] c1124cea-4f15-46f8-b48d-690d7d2ab014/c1124cea-4f15-46f8-b48d-690d7d2ab014.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.392510] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29a69a09-7688-415a-9dab-1b43111c4660 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.416243] env[62643]: DEBUG nova.compute.provider_tree [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.423652] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1170.423652] env[62643]: value = "task-2384106" [ 1170.423652] env[62643]: _type = "Task" [ 1170.423652] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.436021] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.492746] env[62643]: DEBUG nova.network.neutron [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updating instance_info_cache with network_info: [{"id": "60dde9a6-22e5-4d3a-8188-272f2a013ea6", "address": "fa:16:3e:e1:42:d8", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60dde9a6-22", "ovs_interfaceid": "60dde9a6-22e5-4d3a-8188-272f2a013ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.655045] env[62643]: DEBUG nova.network.neutron [-] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.734838] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd393c19-4bf6-4d1e-828c-e8798e760af5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.749050] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766ed075-65a3-4d86-803d-415cf4c661e5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.766067] env[62643]: DEBUG oslo_vmware.api [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384104, 'name': ReconfigVM_Task, 'duration_secs': 0.643793} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.766382] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-b150433c-2219-4b95-8553-2c72da94c48e/volume-b150433c-2219-4b95-8553-2c72da94c48e.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.771535] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7349ffda-2603-4bb6-ac8d-1c7c24ec3b4c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.790847] env[62643]: DEBUG nova.compute.manager [req-95607381-ed8c-4cfc-908d-311b9735fc10 req-267adbd4-55bf-4790-b74a-b7be4cb9fb46 service nova] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Detach interface failed, port_id=f453ea8e-56d7-4308-b7ae-2992d42ce520, reason: Instance e8dd0d79-0397-4f17-8a6b-1eccf23ffeac could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1170.796879] env[62643]: DEBUG oslo_vmware.api [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1170.796879] env[62643]: value = "task-2384107" [ 1170.796879] env[62643]: _type = "Task" [ 1170.796879] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.805889] env[62643]: DEBUG oslo_vmware.api [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.920429] env[62643]: DEBUG nova.scheduler.client.report [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.934632] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384106, 'name': ReconfigVM_Task, 'duration_secs': 0.286009} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.935229] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Reconfigured VM instance instance-00000071 to attach disk [datastore2] c1124cea-4f15-46f8-b48d-690d7d2ab014/c1124cea-4f15-46f8-b48d-690d7d2ab014.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.935942] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd37480e-15c3-4aae-a271-2260ea8bf238 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.943846] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1170.943846] env[62643]: value = "task-2384109" [ 1170.943846] env[62643]: _type = "Task" [ 1170.943846] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.952217] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384109, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.995945] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "refresh_cache-eb64854f-00d7-4676-8d52-b7c510a862d8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.157635] env[62643]: INFO nova.compute.manager [-] [instance: e8dd0d79-0397-4f17-8a6b-1eccf23ffeac] Took 1.32 seconds to deallocate network for instance. [ 1171.308034] env[62643]: DEBUG oslo_vmware.api [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384107, 'name': ReconfigVM_Task, 'duration_secs': 0.164671} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.308388] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483795', 'volume_id': 'b150433c-2219-4b95-8553-2c72da94c48e', 'name': 'volume-b150433c-2219-4b95-8553-2c72da94c48e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b04451f1-24a8-4398-ad4c-92c5ef7d18e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b150433c-2219-4b95-8553-2c72da94c48e', 'serial': 'b150433c-2219-4b95-8553-2c72da94c48e'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1171.342208] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "43592f8c-769f-4ce1-bb14-567a9d5a716a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.342397] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "43592f8c-769f-4ce1-bb14-567a9d5a716a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.425634] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1171.426016] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.323s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.454355] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384109, 'name': Rename_Task, 'duration_secs': 0.166955} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.454634] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.454880] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a34f8075-ea27-4351-9735-7fc1895c8f28 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.462776] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1171.462776] env[62643]: value = "task-2384111" [ 1171.462776] env[62643]: _type = "Task" [ 1171.462776] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.474081] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.665355] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.665674] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.665977] env[62643]: DEBUG nova.objects.instance [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lazy-loading 'resources' on Instance uuid e8dd0d79-0397-4f17-8a6b-1eccf23ffeac {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.844793] env[62643]: DEBUG nova.compute.manager [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.986141] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384111, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.301291] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e33d90-ec94-4999-a984-70469875b0a6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.312546] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223e1423-c031-4d76-8e29-7f8deefe6ef2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.358846] env[62643]: DEBUG nova.objects.instance [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lazy-loading 'flavor' on Instance uuid b04451f1-24a8-4398-ad4c-92c5ef7d18e9 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.362895] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f7f05a-fa42-4ad9-abf7-5e248318099e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.372173] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcad6256-0fc8-4cfd-98d8-efe63434503b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.377718] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.389752] env[62643]: DEBUG nova.compute.provider_tree [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.473707] env[62643]: DEBUG oslo_vmware.api [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384111, 'name': PowerOnVM_Task, 'duration_secs': 1.006036} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.473982] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.474210] env[62643]: INFO nova.compute.manager [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Took 5.38 seconds to spawn the instance on the hypervisor. [ 1172.474392] env[62643]: DEBUG nova.compute.manager [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.475242] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b83643-caa4-4ade-8893-06b2ad8ea1ca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.513235] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e13a57a-c4a1-4a77-99e4-e9ba0b306d80 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.535728] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updating instance 'eb64854f-00d7-4676-8d52-b7c510a862d8' progress to 0 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.871344] env[62643]: DEBUG oslo_concurrency.lockutils [None req-aa0f661a-51ca-442a-8ee6-3eb901564f3a tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.412s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.893258] env[62643]: DEBUG nova.scheduler.client.report [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.995100] env[62643]: INFO nova.compute.manager [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Took 10.20 seconds to build instance. [ 1173.041511] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.041785] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bec5e98-3868-4daa-ad18-020a6b15f37d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.050759] env[62643]: DEBUG oslo_vmware.api [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1173.050759] env[62643]: value = "task-2384112" [ 1173.050759] env[62643]: _type = "Task" [ 1173.050759] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.059361] env[62643]: DEBUG oslo_vmware.api [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.245890] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Volume attach. Driver type: vmdk {{(pid=62643) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1173.246284] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483800', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'name': 'volume-c6cd9755-5df3-4415-a40f-8b032e87396b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6387f9c0-539f-411a-bf3d-256c897ee15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'serial': 'c6cd9755-5df3-4415-a40f-8b032e87396b'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1173.247275] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fc1454-62ad-4a5f-9cd1-f8ad72db6627 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.265016] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41da98cb-830a-4c85-be2b-7732d4f65ee5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.291389] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-c6cd9755-5df3-4415-a40f-8b032e87396b/volume-c6cd9755-5df3-4415-a40f-8b032e87396b.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.291911] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ee80c61-f6e9-455c-af13-a9a8fe1fb04a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.312097] env[62643]: DEBUG oslo_vmware.api [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1173.312097] env[62643]: value = "task-2384114" [ 1173.312097] env[62643]: _type = "Task" [ 1173.312097] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.321435] env[62643]: DEBUG oslo_vmware.api [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.399501] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.403939] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.026s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.405737] env[62643]: INFO nova.compute.claims [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.426474] env[62643]: INFO nova.scheduler.client.report [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Deleted allocations for instance e8dd0d79-0397-4f17-8a6b-1eccf23ffeac [ 1173.435183] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e10211b6-9fbe-40ae-a188-fdea793d5b70 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.435518] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e10211b6-9fbe-40ae-a188-fdea793d5b70 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.435749] env[62643]: DEBUG nova.compute.manager [None req-e10211b6-9fbe-40ae-a188-fdea793d5b70 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.436802] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b59bc7e-28b6-4031-a35b-c0dbed84e4c7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.444334] env[62643]: DEBUG nova.compute.manager [None req-e10211b6-9fbe-40ae-a188-fdea793d5b70 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62643) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1173.444907] env[62643]: DEBUG nova.objects.instance [None req-e10211b6-9fbe-40ae-a188-fdea793d5b70 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lazy-loading 'flavor' on Instance uuid b04451f1-24a8-4398-ad4c-92c5ef7d18e9 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.497226] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b24fd4ef-6c3b-47a5-93aa-a62d2887cf03 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Lock "c1124cea-4f15-46f8-b48d-690d7d2ab014" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.712s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.561218] env[62643]: DEBUG oslo_vmware.api [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384112, 'name': PowerOffVM_Task, 'duration_secs': 0.215141} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.561494] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.561677] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updating instance 'eb64854f-00d7-4676-8d52-b7c510a862d8' progress to 17 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.822934] env[62643]: DEBUG oslo_vmware.api [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384114, 'name': ReconfigVM_Task, 'duration_secs': 0.357529} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.823249] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-c6cd9755-5df3-4415-a40f-8b032e87396b/volume-c6cd9755-5df3-4415-a40f-8b032e87396b.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.827975] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbccc1b1-c803-4e87-8687-887837f54625 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.843767] env[62643]: DEBUG oslo_vmware.api [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1173.843767] env[62643]: value = "task-2384115" [ 1173.843767] env[62643]: _type = "Task" [ 1173.843767] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.852016] env[62643]: DEBUG oslo_vmware.api [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.934419] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ae2b60ab-bdc8-4f77-a457-8d2fccfa0175 tempest-ServersNegativeTestJSON-280765917 tempest-ServersNegativeTestJSON-280765917-project-member] Lock "e8dd0d79-0397-4f17-8a6b-1eccf23ffeac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.728s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.018435] env[62643]: INFO nova.compute.manager [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Rebuilding instance [ 1174.053614] env[62643]: DEBUG nova.compute.manager [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.054504] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a07181-8b48-445c-b783-e9619f851a6f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.070410] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.070643] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.070804] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.070991] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.071160] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.071315] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.071519] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.071682] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.071853] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.072030] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.072213] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.077245] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717dc269-ceaf-4e9f-8dc2-30221a4172cb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.094282] env[62643]: DEBUG oslo_vmware.api [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1174.094282] env[62643]: value = "task-2384116" [ 1174.094282] env[62643]: _type = "Task" [ 1174.094282] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.103124] env[62643]: DEBUG oslo_vmware.api [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.354843] env[62643]: DEBUG oslo_vmware.api [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384115, 'name': ReconfigVM_Task, 'duration_secs': 0.150317} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.355197] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483800', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'name': 'volume-c6cd9755-5df3-4415-a40f-8b032e87396b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6387f9c0-539f-411a-bf3d-256c897ee15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'serial': 'c6cd9755-5df3-4415-a40f-8b032e87396b'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1174.450977] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10211b6-9fbe-40ae-a188-fdea793d5b70 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.451297] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb7a1b37-bc0b-49c3-a364-d6f09b97cedb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.461041] env[62643]: DEBUG oslo_vmware.api [None req-e10211b6-9fbe-40ae-a188-fdea793d5b70 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1174.461041] env[62643]: value = "task-2384117" [ 1174.461041] env[62643]: _type = "Task" [ 1174.461041] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.470917] env[62643]: DEBUG oslo_vmware.api [None req-e10211b6-9fbe-40ae-a188-fdea793d5b70 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.535329] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c911ae99-d876-4ff3-a6d1-da9f7a2e4ac1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.545102] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0796a93-1dd9-4966-b570-f5b76ef62f63 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.583032] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbd1364-a21b-4fac-afe2-ca1492d15230 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.590491] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2905e89a-334d-49a0-b60c-9fb1e675a067 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.610747] env[62643]: DEBUG nova.compute.provider_tree [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.615511] env[62643]: DEBUG oslo_vmware.api [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384116, 'name': ReconfigVM_Task, 'duration_secs': 0.444564} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.616159] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updating instance 'eb64854f-00d7-4676-8d52-b7c510a862d8' progress to 33 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.981867] env[62643]: DEBUG oslo_vmware.api [None req-e10211b6-9fbe-40ae-a188-fdea793d5b70 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384117, 'name': PowerOffVM_Task, 'duration_secs': 0.212118} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.982645] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10211b6-9fbe-40ae-a188-fdea793d5b70 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.982880] env[62643]: DEBUG nova.compute.manager [None req-e10211b6-9fbe-40ae-a188-fdea793d5b70 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.984097] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c067b89c-4597-474f-8109-6d409e73597f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.082084] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.082438] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-916141af-b43d-4637-96e5-6695bee4149b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.090975] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1175.090975] env[62643]: value = "task-2384118" [ 1175.090975] env[62643]: _type = "Task" [ 1175.090975] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.101975] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.117145] env[62643]: DEBUG nova.scheduler.client.report [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.123326] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.123587] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.123749] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.123932] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.124119] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.124281] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.124488] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.124733] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.124861] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.125036] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.125217] env[62643]: DEBUG nova.virt.hardware [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.130698] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1175.131121] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86bcf8c1-f0b0-4b4c-a5cd-8090591ed585 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.153157] env[62643]: DEBUG oslo_vmware.api [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1175.153157] env[62643]: value = "task-2384119" [ 1175.153157] env[62643]: _type = "Task" [ 1175.153157] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.163721] env[62643]: DEBUG oslo_vmware.api [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.402063] env[62643]: DEBUG nova.objects.instance [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lazy-loading 'flavor' on Instance uuid 6387f9c0-539f-411a-bf3d-256c897ee15e {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.496886] env[62643]: DEBUG oslo_concurrency.lockutils [None req-e10211b6-9fbe-40ae-a188-fdea793d5b70 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.606026] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384118, 'name': PowerOffVM_Task, 'duration_secs': 0.145337} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.606026] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.606026] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.606026] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2235faf6-70ad-45e1-b823-4207857db235 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.612374] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.612809] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df63a0bb-7a78-4c38-9674-e5a265fa6396 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.621631] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.622153] env[62643]: DEBUG nova.compute.manager [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.641464] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.641697] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.641887] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Deleting the datastore file [datastore2] c1124cea-4f15-46f8-b48d-690d7d2ab014 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.642184] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57e1d811-a834-451f-b395-8cf0c2eec929 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.649916] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1175.649916] env[62643]: value = "task-2384121" [ 1175.649916] env[62643]: _type = "Task" [ 1175.649916] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.662240] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.665691] env[62643]: DEBUG oslo_vmware.api [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384119, 'name': ReconfigVM_Task, 'duration_secs': 0.226717} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.666033] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.667428] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acbee1e-6a5a-4dc2-98b1-22cf8abe3d17 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.695572] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] eb64854f-00d7-4676-8d52-b7c510a862d8/eb64854f-00d7-4676-8d52-b7c510a862d8.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.696183] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43671638-611b-4e5e-9edd-a065928c4c4c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.718147] env[62643]: DEBUG oslo_vmware.api [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1175.718147] env[62643]: value = "task-2384122" [ 1175.718147] env[62643]: _type = "Task" [ 1175.718147] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.727921] env[62643]: DEBUG oslo_vmware.api [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.905884] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7138b795-65c0-4515-9e3b-486fb2bd4b9c tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "6387f9c0-539f-411a-bf3d-256c897ee15e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.255s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.910766] env[62643]: DEBUG nova.objects.instance [None req-9222dbdb-6f1c-41d4-a4c3-6e412b9f2139 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lazy-loading 'flavor' on Instance uuid b04451f1-24a8-4398-ad4c-92c5ef7d18e9 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.131578] env[62643]: DEBUG nova.compute.utils [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1176.133440] env[62643]: DEBUG nova.compute.manager [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.133618] env[62643]: DEBUG nova.network.neutron [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.160801] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111917} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.161080] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.161277] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.161448] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.186343] env[62643]: DEBUG nova.policy [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fb90d6dff4f43aba6f639834ecb9cff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bedba7d7b9c04694a1cedbee715c6c59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.230415] env[62643]: DEBUG oslo_vmware.api [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384122, 'name': ReconfigVM_Task, 'duration_secs': 0.34271} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.231826] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Reconfigured VM instance instance-00000070 to attach disk [datastore1] eb64854f-00d7-4676-8d52-b7c510a862d8/eb64854f-00d7-4676-8d52-b7c510a862d8.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.231826] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updating instance 'eb64854f-00d7-4676-8d52-b7c510a862d8' progress to 50 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.416173] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9222dbdb-6f1c-41d4-a4c3-6e412b9f2139 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "refresh_cache-b04451f1-24a8-4398-ad4c-92c5ef7d18e9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.416173] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9222dbdb-6f1c-41d4-a4c3-6e412b9f2139 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquired lock "refresh_cache-b04451f1-24a8-4398-ad4c-92c5ef7d18e9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.416173] env[62643]: DEBUG nova.network.neutron [None req-9222dbdb-6f1c-41d4-a4c3-6e412b9f2139 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.416173] env[62643]: DEBUG nova.objects.instance [None req-9222dbdb-6f1c-41d4-a4c3-6e412b9f2139 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lazy-loading 'info_cache' on Instance uuid b04451f1-24a8-4398-ad4c-92c5ef7d18e9 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.636849] env[62643]: DEBUG nova.compute.manager [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.737537] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a856aaa-dea0-4f97-8a5a-b43a2b2eece0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.758487] env[62643]: DEBUG nova.network.neutron [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Successfully created port: 6b86af55-550e-46aa-b7b8-113b90df94cb {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.761040] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f09638-fe86-47e0-ae3e-b17c06ad9652 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.780985] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updating instance 'eb64854f-00d7-4676-8d52-b7c510a862d8' progress to 67 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.831268] env[62643]: INFO nova.compute.manager [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Rebuilding instance [ 1176.878077] env[62643]: DEBUG nova.compute.manager [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.879401] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b614a49-a00a-45bd-944e-f4f857f7fdb4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.919750] env[62643]: DEBUG nova.objects.base [None req-9222dbdb-6f1c-41d4-a4c3-6e412b9f2139 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1176.996134] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.996390] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.996538] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Starting heal instance info cache {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1177.200317] env[62643]: DEBUG nova.virt.hardware [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.200661] env[62643]: DEBUG nova.virt.hardware [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.200739] env[62643]: DEBUG nova.virt.hardware [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.200928] env[62643]: DEBUG nova.virt.hardware [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.201091] env[62643]: DEBUG nova.virt.hardware [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.201269] env[62643]: DEBUG nova.virt.hardware [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.201511] env[62643]: DEBUG nova.virt.hardware [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.201678] env[62643]: DEBUG nova.virt.hardware [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.201849] env[62643]: DEBUG nova.virt.hardware [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.202023] env[62643]: DEBUG nova.virt.hardware [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.202210] env[62643]: DEBUG nova.virt.hardware [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.203361] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857a30fd-a90d-4999-8147-3aee0083be2f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.212040] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c8cdbe-db88-4ff3-884e-271b7e130dfe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.232884] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Instance VIF info [] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.238456] env[62643]: DEBUG oslo.service.loopingcall [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1177.238792] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.239066] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2b4a1cb-4187-4ad8-b83b-0b9cc0466de8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.257681] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.257681] env[62643]: value = "task-2384123" [ 1177.257681] env[62643]: _type = "Task" [ 1177.257681] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.267215] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384123, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.360364] env[62643]: DEBUG nova.network.neutron [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Port 60dde9a6-22e5-4d3a-8188-272f2a013ea6 binding to destination host cpu-1 is already ACTIVE {{(pid=62643) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1177.646732] env[62643]: DEBUG nova.compute.manager [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1177.676205] env[62643]: DEBUG nova.virt.hardware [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.676444] env[62643]: DEBUG nova.virt.hardware [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.676603] env[62643]: DEBUG nova.virt.hardware [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.676783] env[62643]: DEBUG nova.virt.hardware [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.676930] env[62643]: DEBUG nova.virt.hardware [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.677091] env[62643]: DEBUG nova.virt.hardware [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.677301] env[62643]: DEBUG nova.virt.hardware [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.677548] env[62643]: DEBUG nova.virt.hardware [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.677726] env[62643]: DEBUG nova.virt.hardware [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.677890] env[62643]: DEBUG nova.virt.hardware [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.678080] env[62643]: DEBUG nova.virt.hardware [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.678942] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4173da8-1a5c-4363-b644-2f094b80cbf5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.687852] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e57bb2-0d9a-442d-8ebf-10af8dcd89c1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.703939] env[62643]: DEBUG nova.network.neutron [None req-9222dbdb-6f1c-41d4-a4c3-6e412b9f2139 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Updating instance_info_cache with network_info: [{"id": "d2987944-704c-4552-b7c9-f885938eac80", "address": "fa:16:3e:74:12:3c", "network": {"id": "566740ac-1b37-4c10-ba96-cd35b298bac4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-561802829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dffffb5becc43e8b2f3ec64ec9ca0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2987944-70", "ovs_interfaceid": "d2987944-704c-4552-b7c9-f885938eac80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.768610] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384123, 'name': CreateVM_Task, 'duration_secs': 0.309027} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.768802] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.769243] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.769702] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.769769] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.770036] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3d97fe-4352-498d-939e-4e68d7776c9a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.775249] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1177.775249] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520e32a8-5554-a10c-a0ce-9347e6e7adeb" [ 1177.775249] env[62643]: _type = "Task" [ 1177.775249] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.786390] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520e32a8-5554-a10c-a0ce-9347e6e7adeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.892679] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.892998] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36798e59-c415-47f1-b112-305c6baaa75d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.902068] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1177.902068] env[62643]: value = "task-2384124" [ 1177.902068] env[62643]: _type = "Task" [ 1177.902068] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.912021] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.001876] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Didn't find any instances for network info cache update. {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1178.002180] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.002376] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.002535] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.002704] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.002863] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.003023] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.003177] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62643) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1178.003328] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.206746] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9222dbdb-6f1c-41d4-a4c3-6e412b9f2139 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Releasing lock "refresh_cache-b04451f1-24a8-4398-ad4c-92c5ef7d18e9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.287643] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520e32a8-5554-a10c-a0ce-9347e6e7adeb, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.287976] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.288248] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.288483] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.288634] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.288815] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.289094] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16841eaf-0942-45da-b33c-e4b3f0f6c0c9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.298638] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.298823] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.299593] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1bfd9bb-eb9b-4766-8abb-088d7c3c3a66 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.305359] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1178.305359] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524b23b1-6451-7bef-2949-928f77f2d445" [ 1178.305359] env[62643]: _type = "Task" [ 1178.305359] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.313795] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524b23b1-6451-7bef-2949-928f77f2d445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.388456] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "eb64854f-00d7-4676-8d52-b7c510a862d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.388456] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "eb64854f-00d7-4676-8d52-b7c510a862d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.388456] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "eb64854f-00d7-4676-8d52-b7c510a862d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.418563] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384124, 'name': PowerOffVM_Task, 'duration_secs': 0.230452} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.419663] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.422272] env[62643]: DEBUG nova.compute.manager [req-6c61e3f3-bc04-4abd-b957-88be30b6524c req-1f8f0d8b-ee2b-477f-82e0-907b08abe5f9 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Received event network-vif-plugged-6b86af55-550e-46aa-b7b8-113b90df94cb {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1178.422604] env[62643]: DEBUG oslo_concurrency.lockutils [req-6c61e3f3-bc04-4abd-b957-88be30b6524c req-1f8f0d8b-ee2b-477f-82e0-907b08abe5f9 service nova] Acquiring lock "43592f8c-769f-4ce1-bb14-567a9d5a716a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.422739] env[62643]: DEBUG oslo_concurrency.lockutils [req-6c61e3f3-bc04-4abd-b957-88be30b6524c req-1f8f0d8b-ee2b-477f-82e0-907b08abe5f9 service nova] Lock "43592f8c-769f-4ce1-bb14-567a9d5a716a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.423074] env[62643]: DEBUG oslo_concurrency.lockutils [req-6c61e3f3-bc04-4abd-b957-88be30b6524c req-1f8f0d8b-ee2b-477f-82e0-907b08abe5f9 service nova] Lock "43592f8c-769f-4ce1-bb14-567a9d5a716a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.423255] env[62643]: DEBUG nova.compute.manager [req-6c61e3f3-bc04-4abd-b957-88be30b6524c req-1f8f0d8b-ee2b-477f-82e0-907b08abe5f9 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] No waiting events found dispatching network-vif-plugged-6b86af55-550e-46aa-b7b8-113b90df94cb {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.423457] env[62643]: WARNING nova.compute.manager [req-6c61e3f3-bc04-4abd-b957-88be30b6524c req-1f8f0d8b-ee2b-477f-82e0-907b08abe5f9 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Received unexpected event network-vif-plugged-6b86af55-550e-46aa-b7b8-113b90df94cb for instance with vm_state building and task_state spawning. [ 1178.481416] env[62643]: INFO nova.compute.manager [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Detaching volume c6cd9755-5df3-4415-a40f-8b032e87396b [ 1178.506450] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.506704] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.506931] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.507114] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62643) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1178.508030] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04c7604-1ccc-4576-990f-a89a7bdda909 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.513841] env[62643]: INFO nova.virt.block_device [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Attempting to driver detach volume c6cd9755-5df3-4415-a40f-8b032e87396b from mountpoint /dev/sdb [ 1178.514095] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1178.514285] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483800', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'name': 'volume-c6cd9755-5df3-4415-a40f-8b032e87396b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6387f9c0-539f-411a-bf3d-256c897ee15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'serial': 'c6cd9755-5df3-4415-a40f-8b032e87396b'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1178.515080] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f9edf4-eba7-427e-b794-15b8c176cfde {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.524248] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b08a3b-c719-43f7-8a04-3eb1b1f1d5bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.545659] env[62643]: DEBUG nova.network.neutron [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Successfully updated port: 6b86af55-550e-46aa-b7b8-113b90df94cb {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.547684] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b898c999-2d3d-4311-840c-9ea408038ec9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.561779] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe00c45-9e56-4987-8928-6d7d6e99c345 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.568692] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd40643-196d-4b55-ada3-0951a89fefeb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.573568] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3df69f4-53f8-4eaa-91ea-1d5f1b6c6f71 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.593952] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ad4f0c-bd9c-4e5b-b31b-f14d6d43fa24 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.619336] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180010MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62643) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1178.619513] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.619729] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.634652] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] The volume has not been displaced from its original location: [datastore2] volume-c6cd9755-5df3-4415-a40f-8b032e87396b/volume-c6cd9755-5df3-4415-a40f-8b032e87396b.vmdk. No consolidation needed. {{(pid=62643) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1178.639968] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1178.642222] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b2aa5f6-a7b5-4edd-b867-a1848d1efd5f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.659986] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1178.659986] env[62643]: value = "task-2384125" [ 1178.659986] env[62643]: _type = "Task" [ 1178.659986] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.670770] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.815975] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524b23b1-6451-7bef-2949-928f77f2d445, 'name': SearchDatastore_Task, 'duration_secs': 0.009433} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.816987] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac7c33e8-d80c-464e-b9a2-92d1651d754f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.822936] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1178.822936] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5297b156-4bd7-024c-f536-fb79bb86054a" [ 1178.822936] env[62643]: _type = "Task" [ 1178.822936] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.831516] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5297b156-4bd7-024c-f536-fb79bb86054a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.061031] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.061031] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.061179] env[62643]: DEBUG nova.network.neutron [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.170540] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384125, 'name': ReconfigVM_Task, 'duration_secs': 0.212344} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.170819] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1179.175603] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08efd205-c612-405b-827b-5032f0da3c41 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.191398] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1179.191398] env[62643]: value = "task-2384126" [ 1179.191398] env[62643]: _type = "Task" [ 1179.191398] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.200963] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.212966] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9222dbdb-6f1c-41d4-a4c3-6e412b9f2139 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.213358] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac2c2304-3035-4260-9074-4cbe17037a2b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.222276] env[62643]: DEBUG oslo_vmware.api [None req-9222dbdb-6f1c-41d4-a4c3-6e412b9f2139 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1179.222276] env[62643]: value = "task-2384127" [ 1179.222276] env[62643]: _type = "Task" [ 1179.222276] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.231871] env[62643]: DEBUG oslo_vmware.api [None req-9222dbdb-6f1c-41d4-a4c3-6e412b9f2139 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.334421] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5297b156-4bd7-024c-f536-fb79bb86054a, 'name': SearchDatastore_Task, 'duration_secs': 0.010005} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.334650] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.334914] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] c1124cea-4f15-46f8-b48d-690d7d2ab014/c1124cea-4f15-46f8-b48d-690d7d2ab014.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.335182] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81c790d1-f2f4-4130-bcf3-974619e92eaa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.350435] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1179.350435] env[62643]: value = "task-2384128" [ 1179.350435] env[62643]: _type = "Task" [ 1179.350435] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.358754] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.459329] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "refresh_cache-eb64854f-00d7-4676-8d52-b7c510a862d8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.459604] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "refresh_cache-eb64854f-00d7-4676-8d52-b7c510a862d8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.459840] env[62643]: DEBUG nova.network.neutron [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.597757] env[62643]: DEBUG nova.network.neutron [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.629328] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Applying migration context for instance eb64854f-00d7-4676-8d52-b7c510a862d8 as it has an incoming, in-progress migration dae95703-bfad-4a60-8bb9-e0d683eaf4f5. Migration status is post-migrating {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1179.630741] env[62643]: INFO nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updating resource usage from migration dae95703-bfad-4a60-8bb9-e0d683eaf4f5 [ 1179.655052] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance be5ff15e-51b9-4879-ac9a-855766cacceb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.655227] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance b04451f1-24a8-4398-ad4c-92c5ef7d18e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.655351] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 6387f9c0-539f-411a-bf3d-256c897ee15e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.655471] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance d4ce289b-1143-45f4-937c-688cc08019f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.655586] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance c1124cea-4f15-46f8-b48d-690d7d2ab014 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.655704] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Migration dae95703-bfad-4a60-8bb9-e0d683eaf4f5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1179.655818] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance eb64854f-00d7-4676-8d52-b7c510a862d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.655989] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 43592f8c-769f-4ce1-bb14-567a9d5a716a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.656155] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1179.656294] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1179.705765] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384126, 'name': ReconfigVM_Task, 'duration_secs': 0.234197} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.705955] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483800', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'name': 'volume-c6cd9755-5df3-4415-a40f-8b032e87396b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6387f9c0-539f-411a-bf3d-256c897ee15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'serial': 'c6cd9755-5df3-4415-a40f-8b032e87396b'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1179.737209] env[62643]: DEBUG oslo_vmware.api [None req-9222dbdb-6f1c-41d4-a4c3-6e412b9f2139 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384127, 'name': PowerOnVM_Task, 'duration_secs': 0.457032} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.740662] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9222dbdb-6f1c-41d4-a4c3-6e412b9f2139 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.740926] env[62643]: DEBUG nova.compute.manager [None req-9222dbdb-6f1c-41d4-a4c3-6e412b9f2139 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.742090] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f24859e-fec7-47d8-83e7-792d61f63b6c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.793393] env[62643]: DEBUG nova.network.neutron [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Updating instance_info_cache with network_info: [{"id": "6b86af55-550e-46aa-b7b8-113b90df94cb", "address": "fa:16:3e:bd:1e:35", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b86af55-55", "ovs_interfaceid": "6b86af55-550e-46aa-b7b8-113b90df94cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.800375] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19582de4-1485-4381-bc14-8d0e8280654b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.810131] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f53008-2b84-44bb-9670-f4f8151608c2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.844014] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80515233-ff16-4ffe-ab20-748632a15e15 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.855607] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf792bd-2a91-4120-a6f5-86d471425301 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.865607] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511988} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.873542] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] c1124cea-4f15-46f8-b48d-690d7d2ab014/c1124cea-4f15-46f8-b48d-690d7d2ab014.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.873786] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.874578] env[62643]: DEBUG nova.compute.provider_tree [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.875921] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-977e22e0-d2b7-4f9b-9881-c246ed8d246e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.884476] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1179.884476] env[62643]: value = "task-2384129" [ 1179.884476] env[62643]: _type = "Task" [ 1179.884476] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.895448] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.153015] env[62643]: DEBUG nova.network.neutron [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updating instance_info_cache with network_info: [{"id": "60dde9a6-22e5-4d3a-8188-272f2a013ea6", "address": "fa:16:3e:e1:42:d8", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60dde9a6-22", "ovs_interfaceid": "60dde9a6-22e5-4d3a-8188-272f2a013ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.296724] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.297113] env[62643]: DEBUG nova.compute.manager [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Instance network_info: |[{"id": "6b86af55-550e-46aa-b7b8-113b90df94cb", "address": "fa:16:3e:bd:1e:35", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b86af55-55", "ovs_interfaceid": "6b86af55-550e-46aa-b7b8-113b90df94cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.297496] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:1e:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b86af55-550e-46aa-b7b8-113b90df94cb', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.304931] env[62643]: DEBUG oslo.service.loopingcall [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1180.305357] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.305582] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-881756cb-d138-4fd6-a540-3931900df6e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.327488] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.327488] env[62643]: value = "task-2384130" [ 1180.327488] env[62643]: _type = "Task" [ 1180.327488] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.334746] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384130, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.379263] env[62643]: DEBUG nova.scheduler.client.report [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.393619] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191441} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.394507] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.395295] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5794117e-8770-40c4-a2c3-32f7f8d06550 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.415773] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] c1124cea-4f15-46f8-b48d-690d7d2ab014/c1124cea-4f15-46f8-b48d-690d7d2ab014.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.416264] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e02a87af-db7b-4574-80d7-24d0e2175a17 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.435038] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1180.435038] env[62643]: value = "task-2384131" [ 1180.435038] env[62643]: _type = "Task" [ 1180.435038] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.442920] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.448060] env[62643]: DEBUG nova.compute.manager [req-e2869f9d-bc95-470c-add9-1f329a6296b8 req-c8c83a70-cf01-4e69-b367-ac37f8101ba9 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Received event network-changed-6b86af55-550e-46aa-b7b8-113b90df94cb {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1180.448327] env[62643]: DEBUG nova.compute.manager [req-e2869f9d-bc95-470c-add9-1f329a6296b8 req-c8c83a70-cf01-4e69-b367-ac37f8101ba9 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Refreshing instance network info cache due to event network-changed-6b86af55-550e-46aa-b7b8-113b90df94cb. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1180.448616] env[62643]: DEBUG oslo_concurrency.lockutils [req-e2869f9d-bc95-470c-add9-1f329a6296b8 req-c8c83a70-cf01-4e69-b367-ac37f8101ba9 service nova] Acquiring lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.448816] env[62643]: DEBUG oslo_concurrency.lockutils [req-e2869f9d-bc95-470c-add9-1f329a6296b8 req-c8c83a70-cf01-4e69-b367-ac37f8101ba9 service nova] Acquired lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.449054] env[62643]: DEBUG nova.network.neutron [req-e2869f9d-bc95-470c-add9-1f329a6296b8 req-c8c83a70-cf01-4e69-b367-ac37f8101ba9 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Refreshing network info cache for port 6b86af55-550e-46aa-b7b8-113b90df94cb {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.656188] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "refresh_cache-eb64854f-00d7-4676-8d52-b7c510a862d8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.763831] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.764139] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-180794e8-13d1-43cb-9406-9285a472daf5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.771696] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1180.771696] env[62643]: value = "task-2384132" [ 1180.771696] env[62643]: _type = "Task" [ 1180.771696] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.780766] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] VM already powered off {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1180.780965] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1180.781178] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483800', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'name': 'volume-c6cd9755-5df3-4415-a40f-8b032e87396b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6387f9c0-539f-411a-bf3d-256c897ee15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'serial': 'c6cd9755-5df3-4415-a40f-8b032e87396b'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1180.781890] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26f8234-ac15-44e2-8927-997f160c5b6e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.799186] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43375da6-8e06-405c-9f64-f418cbaffc8b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.804983] env[62643]: WARNING nova.virt.vmwareapi.driver [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1180.805244] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.805922] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8802fad5-fc59-49e7-b755-833aa448aabd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.811843] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.812065] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05629c09-0127-42ee-bbea-309204fa0b45 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.836268] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384130, 'name': CreateVM_Task, 'duration_secs': 0.356988} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.836411] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.843594] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.843767] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.844094] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.844320] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b17509-efc6-4e42-b9c2-036aee4ba864 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.848323] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1180.848323] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ece133-e610-a7c1-27f0-5b17f10d5d5a" [ 1180.848323] env[62643]: _type = "Task" [ 1180.848323] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.857081] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ece133-e610-a7c1-27f0-5b17f10d5d5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.883848] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1180.884049] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.264s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.895238] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.895455] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.895632] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleting the datastore file [datastore2] 6387f9c0-539f-411a-bf3d-256c897ee15e {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.895894] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe06d8a1-a2e9-43d0-8d83-9152dd9526f6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.901644] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1180.901644] env[62643]: value = "task-2384134" [ 1180.901644] env[62643]: _type = "Task" [ 1180.901644] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.908995] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.943940] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384131, 'name': ReconfigVM_Task, 'duration_secs': 0.283398} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.944282] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Reconfigured VM instance instance-00000071 to attach disk [datastore2] c1124cea-4f15-46f8-b48d-690d7d2ab014/c1124cea-4f15-46f8-b48d-690d7d2ab014.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.944888] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8734255b-ca76-465f-8209-af72ccf74d08 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.950704] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1180.950704] env[62643]: value = "task-2384135" [ 1180.950704] env[62643]: _type = "Task" [ 1180.950704] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.961696] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384135, 'name': Rename_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.164735] env[62643]: DEBUG nova.network.neutron [req-e2869f9d-bc95-470c-add9-1f329a6296b8 req-c8c83a70-cf01-4e69-b367-ac37f8101ba9 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Updated VIF entry in instance network info cache for port 6b86af55-550e-46aa-b7b8-113b90df94cb. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.165074] env[62643]: DEBUG nova.network.neutron [req-e2869f9d-bc95-470c-add9-1f329a6296b8 req-c8c83a70-cf01-4e69-b367-ac37f8101ba9 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Updating instance_info_cache with network_info: [{"id": "6b86af55-550e-46aa-b7b8-113b90df94cb", "address": "fa:16:3e:bd:1e:35", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b86af55-55", "ovs_interfaceid": "6b86af55-550e-46aa-b7b8-113b90df94cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.179104] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c74976-41cf-452e-848c-f6eadc805b0f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.198669] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5a71d7-7d5c-44e5-89f4-26145f0cdac3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.205011] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updating instance 'eb64854f-00d7-4676-8d52-b7c510a862d8' progress to 83 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.358477] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ece133-e610-a7c1-27f0-5b17f10d5d5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009164} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.358826] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.359066] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.359304] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.359497] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.359824] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.360103] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96432479-6dda-4b75-af58-1e50913abe05 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.367860] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.368047] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.368713] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e72513-268f-4ac4-8010-96080b588a8b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.374207] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1181.374207] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52de1f65-f2d2-9528-dbb7-e9f9e9ebb261" [ 1181.374207] env[62643]: _type = "Task" [ 1181.374207] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.381722] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52de1f65-f2d2-9528-dbb7-e9f9e9ebb261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.409181] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139972} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.409590] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.409829] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.410059] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.459954] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384135, 'name': Rename_Task, 'duration_secs': 0.147775} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.460231] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.460457] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ef5901-1b94-4d73-b87f-779c71e6c6bd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.467182] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1181.467182] env[62643]: value = "task-2384136" [ 1181.467182] env[62643]: _type = "Task" [ 1181.467182] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.474520] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.669735] env[62643]: DEBUG oslo_concurrency.lockutils [req-e2869f9d-bc95-470c-add9-1f329a6296b8 req-c8c83a70-cf01-4e69-b367-ac37f8101ba9 service nova] Releasing lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.711046] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.711347] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e9c3cb8-b614-41c8-8566-a5ed7ebd4190 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.718970] env[62643]: DEBUG oslo_vmware.api [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1181.718970] env[62643]: value = "task-2384137" [ 1181.718970] env[62643]: _type = "Task" [ 1181.718970] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.727180] env[62643]: DEBUG oslo_vmware.api [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.886907] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52de1f65-f2d2-9528-dbb7-e9f9e9ebb261, 'name': SearchDatastore_Task, 'duration_secs': 0.008313} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.887716] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa3cce6-f1c7-4c0f-9fe4-fb4c069517d7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.892901] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1181.892901] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ef780a-a9cb-0742-6456-2994bc1645bb" [ 1181.892901] env[62643]: _type = "Task" [ 1181.892901] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.900846] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ef780a-a9cb-0742-6456-2994bc1645bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.914659] env[62643]: INFO nova.virt.block_device [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Booting with volume c6cd9755-5df3-4415-a40f-8b032e87396b at /dev/sdb [ 1181.950140] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-107b3799-cc15-491b-bf6c-ce652c36dd8e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.958212] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87755eb8-58c4-45a4-b2c5-e503a03fc61a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.977824] env[62643]: DEBUG oslo_vmware.api [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384136, 'name': PowerOnVM_Task, 'duration_secs': 0.470614} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.978068] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.978265] env[62643]: DEBUG nova.compute.manager [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.979026] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee2ec00-ef00-40d2-a811-30aed08c6dec {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.992061] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b175486-3264-4195-b7af-b50b0a535dbd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.002532] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5445e1c-2477-4394-9cae-036efe20b94e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.030816] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7169ca86-73b7-437e-9cb5-97a32e1b79e3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.038186] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f8a707-c917-4dda-a818-fe58ef92aa38 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.052536] env[62643]: DEBUG nova.virt.block_device [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Updating existing volume attachment record: 80c36d51-7b93-43a6-9ac1-9e9528296aa9 {{(pid=62643) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1182.229230] env[62643]: DEBUG oslo_vmware.api [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384137, 'name': PowerOnVM_Task, 'duration_secs': 0.447955} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.229492] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.229720] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ef586c04-0a52-4525-a02e-1ac5452df803 tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updating instance 'eb64854f-00d7-4676-8d52-b7c510a862d8' progress to 100 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.403495] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52ef780a-a9cb-0742-6456-2994bc1645bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010178} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.403860] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.403978] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 43592f8c-769f-4ce1-bb14-567a9d5a716a/43592f8c-769f-4ce1-bb14-567a9d5a716a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.404256] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7c6c2dd-993f-4b68-99e3-098df6da3f6f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.411028] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1182.411028] env[62643]: value = "task-2384138" [ 1182.411028] env[62643]: _type = "Task" [ 1182.411028] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.418839] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.503505] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.503724] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.503864] env[62643]: DEBUG nova.objects.instance [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62643) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1182.685559] env[62643]: DEBUG oslo_concurrency.lockutils [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquiring lock "c1124cea-4f15-46f8-b48d-690d7d2ab014" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.685848] env[62643]: DEBUG oslo_concurrency.lockutils [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Lock "c1124cea-4f15-46f8-b48d-690d7d2ab014" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.686089] env[62643]: DEBUG oslo_concurrency.lockutils [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquiring lock "c1124cea-4f15-46f8-b48d-690d7d2ab014-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.686281] env[62643]: DEBUG oslo_concurrency.lockutils [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Lock "c1124cea-4f15-46f8-b48d-690d7d2ab014-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.686455] env[62643]: DEBUG oslo_concurrency.lockutils [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Lock "c1124cea-4f15-46f8-b48d-690d7d2ab014-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.688624] env[62643]: INFO nova.compute.manager [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Terminating instance [ 1182.920869] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384138, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.192555] env[62643]: DEBUG oslo_concurrency.lockutils [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquiring lock "refresh_cache-c1124cea-4f15-46f8-b48d-690d7d2ab014" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.192758] env[62643]: DEBUG oslo_concurrency.lockutils [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquired lock "refresh_cache-c1124cea-4f15-46f8-b48d-690d7d2ab014" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.192899] env[62643]: DEBUG nova.network.neutron [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.422221] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861559} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.422547] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 43592f8c-769f-4ce1-bb14-567a9d5a716a/43592f8c-769f-4ce1-bb14-567a9d5a716a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.422695] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.422956] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0aafc2e-0ad0-481e-8600-962fb34676c9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.430250] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1183.430250] env[62643]: value = "task-2384139" [ 1183.430250] env[62643]: _type = "Task" [ 1183.430250] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.437337] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.512665] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6f6ed00b-4136-4042-b109-680a20474b91 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.711686] env[62643]: DEBUG nova.network.neutron [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.764604] env[62643]: DEBUG nova.network.neutron [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.939534] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.310772} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.939861] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.940659] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6ad93a-4b63-4ccd-a701-a907ef83e3fb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.962157] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 43592f8c-769f-4ce1-bb14-567a9d5a716a/43592f8c-769f-4ce1-bb14-567a9d5a716a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.962305] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42b276d7-ef0e-48ad-a2cd-52a7ffb8eae2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.985463] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1183.985463] env[62643]: value = "task-2384140" [ 1183.985463] env[62643]: _type = "Task" [ 1183.985463] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.994269] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.169717] env[62643]: DEBUG nova.virt.hardware [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.169986] env[62643]: DEBUG nova.virt.hardware [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.170164] env[62643]: DEBUG nova.virt.hardware [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.170352] env[62643]: DEBUG nova.virt.hardware [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.170502] env[62643]: DEBUG nova.virt.hardware [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.170656] env[62643]: DEBUG nova.virt.hardware [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.170865] env[62643]: DEBUG nova.virt.hardware [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.171037] env[62643]: DEBUG nova.virt.hardware [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.171213] env[62643]: DEBUG nova.virt.hardware [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.171380] env[62643]: DEBUG nova.virt.hardware [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.171558] env[62643]: DEBUG nova.virt.hardware [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.172460] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f003df48-059d-4b43-bc20-542bb52a3103 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.180301] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec51a83a-3cf1-4450-a5c5-f32864579ad3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.194357] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:58:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d77ff8b-5b81-477e-bba5-f8631815dc3e', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.201873] env[62643]: DEBUG oslo.service.loopingcall [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1184.202377] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.202466] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aeb287e9-eff0-40c8-8ec8-fb84274980bf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.220897] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.220897] env[62643]: value = "task-2384141" [ 1184.220897] env[62643]: _type = "Task" [ 1184.220897] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.228508] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384141, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.267601] env[62643]: DEBUG oslo_concurrency.lockutils [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Releasing lock "refresh_cache-c1124cea-4f15-46f8-b48d-690d7d2ab014" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.268073] env[62643]: DEBUG nova.compute.manager [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.268273] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.269190] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0876fce6-f457-48e1-a355-f32a5571b6d4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.276454] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.276700] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea7f7253-e6e8-492e-8980-339bb6e4dcd2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.281963] env[62643]: DEBUG oslo_vmware.api [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1184.281963] env[62643]: value = "task-2384142" [ 1184.281963] env[62643]: _type = "Task" [ 1184.281963] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.292833] env[62643]: DEBUG oslo_vmware.api [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.481710] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "eb64854f-00d7-4676-8d52-b7c510a862d8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.482207] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "eb64854f-00d7-4676-8d52-b7c510a862d8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.482207] env[62643]: DEBUG nova.compute.manager [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Going to confirm migration 9 {{(pid=62643) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1184.495396] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384140, 'name': ReconfigVM_Task, 'duration_secs': 0.499351} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.495669] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 43592f8c-769f-4ce1-bb14-567a9d5a716a/43592f8c-769f-4ce1-bb14-567a9d5a716a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.496343] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67b1b532-408e-4827-bbe0-5b3fe4cebff3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.503677] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1184.503677] env[62643]: value = "task-2384143" [ 1184.503677] env[62643]: _type = "Task" [ 1184.503677] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.513421] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384143, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.730370] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384141, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.791726] env[62643]: DEBUG oslo_vmware.api [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384142, 'name': PowerOffVM_Task, 'duration_secs': 0.253916} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.791989] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.792176] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.792421] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37520b54-4785-403d-aa7f-1743d6c8d52e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.815877] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.816119] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.816309] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Deleting the datastore file [datastore2] c1124cea-4f15-46f8-b48d-690d7d2ab014 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.816605] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04513c25-473a-4acd-95c2-8149b4345ccf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.823469] env[62643]: DEBUG oslo_vmware.api [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for the task: (returnval){ [ 1184.823469] env[62643]: value = "task-2384145" [ 1184.823469] env[62643]: _type = "Task" [ 1184.823469] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.830778] env[62643]: DEBUG oslo_vmware.api [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.014088] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384143, 'name': Rename_Task, 'duration_secs': 0.436658} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.014261] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.014441] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02a4d64d-a761-4841-9516-cf4ac216c9df {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.018378] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "refresh_cache-eb64854f-00d7-4676-8d52-b7c510a862d8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.018575] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquired lock "refresh_cache-eb64854f-00d7-4676-8d52-b7c510a862d8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.018751] env[62643]: DEBUG nova.network.neutron [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.018931] env[62643]: DEBUG nova.objects.instance [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lazy-loading 'info_cache' on Instance uuid eb64854f-00d7-4676-8d52-b7c510a862d8 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.021272] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1185.021272] env[62643]: value = "task-2384146" [ 1185.021272] env[62643]: _type = "Task" [ 1185.021272] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.028912] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.231831] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384141, 'name': CreateVM_Task, 'duration_secs': 0.535117} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.232021] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.232667] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.232838] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.233191] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.233440] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e40a78e-321d-4119-9b94-5c306196135e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.237964] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1185.237964] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52eb6cba-e89f-9cae-13c5-b9088aeea1df" [ 1185.237964] env[62643]: _type = "Task" [ 1185.237964] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.245613] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52eb6cba-e89f-9cae-13c5-b9088aeea1df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.332720] env[62643]: DEBUG oslo_vmware.api [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Task: {'id': task-2384145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304526} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.332971] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.333170] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.333349] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.333524] env[62643]: INFO nova.compute.manager [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1185.333761] env[62643]: DEBUG oslo.service.loopingcall [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1185.333940] env[62643]: DEBUG nova.compute.manager [-] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.334050] env[62643]: DEBUG nova.network.neutron [-] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.348321] env[62643]: DEBUG nova.network.neutron [-] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.534009] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384146, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.748475] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52eb6cba-e89f-9cae-13c5-b9088aeea1df, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.748795] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.749175] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.749375] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.749577] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.749796] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.750105] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bae947d-c234-4a40-8b5d-93c78ee12a80 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.762252] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.762455] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.763181] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a118e9d-31b2-4f75-a25c-8c613e99402a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.769482] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1185.769482] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5210a0ca-22e4-8919-3665-1a683bd95e6b" [ 1185.769482] env[62643]: _type = "Task" [ 1185.769482] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.776736] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5210a0ca-22e4-8919-3665-1a683bd95e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.850697] env[62643]: DEBUG nova.network.neutron [-] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.036827] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384146, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.227952] env[62643]: DEBUG nova.network.neutron [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updating instance_info_cache with network_info: [{"id": "60dde9a6-22e5-4d3a-8188-272f2a013ea6", "address": "fa:16:3e:e1:42:d8", "network": {"id": "3e31fabf-5ac0-4d3e-a029-44219171037a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-816665201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96887bdb38b845f5b83945269bd3d7a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60dde9a6-22", "ovs_interfaceid": "60dde9a6-22e5-4d3a-8188-272f2a013ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.280030] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5210a0ca-22e4-8919-3665-1a683bd95e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.280800] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855fa9a6-15bb-4baf-a72a-3998aa3d3b63 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.285551] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1186.285551] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522bbb3d-ab2c-5dda-64e3-3f8a4a523639" [ 1186.285551] env[62643]: _type = "Task" [ 1186.285551] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.292537] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522bbb3d-ab2c-5dda-64e3-3f8a4a523639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.353481] env[62643]: INFO nova.compute.manager [-] [instance: c1124cea-4f15-46f8-b48d-690d7d2ab014] Took 1.02 seconds to deallocate network for instance. [ 1186.534343] env[62643]: DEBUG oslo_vmware.api [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384146, 'name': PowerOnVM_Task, 'duration_secs': 1.074224} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.534630] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.534804] env[62643]: INFO nova.compute.manager [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1186.534985] env[62643]: DEBUG nova.compute.manager [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.535784] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ea9a6b-ad1f-4c3b-a825-9bd66e6fd89b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.730770] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Releasing lock "refresh_cache-eb64854f-00d7-4676-8d52-b7c510a862d8" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.731097] env[62643]: DEBUG nova.objects.instance [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lazy-loading 'migration_context' on Instance uuid eb64854f-00d7-4676-8d52-b7c510a862d8 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.796290] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522bbb3d-ab2c-5dda-64e3-3f8a4a523639, 'name': SearchDatastore_Task, 'duration_secs': 0.011487} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.796536] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.796754] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 6387f9c0-539f-411a-bf3d-256c897ee15e/6387f9c0-539f-411a-bf3d-256c897ee15e.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.797016] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2dc7888-be3e-4b95-a836-e39d131377dd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.804261] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1186.804261] env[62643]: value = "task-2384147" [ 1186.804261] env[62643]: _type = "Task" [ 1186.804261] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.811973] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.859576] env[62643]: DEBUG oslo_concurrency.lockutils [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.859898] env[62643]: DEBUG oslo_concurrency.lockutils [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.860197] env[62643]: DEBUG nova.objects.instance [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Lazy-loading 'resources' on Instance uuid c1124cea-4f15-46f8-b48d-690d7d2ab014 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.052927] env[62643]: INFO nova.compute.manager [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Took 14.70 seconds to build instance. [ 1187.233634] env[62643]: DEBUG nova.objects.base [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1187.234671] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63670ad4-b3a7-45e9-90a5-fd393491547b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.256835] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d142f63-4e35-4781-a501-5a255d950b63 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.263337] env[62643]: DEBUG oslo_vmware.api [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1187.263337] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5268f095-cd8c-f346-1eac-568f4cb89710" [ 1187.263337] env[62643]: _type = "Task" [ 1187.263337] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.272072] env[62643]: DEBUG oslo_vmware.api [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5268f095-cd8c-f346-1eac-568f4cb89710, 'name': SearchDatastore_Task, 'duration_secs': 0.006781} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.272359] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.313944] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474094} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.314239] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 6387f9c0-539f-411a-bf3d-256c897ee15e/6387f9c0-539f-411a-bf3d-256c897ee15e.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.314455] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.314729] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1209811-c09f-4980-9737-3b33e64a6825 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.323155] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1187.323155] env[62643]: value = "task-2384148" [ 1187.323155] env[62643]: _type = "Task" [ 1187.323155] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.330628] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.493376] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dccd7a4-f955-4047-83a2-54df4346378b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.513647] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072fa531-0af8-4765-b64f-3f9572d40884 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.575642] env[62643]: DEBUG oslo_concurrency.lockutils [None req-9218478e-010d-49cb-b307-daf51127bfc5 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "43592f8c-769f-4ce1-bb14-567a9d5a716a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.233s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.576373] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84413297-146c-4ec5-8e9a-32e5da5503e6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.583977] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde86a68-481d-4425-9bab-78b1932125c9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.597832] env[62643]: DEBUG nova.compute.provider_tree [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.834675] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056945} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.837699] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.837699] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adbfe9f-a52c-46fd-bebe-35d549f68918 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.858360] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 6387f9c0-539f-411a-bf3d-256c897ee15e/6387f9c0-539f-411a-bf3d-256c897ee15e.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.858727] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff56967f-cf46-49e7-aa6a-75b1d6e3dc1a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.886295] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1187.886295] env[62643]: value = "task-2384149" [ 1187.886295] env[62643]: _type = "Task" [ 1187.886295] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.894665] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.977141] env[62643]: DEBUG nova.compute.manager [req-801b0419-69fc-4a19-b357-5ae6fd733733 req-face73c2-7952-44d0-84eb-435ecb50d87d service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Received event network-changed-6b86af55-550e-46aa-b7b8-113b90df94cb {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1187.977247] env[62643]: DEBUG nova.compute.manager [req-801b0419-69fc-4a19-b357-5ae6fd733733 req-face73c2-7952-44d0-84eb-435ecb50d87d service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Refreshing instance network info cache due to event network-changed-6b86af55-550e-46aa-b7b8-113b90df94cb. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1187.977530] env[62643]: DEBUG oslo_concurrency.lockutils [req-801b0419-69fc-4a19-b357-5ae6fd733733 req-face73c2-7952-44d0-84eb-435ecb50d87d service nova] Acquiring lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.977625] env[62643]: DEBUG oslo_concurrency.lockutils [req-801b0419-69fc-4a19-b357-5ae6fd733733 req-face73c2-7952-44d0-84eb-435ecb50d87d service nova] Acquired lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.977794] env[62643]: DEBUG nova.network.neutron [req-801b0419-69fc-4a19-b357-5ae6fd733733 req-face73c2-7952-44d0-84eb-435ecb50d87d service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Refreshing network info cache for port 6b86af55-550e-46aa-b7b8-113b90df94cb {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.101134] env[62643]: DEBUG nova.scheduler.client.report [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.396452] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384149, 'name': ReconfigVM_Task, 'duration_secs': 0.286864} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.396731] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 6387f9c0-539f-411a-bf3d-256c897ee15e/6387f9c0-539f-411a-bf3d-256c897ee15e.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.397925] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'device_type': 'disk', 'size': 0, 'boot_index': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'image_id': '44c3fcb5-c3ac-4085-93b4-0119603910a4'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '80c36d51-7b93-43a6-9ac1-9e9528296aa9', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483800', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'name': 'volume-c6cd9755-5df3-4415-a40f-8b032e87396b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6387f9c0-539f-411a-bf3d-256c897ee15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'serial': 'c6cd9755-5df3-4415-a40f-8b032e87396b'}, 'device_type': None, 'boot_index': None, 'disk_bus': None, 'delete_on_termination': False, 'guest_format': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62643) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1188.398479] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Volume attach. Driver type: vmdk {{(pid=62643) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1188.398479] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483800', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'name': 'volume-c6cd9755-5df3-4415-a40f-8b032e87396b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6387f9c0-539f-411a-bf3d-256c897ee15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'serial': 'c6cd9755-5df3-4415-a40f-8b032e87396b'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1188.399134] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b90dbd2-5611-408c-8239-04510aa67f82 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.416772] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a5f31f-62e5-434c-b8c6-3b1a2e058893 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.440276] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-c6cd9755-5df3-4415-a40f-8b032e87396b/volume-c6cd9755-5df3-4415-a40f-8b032e87396b.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.440557] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-321b8a4d-4ef1-4ba2-aa84-5342ca4e10e6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.457559] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1188.457559] env[62643]: value = "task-2384150" [ 1188.457559] env[62643]: _type = "Task" [ 1188.457559] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.465348] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.606462] env[62643]: DEBUG oslo_concurrency.lockutils [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.609156] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.337s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.630204] env[62643]: INFO nova.scheduler.client.report [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Deleted allocations for instance c1124cea-4f15-46f8-b48d-690d7d2ab014 [ 1188.932077] env[62643]: DEBUG nova.network.neutron [req-801b0419-69fc-4a19-b357-5ae6fd733733 req-face73c2-7952-44d0-84eb-435ecb50d87d service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Updated VIF entry in instance network info cache for port 6b86af55-550e-46aa-b7b8-113b90df94cb. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.932631] env[62643]: DEBUG nova.network.neutron [req-801b0419-69fc-4a19-b357-5ae6fd733733 req-face73c2-7952-44d0-84eb-435ecb50d87d service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Updating instance_info_cache with network_info: [{"id": "6b86af55-550e-46aa-b7b8-113b90df94cb", "address": "fa:16:3e:bd:1e:35", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b86af55-55", "ovs_interfaceid": "6b86af55-550e-46aa-b7b8-113b90df94cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.969414] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384150, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.142475] env[62643]: DEBUG oslo_concurrency.lockutils [None req-405a368b-f817-434c-9f13-04de7285bce0 tempest-ServerShowV257Test-966429786 tempest-ServerShowV257Test-966429786-project-member] Lock "c1124cea-4f15-46f8-b48d-690d7d2ab014" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.457s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.212744] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5633324d-7fa9-4090-a378-e10883a2d564 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.220889] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0170db-08e4-49ea-b667-640e7f0ac780 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.252396] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e712c899-dc30-4453-8999-1022a78e9679 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.259813] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad129fa2-4d3a-4322-9967-d355398881f1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.273427] env[62643]: DEBUG nova.compute.provider_tree [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.436076] env[62643]: DEBUG oslo_concurrency.lockutils [req-801b0419-69fc-4a19-b357-5ae6fd733733 req-face73c2-7952-44d0-84eb-435ecb50d87d service nova] Releasing lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.469183] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384150, 'name': ReconfigVM_Task, 'duration_secs': 0.530543} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.469459] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-c6cd9755-5df3-4415-a40f-8b032e87396b/volume-c6cd9755-5df3-4415-a40f-8b032e87396b.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.474276] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a31f06-8632-4591-a856-21d2b67b40a2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.489850] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1189.489850] env[62643]: value = "task-2384151" [ 1189.489850] env[62643]: _type = "Task" [ 1189.489850] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.498135] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.776734] env[62643]: DEBUG nova.scheduler.client.report [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.001679] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.500686] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384151, 'name': ReconfigVM_Task, 'duration_secs': 0.575376} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.500991] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483800', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'name': 'volume-c6cd9755-5df3-4415-a40f-8b032e87396b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6387f9c0-539f-411a-bf3d-256c897ee15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'serial': 'c6cd9755-5df3-4415-a40f-8b032e87396b'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1190.501556] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-994ea5f5-6e6a-4c06-92e9-2346e5d25652 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.508008] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1190.508008] env[62643]: value = "task-2384152" [ 1190.508008] env[62643]: _type = "Task" [ 1190.508008] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.516326] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384152, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.787905] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.179s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.018219] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384152, 'name': Rename_Task, 'duration_secs': 0.140992} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.018498] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.018741] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7babb138-b832-4f34-872e-4d3070ae2bb9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.024710] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1191.024710] env[62643]: value = "task-2384153" [ 1191.024710] env[62643]: _type = "Task" [ 1191.024710] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.031935] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.340857] env[62643]: INFO nova.scheduler.client.report [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleted allocation for migration dae95703-bfad-4a60-8bb9-e0d683eaf4f5 [ 1191.534503] env[62643]: DEBUG oslo_vmware.api [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384153, 'name': PowerOnVM_Task, 'duration_secs': 0.415892} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.534774] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.534989] env[62643]: DEBUG nova.compute.manager [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.535765] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd14282-a4b0-4db3-b69c-3e565c104a32 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.847421] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "eb64854f-00d7-4676-8d52-b7c510a862d8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.365s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.053639] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.053892] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.054090] env[62643]: DEBUG nova.objects.instance [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62643) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1192.994334] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "eb64854f-00d7-4676-8d52-b7c510a862d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.994742] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "eb64854f-00d7-4676-8d52-b7c510a862d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.994866] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "eb64854f-00d7-4676-8d52-b7c510a862d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.995033] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "eb64854f-00d7-4676-8d52-b7c510a862d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.995216] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "eb64854f-00d7-4676-8d52-b7c510a862d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.997499] env[62643]: INFO nova.compute.manager [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Terminating instance [ 1193.062017] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1ae8afa6-eb3a-4884-8a3a-f94bde11e2a9 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.501182] env[62643]: DEBUG nova.compute.manager [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.501420] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.502376] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435a44fd-2b78-42a5-93d4-32d23859bc3e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.510093] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.510317] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23b2b276-1dd9-4586-8ff4-eaab3d039b98 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.516107] env[62643]: DEBUG oslo_vmware.api [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1193.516107] env[62643]: value = "task-2384154" [ 1193.516107] env[62643]: _type = "Task" [ 1193.516107] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.523700] env[62643]: DEBUG oslo_vmware.api [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.026012] env[62643]: DEBUG oslo_vmware.api [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384154, 'name': PowerOffVM_Task, 'duration_secs': 0.310043} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.026367] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.026447] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.026676] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb8a6644-54d9-49d9-a635-a8e1b47b2d91 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.087792] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.088055] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.088217] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleting the datastore file [datastore1] eb64854f-00d7-4676-8d52-b7c510a862d8 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.088484] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-916eff14-78e1-4edb-b1d7-1c9cb5c20860 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.095632] env[62643]: DEBUG oslo_vmware.api [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for the task: (returnval){ [ 1194.095632] env[62643]: value = "task-2384156" [ 1194.095632] env[62643]: _type = "Task" [ 1194.095632] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.103447] env[62643]: DEBUG oslo_vmware.api [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.605495] env[62643]: DEBUG oslo_vmware.api [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Task: {'id': task-2384156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13775} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.605809] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.605928] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.606132] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.606339] env[62643]: INFO nova.compute.manager [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1194.606583] env[62643]: DEBUG oslo.service.loopingcall [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1194.606771] env[62643]: DEBUG nova.compute.manager [-] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.606862] env[62643]: DEBUG nova.network.neutron [-] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.838639] env[62643]: DEBUG nova.compute.manager [req-07b78d38-5f3b-4c73-9793-1b731e281273 req-35d93709-fee6-4410-a9be-1c48ed4d67cd service nova] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Received event network-vif-deleted-60dde9a6-22e5-4d3a-8188-272f2a013ea6 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1194.838890] env[62643]: INFO nova.compute.manager [req-07b78d38-5f3b-4c73-9793-1b731e281273 req-35d93709-fee6-4410-a9be-1c48ed4d67cd service nova] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Neutron deleted interface 60dde9a6-22e5-4d3a-8188-272f2a013ea6; detaching it from the instance and deleting it from the info cache [ 1194.839028] env[62643]: DEBUG nova.network.neutron [req-07b78d38-5f3b-4c73-9793-1b731e281273 req-35d93709-fee6-4410-a9be-1c48ed4d67cd service nova] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.323347] env[62643]: DEBUG nova.network.neutron [-] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.342260] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55b4d0c9-5047-42be-847b-87303c90f04f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.351336] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815f5624-0a17-452b-adf6-f289b4710f71 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.379539] env[62643]: DEBUG nova.compute.manager [req-07b78d38-5f3b-4c73-9793-1b731e281273 req-35d93709-fee6-4410-a9be-1c48ed4d67cd service nova] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Detach interface failed, port_id=60dde9a6-22e5-4d3a-8188-272f2a013ea6, reason: Instance eb64854f-00d7-4676-8d52-b7c510a862d8 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1195.826339] env[62643]: INFO nova.compute.manager [-] [instance: eb64854f-00d7-4676-8d52-b7c510a862d8] Took 1.22 seconds to deallocate network for instance. [ 1196.294272] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a4669788-b7ea-4d23-9a0f-6413f5069d38 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "d4ce289b-1143-45f4-937c-688cc08019f2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.294569] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a4669788-b7ea-4d23-9a0f-6413f5069d38 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "d4ce289b-1143-45f4-937c-688cc08019f2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.294777] env[62643]: DEBUG nova.compute.manager [None req-a4669788-b7ea-4d23-9a0f-6413f5069d38 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.295682] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ab8bb5-0286-401c-8155-fddcf4836f9c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.302910] env[62643]: DEBUG nova.compute.manager [None req-a4669788-b7ea-4d23-9a0f-6413f5069d38 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62643) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1196.303463] env[62643]: DEBUG nova.objects.instance [None req-a4669788-b7ea-4d23-9a0f-6413f5069d38 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lazy-loading 'flavor' on Instance uuid d4ce289b-1143-45f4-937c-688cc08019f2 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.333458] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.333733] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.333874] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.357212] env[62643]: INFO nova.scheduler.client.report [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Deleted allocations for instance eb64854f-00d7-4676-8d52-b7c510a862d8 [ 1196.864662] env[62643]: DEBUG oslo_concurrency.lockutils [None req-2f0ca8dc-c21f-4c24-b82c-80e0fe9a072b tempest-DeleteServersTestJSON-1103404339 tempest-DeleteServersTestJSON-1103404339-project-member] Lock "eb64854f-00d7-4676-8d52-b7c510a862d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.870s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.311147] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4669788-b7ea-4d23-9a0f-6413f5069d38 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.311466] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eb119dc-85f5-4442-8356-05441080c415 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.318902] env[62643]: DEBUG oslo_vmware.api [None req-a4669788-b7ea-4d23-9a0f-6413f5069d38 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1197.318902] env[62643]: value = "task-2384158" [ 1197.318902] env[62643]: _type = "Task" [ 1197.318902] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.327048] env[62643]: DEBUG oslo_vmware.api [None req-a4669788-b7ea-4d23-9a0f-6413f5069d38 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.829449] env[62643]: DEBUG oslo_vmware.api [None req-a4669788-b7ea-4d23-9a0f-6413f5069d38 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384158, 'name': PowerOffVM_Task, 'duration_secs': 0.193367} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.829889] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4669788-b7ea-4d23-9a0f-6413f5069d38 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.829936] env[62643]: DEBUG nova.compute.manager [None req-a4669788-b7ea-4d23-9a0f-6413f5069d38 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.830710] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155c650c-a955-4549-9028-d340c59d8cf7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.343204] env[62643]: DEBUG oslo_concurrency.lockutils [None req-a4669788-b7ea-4d23-9a0f-6413f5069d38 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "d4ce289b-1143-45f4-937c-688cc08019f2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.711795] env[62643]: DEBUG nova.objects.instance [None req-3d2124b8-4bd5-45b3-894d-25f7b56c535b tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lazy-loading 'flavor' on Instance uuid d4ce289b-1143-45f4-937c-688cc08019f2 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.217364] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d2124b8-4bd5-45b3-894d-25f7b56c535b tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "refresh_cache-d4ce289b-1143-45f4-937c-688cc08019f2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.217681] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d2124b8-4bd5-45b3-894d-25f7b56c535b tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "refresh_cache-d4ce289b-1143-45f4-937c-688cc08019f2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.217681] env[62643]: DEBUG nova.network.neutron [None req-3d2124b8-4bd5-45b3-894d-25f7b56c535b tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.217882] env[62643]: DEBUG nova.objects.instance [None req-3d2124b8-4bd5-45b3-894d-25f7b56c535b tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lazy-loading 'info_cache' on Instance uuid d4ce289b-1143-45f4-937c-688cc08019f2 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.721809] env[62643]: DEBUG nova.objects.base [None req-3d2124b8-4bd5-45b3-894d-25f7b56c535b tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1200.462130] env[62643]: DEBUG nova.network.neutron [None req-3d2124b8-4bd5-45b3-894d-25f7b56c535b tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Updating instance_info_cache with network_info: [{"id": "35dbf957-7e58-4e67-9e89-2cd822353bdc", "address": "fa:16:3e:d7:39:52", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dbf957-7e", "ovs_interfaceid": "35dbf957-7e58-4e67-9e89-2cd822353bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.965196] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3d2124b8-4bd5-45b3-894d-25f7b56c535b tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "refresh_cache-d4ce289b-1143-45f4-937c-688cc08019f2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.974983] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2124b8-4bd5-45b3-894d-25f7b56c535b tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.975390] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18507cdb-e023-482f-9ccb-d8e236898097 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.983447] env[62643]: DEBUG oslo_vmware.api [None req-3d2124b8-4bd5-45b3-894d-25f7b56c535b tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1201.983447] env[62643]: value = "task-2384159" [ 1201.983447] env[62643]: _type = "Task" [ 1201.983447] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.991268] env[62643]: DEBUG oslo_vmware.api [None req-3d2124b8-4bd5-45b3-894d-25f7b56c535b tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.493910] env[62643]: DEBUG oslo_vmware.api [None req-3d2124b8-4bd5-45b3-894d-25f7b56c535b tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384159, 'name': PowerOnVM_Task, 'duration_secs': 0.351086} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.494195] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2124b8-4bd5-45b3-894d-25f7b56c535b tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.494401] env[62643]: DEBUG nova.compute.manager [None req-3d2124b8-4bd5-45b3-894d-25f7b56c535b tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.495203] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b8db41-1863-4b5b-b85b-5e0982551fce {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.609012] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8346a5b-5dae-4601-8a2f-bb712aab3a15 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.615807] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-411289ad-fced-4e63-ae47-5dcfada3029f tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Suspending the VM {{(pid=62643) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1203.616054] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ddea1ad3-78db-4b4d-90c6-2b0961c6f332 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.621404] env[62643]: DEBUG oslo_vmware.api [None req-411289ad-fced-4e63-ae47-5dcfada3029f tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1203.621404] env[62643]: value = "task-2384160" [ 1203.621404] env[62643]: _type = "Task" [ 1203.621404] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.630266] env[62643]: DEBUG oslo_vmware.api [None req-411289ad-fced-4e63-ae47-5dcfada3029f tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384160, 'name': SuspendVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.132280] env[62643]: DEBUG oslo_vmware.api [None req-411289ad-fced-4e63-ae47-5dcfada3029f tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384160, 'name': SuspendVM_Task} progress is 70%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.633749] env[62643]: DEBUG oslo_vmware.api [None req-411289ad-fced-4e63-ae47-5dcfada3029f tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384160, 'name': SuspendVM_Task, 'duration_secs': 0.75471} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.634103] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-411289ad-fced-4e63-ae47-5dcfada3029f tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Suspended the VM {{(pid=62643) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1204.634323] env[62643]: DEBUG nova.compute.manager [None req-411289ad-fced-4e63-ae47-5dcfada3029f tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.635099] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5397e271-ee08-4d7a-a656-87347cbbf3ef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.060730] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Acquiring lock "d1a2d1c4-c04b-403b-b878-598737b9e7e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.060985] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Lock "d1a2d1c4-c04b-403b-b878-598737b9e7e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.564426] env[62643]: DEBUG nova.compute.manager [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1206.028548] env[62643]: INFO nova.compute.manager [None req-cbd84c03-7abc-4563-bc96-bc056b202c21 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Resuming [ 1206.029903] env[62643]: DEBUG nova.objects.instance [None req-cbd84c03-7abc-4563-bc96-bc056b202c21 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lazy-loading 'flavor' on Instance uuid d4ce289b-1143-45f4-937c-688cc08019f2 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.085507] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.085780] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.087253] env[62643]: INFO nova.compute.claims [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.169411] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52308a2-ccd0-4d4a-85f8-cb2fd9e0c3ee {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.177154] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71910054-9b41-4dd0-96d7-f3ad54995f8c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.209253] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d20e4a-3f5f-4c96-aa41-cda27f420381 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.216569] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8b99e6-b948-4af3-8c8d-8956714c20d8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.229805] env[62643]: DEBUG nova.compute.provider_tree [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.539123] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cbd84c03-7abc-4563-bc96-bc056b202c21 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "refresh_cache-d4ce289b-1143-45f4-937c-688cc08019f2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.539323] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cbd84c03-7abc-4563-bc96-bc056b202c21 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquired lock "refresh_cache-d4ce289b-1143-45f4-937c-688cc08019f2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.539505] env[62643]: DEBUG nova.network.neutron [None req-cbd84c03-7abc-4563-bc96-bc056b202c21 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.733278] env[62643]: DEBUG nova.scheduler.client.report [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.237714] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.238257] env[62643]: DEBUG nova.compute.manager [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.248030] env[62643]: DEBUG nova.network.neutron [None req-cbd84c03-7abc-4563-bc96-bc056b202c21 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Updating instance_info_cache with network_info: [{"id": "35dbf957-7e58-4e67-9e89-2cd822353bdc", "address": "fa:16:3e:d7:39:52", "network": {"id": "b3171575-e926-47c9-8d8c-5c53f13cf107", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-335476127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23859bad67734eb2a65c6eb672f5a96c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dbf957-7e", "ovs_interfaceid": "35dbf957-7e58-4e67-9e89-2cd822353bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.743099] env[62643]: DEBUG nova.compute.utils [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1208.744499] env[62643]: DEBUG nova.compute.manager [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.744671] env[62643]: DEBUG nova.network.neutron [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.750930] env[62643]: DEBUG oslo_concurrency.lockutils [None req-cbd84c03-7abc-4563-bc96-bc056b202c21 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Releasing lock "refresh_cache-d4ce289b-1143-45f4-937c-688cc08019f2" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.752094] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb3c09b-ee00-43d9-8ffc-7fa17d963fd6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.758883] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd84c03-7abc-4563-bc96-bc056b202c21 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Resuming the VM {{(pid=62643) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1208.759345] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90147318-2327-4d04-a558-e27d9db35f6d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.765723] env[62643]: DEBUG oslo_vmware.api [None req-cbd84c03-7abc-4563-bc96-bc056b202c21 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1208.765723] env[62643]: value = "task-2384161" [ 1208.765723] env[62643]: _type = "Task" [ 1208.765723] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.773266] env[62643]: DEBUG oslo_vmware.api [None req-cbd84c03-7abc-4563-bc96-bc056b202c21 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.784643] env[62643]: DEBUG nova.policy [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68c04735a8f5433c9d506ca3b33fe1ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd216c36d505145489f0de17855b194b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.130875] env[62643]: DEBUG nova.network.neutron [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Successfully created port: 2a17b950-0114-458d-a35a-63f2cb0a1873 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.248233] env[62643]: DEBUG nova.compute.manager [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.276151] env[62643]: DEBUG oslo_vmware.api [None req-cbd84c03-7abc-4563-bc96-bc056b202c21 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384161, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.777614] env[62643]: DEBUG oslo_vmware.api [None req-cbd84c03-7abc-4563-bc96-bc056b202c21 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384161, 'name': PowerOnVM_Task, 'duration_secs': 0.540236} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.777614] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd84c03-7abc-4563-bc96-bc056b202c21 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Resumed the VM {{(pid=62643) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1209.777870] env[62643]: DEBUG nova.compute.manager [None req-cbd84c03-7abc-4563-bc96-bc056b202c21 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.778731] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773fa85b-b712-47e3-9318-7b6c5d16ce72 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.260317] env[62643]: DEBUG nova.compute.manager [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.287046] env[62643]: DEBUG nova.virt.hardware [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.287324] env[62643]: DEBUG nova.virt.hardware [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.287482] env[62643]: DEBUG nova.virt.hardware [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.287664] env[62643]: DEBUG nova.virt.hardware [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.287810] env[62643]: DEBUG nova.virt.hardware [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.287953] env[62643]: DEBUG nova.virt.hardware [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.288176] env[62643]: DEBUG nova.virt.hardware [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.288336] env[62643]: DEBUG nova.virt.hardware [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.288500] env[62643]: DEBUG nova.virt.hardware [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.288663] env[62643]: DEBUG nova.virt.hardware [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.288840] env[62643]: DEBUG nova.virt.hardware [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.291600] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abc0b80-acbc-44db-8afa-9b532e4cbcc3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.301478] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6830d4d-2f02-4624-a663-7855233c07c3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.525333] env[62643]: DEBUG nova.compute.manager [req-48200d4b-82c3-4486-935f-12f95d1e32cb req-6428d34c-462d-4688-9f53-91c62367654c service nova] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Received event network-vif-plugged-2a17b950-0114-458d-a35a-63f2cb0a1873 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1210.525333] env[62643]: DEBUG oslo_concurrency.lockutils [req-48200d4b-82c3-4486-935f-12f95d1e32cb req-6428d34c-462d-4688-9f53-91c62367654c service nova] Acquiring lock "d1a2d1c4-c04b-403b-b878-598737b9e7e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.525333] env[62643]: DEBUG oslo_concurrency.lockutils [req-48200d4b-82c3-4486-935f-12f95d1e32cb req-6428d34c-462d-4688-9f53-91c62367654c service nova] Lock "d1a2d1c4-c04b-403b-b878-598737b9e7e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.525333] env[62643]: DEBUG oslo_concurrency.lockutils [req-48200d4b-82c3-4486-935f-12f95d1e32cb req-6428d34c-462d-4688-9f53-91c62367654c service nova] Lock "d1a2d1c4-c04b-403b-b878-598737b9e7e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.525333] env[62643]: DEBUG nova.compute.manager [req-48200d4b-82c3-4486-935f-12f95d1e32cb req-6428d34c-462d-4688-9f53-91c62367654c service nova] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] No waiting events found dispatching network-vif-plugged-2a17b950-0114-458d-a35a-63f2cb0a1873 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.525333] env[62643]: WARNING nova.compute.manager [req-48200d4b-82c3-4486-935f-12f95d1e32cb req-6428d34c-462d-4688-9f53-91c62367654c service nova] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Received unexpected event network-vif-plugged-2a17b950-0114-458d-a35a-63f2cb0a1873 for instance with vm_state building and task_state spawning. [ 1210.611896] env[62643]: DEBUG nova.network.neutron [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Successfully updated port: 2a17b950-0114-458d-a35a-63f2cb0a1873 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.820992] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "d4ce289b-1143-45f4-937c-688cc08019f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.821276] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "d4ce289b-1143-45f4-937c-688cc08019f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.821511] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "d4ce289b-1143-45f4-937c-688cc08019f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.821699] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "d4ce289b-1143-45f4-937c-688cc08019f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.821870] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "d4ce289b-1143-45f4-937c-688cc08019f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.823929] env[62643]: INFO nova.compute.manager [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Terminating instance [ 1211.115556] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Acquiring lock "refresh_cache-d1a2d1c4-c04b-403b-b878-598737b9e7e4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.115756] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Acquired lock "refresh_cache-d1a2d1c4-c04b-403b-b878-598737b9e7e4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.115963] env[62643]: DEBUG nova.network.neutron [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.327619] env[62643]: DEBUG nova.compute.manager [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.327885] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.328797] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838f6f2d-4951-474b-8aa0-5adf1cc67d5d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.338010] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.338250] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dddc660-0ef7-464e-a39e-4392d6936060 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.344906] env[62643]: DEBUG oslo_vmware.api [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1211.344906] env[62643]: value = "task-2384162" [ 1211.344906] env[62643]: _type = "Task" [ 1211.344906] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.351861] env[62643]: DEBUG oslo_vmware.api [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.648628] env[62643]: DEBUG nova.network.neutron [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.783633] env[62643]: DEBUG nova.network.neutron [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Updating instance_info_cache with network_info: [{"id": "2a17b950-0114-458d-a35a-63f2cb0a1873", "address": "fa:16:3e:c7:07:ee", "network": {"id": "b1f50ba3-f9eb-4bf5-8621-52569e3f3690", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1970469037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d216c36d505145489f0de17855b194b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a17b950-01", "ovs_interfaceid": "2a17b950-0114-458d-a35a-63f2cb0a1873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.855369] env[62643]: DEBUG oslo_vmware.api [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384162, 'name': PowerOffVM_Task, 'duration_secs': 0.170893} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.855696] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.855890] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.856179] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5d0400f-1bd6-41e4-b242-4be75010c49b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.917789] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.918014] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.918202] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Deleting the datastore file [datastore1] d4ce289b-1143-45f4-937c-688cc08019f2 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.918474] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43080fc8-27c8-4fba-9ddd-f9c772fd6666 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.925019] env[62643]: DEBUG oslo_vmware.api [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for the task: (returnval){ [ 1211.925019] env[62643]: value = "task-2384164" [ 1211.925019] env[62643]: _type = "Task" [ 1211.925019] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.933310] env[62643]: DEBUG oslo_vmware.api [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.286307] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Releasing lock "refresh_cache-d1a2d1c4-c04b-403b-b878-598737b9e7e4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.286600] env[62643]: DEBUG nova.compute.manager [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Instance network_info: |[{"id": "2a17b950-0114-458d-a35a-63f2cb0a1873", "address": "fa:16:3e:c7:07:ee", "network": {"id": "b1f50ba3-f9eb-4bf5-8621-52569e3f3690", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1970469037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d216c36d505145489f0de17855b194b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a17b950-01", "ovs_interfaceid": "2a17b950-0114-458d-a35a-63f2cb0a1873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1212.287113] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:07:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a17b950-0114-458d-a35a-63f2cb0a1873', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.295802] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Creating folder: Project (d216c36d505145489f0de17855b194b8). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1212.296388] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63b579f8-3c7a-4c7c-90c2-f7ae88a83d1f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.306993] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Created folder: Project (d216c36d505145489f0de17855b194b8) in parent group-v483488. [ 1212.307233] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Creating folder: Instances. Parent ref: group-v483804. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1212.307488] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04731d82-277f-4b4f-82ad-bf47a7754c19 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.315344] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Created folder: Instances in parent group-v483804. [ 1212.315565] env[62643]: DEBUG oslo.service.loopingcall [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1212.315741] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.315931] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e1452d8-e93d-457c-a2c0-a60fe4c76662 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.334085] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.334085] env[62643]: value = "task-2384167" [ 1212.334085] env[62643]: _type = "Task" [ 1212.334085] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.341339] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384167, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.438031] env[62643]: DEBUG oslo_vmware.api [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Task: {'id': task-2384164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145658} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.438031] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.438031] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.438323] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.438458] env[62643]: INFO nova.compute.manager [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1212.438802] env[62643]: DEBUG oslo.service.loopingcall [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1212.439080] env[62643]: DEBUG nova.compute.manager [-] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.439214] env[62643]: DEBUG nova.network.neutron [-] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.548680] env[62643]: DEBUG nova.compute.manager [req-5e96deff-226a-4cae-96dd-2fbc632105ee req-2bcfca6c-cf68-435c-a370-9222da123a31 service nova] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Received event network-changed-2a17b950-0114-458d-a35a-63f2cb0a1873 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1212.548878] env[62643]: DEBUG nova.compute.manager [req-5e96deff-226a-4cae-96dd-2fbc632105ee req-2bcfca6c-cf68-435c-a370-9222da123a31 service nova] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Refreshing instance network info cache due to event network-changed-2a17b950-0114-458d-a35a-63f2cb0a1873. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1212.549126] env[62643]: DEBUG oslo_concurrency.lockutils [req-5e96deff-226a-4cae-96dd-2fbc632105ee req-2bcfca6c-cf68-435c-a370-9222da123a31 service nova] Acquiring lock "refresh_cache-d1a2d1c4-c04b-403b-b878-598737b9e7e4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.550258] env[62643]: DEBUG oslo_concurrency.lockutils [req-5e96deff-226a-4cae-96dd-2fbc632105ee req-2bcfca6c-cf68-435c-a370-9222da123a31 service nova] Acquired lock "refresh_cache-d1a2d1c4-c04b-403b-b878-598737b9e7e4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.550258] env[62643]: DEBUG nova.network.neutron [req-5e96deff-226a-4cae-96dd-2fbc632105ee req-2bcfca6c-cf68-435c-a370-9222da123a31 service nova] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Refreshing network info cache for port 2a17b950-0114-458d-a35a-63f2cb0a1873 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.844892] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384167, 'name': CreateVM_Task, 'duration_secs': 0.343418} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.845288] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.846137] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.846455] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.846932] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.847311] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b74d60-4bb7-4e58-bf31-0e5ddf67e9e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.853179] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Waiting for the task: (returnval){ [ 1212.853179] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524b808b-4914-3469-fb09-ddc17cc5d431" [ 1212.853179] env[62643]: _type = "Task" [ 1212.853179] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.862993] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524b808b-4914-3469-fb09-ddc17cc5d431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.280671] env[62643]: DEBUG nova.network.neutron [req-5e96deff-226a-4cae-96dd-2fbc632105ee req-2bcfca6c-cf68-435c-a370-9222da123a31 service nova] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Updated VIF entry in instance network info cache for port 2a17b950-0114-458d-a35a-63f2cb0a1873. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.281087] env[62643]: DEBUG nova.network.neutron [req-5e96deff-226a-4cae-96dd-2fbc632105ee req-2bcfca6c-cf68-435c-a370-9222da123a31 service nova] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Updating instance_info_cache with network_info: [{"id": "2a17b950-0114-458d-a35a-63f2cb0a1873", "address": "fa:16:3e:c7:07:ee", "network": {"id": "b1f50ba3-f9eb-4bf5-8621-52569e3f3690", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1970469037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d216c36d505145489f0de17855b194b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a17b950-01", "ovs_interfaceid": "2a17b950-0114-458d-a35a-63f2cb0a1873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.358575] env[62643]: DEBUG nova.network.neutron [-] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.365361] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524b808b-4914-3469-fb09-ddc17cc5d431, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.365658] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.365890] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.366138] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.366284] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.366467] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.366777] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a95b9ed7-4392-47a5-80d3-e22c9e0b3328 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.375617] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.375753] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.376571] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-799bc453-87ec-4235-b942-327843afc1ec {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.383845] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Waiting for the task: (returnval){ [ 1213.383845] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526c65e1-d7c6-8c17-9813-8b7c9000606a" [ 1213.383845] env[62643]: _type = "Task" [ 1213.383845] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.392216] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526c65e1-d7c6-8c17-9813-8b7c9000606a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.783923] env[62643]: DEBUG oslo_concurrency.lockutils [req-5e96deff-226a-4cae-96dd-2fbc632105ee req-2bcfca6c-cf68-435c-a370-9222da123a31 service nova] Releasing lock "refresh_cache-d1a2d1c4-c04b-403b-b878-598737b9e7e4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.861494] env[62643]: INFO nova.compute.manager [-] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Took 1.42 seconds to deallocate network for instance. [ 1213.893970] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]526c65e1-d7c6-8c17-9813-8b7c9000606a, 'name': SearchDatastore_Task, 'duration_secs': 0.008926} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.894744] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34865cea-7db4-4267-bed4-a76b9e276aa9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.900083] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Waiting for the task: (returnval){ [ 1213.900083] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5218b928-68f6-f06e-a902-6e63570a22f2" [ 1213.900083] env[62643]: _type = "Task" [ 1213.900083] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.908205] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5218b928-68f6-f06e-a902-6e63570a22f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.368833] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.369189] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.369189] env[62643]: DEBUG nova.objects.instance [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lazy-loading 'resources' on Instance uuid d4ce289b-1143-45f4-937c-688cc08019f2 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.410106] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5218b928-68f6-f06e-a902-6e63570a22f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009241} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.410355] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.410622] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] d1a2d1c4-c04b-403b-b878-598737b9e7e4/d1a2d1c4-c04b-403b-b878-598737b9e7e4.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.410889] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06425d29-0c5c-4f09-8fc2-d9ab58879186 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.418144] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Waiting for the task: (returnval){ [ 1214.418144] env[62643]: value = "task-2384168" [ 1214.418144] env[62643]: _type = "Task" [ 1214.418144] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.425540] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': task-2384168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.577540] env[62643]: DEBUG nova.compute.manager [req-cbe30fd4-3743-4164-be58-c6ce24bd71d2 req-e70ea778-4c52-4824-a035-065896707719 service nova] [instance: d4ce289b-1143-45f4-937c-688cc08019f2] Received event network-vif-deleted-35dbf957-7e58-4e67-9e89-2cd822353bdc {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1214.926866] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': task-2384168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446338} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.929200] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] d1a2d1c4-c04b-403b-b878-598737b9e7e4/d1a2d1c4-c04b-403b-b878-598737b9e7e4.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.929397] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.929822] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d44675d2-2cd7-4cdd-837c-6cf806f0ce76 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.936211] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Waiting for the task: (returnval){ [ 1214.936211] env[62643]: value = "task-2384169" [ 1214.936211] env[62643]: _type = "Task" [ 1214.936211] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.945774] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': task-2384169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.962822] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cace7a06-78d3-4dd7-9ef3-8e7e8d40cced {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.970527] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9094ee87-ad61-4c1f-889e-09f100e1c893 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.003236] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa81f19-331a-4022-a7c5-a105afc30e60 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.010423] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af79a6b8-97d5-4678-8c8f-f27e6d1952e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.023399] env[62643]: DEBUG nova.compute.provider_tree [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.446433] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': task-2384169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13225} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.447568] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.447958] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492697aa-aa73-44dd-85e8-e5e8dd2c141e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.470229] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] d1a2d1c4-c04b-403b-b878-598737b9e7e4/d1a2d1c4-c04b-403b-b878-598737b9e7e4.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.470654] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-332df8f4-2ef7-4616-88ae-c8258bddd831 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.491792] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Waiting for the task: (returnval){ [ 1215.491792] env[62643]: value = "task-2384170" [ 1215.491792] env[62643]: _type = "Task" [ 1215.491792] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.499381] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': task-2384170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.526577] env[62643]: DEBUG nova.scheduler.client.report [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.001741] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': task-2384170, 'name': ReconfigVM_Task, 'duration_secs': 0.293609} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.002038] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Reconfigured VM instance instance-00000073 to attach disk [datastore2] d1a2d1c4-c04b-403b-b878-598737b9e7e4/d1a2d1c4-c04b-403b-b878-598737b9e7e4.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.002640] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-800b6905-c64a-44eb-8c5f-658efa34aedb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.008565] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Waiting for the task: (returnval){ [ 1216.008565] env[62643]: value = "task-2384171" [ 1216.008565] env[62643]: _type = "Task" [ 1216.008565] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.016694] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': task-2384171, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.031687] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.049646] env[62643]: INFO nova.scheduler.client.report [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Deleted allocations for instance d4ce289b-1143-45f4-937c-688cc08019f2 [ 1216.449045] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.449045] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.518446] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': task-2384171, 'name': Rename_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.556953] env[62643]: DEBUG oslo_concurrency.lockutils [None req-1cc4bc41-762f-4bed-bf5c-e05917640436 tempest-ServerActionsTestJSON-1697255667 tempest-ServerActionsTestJSON-1697255667-project-member] Lock "d4ce289b-1143-45f4-937c-688cc08019f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.736s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.952492] env[62643]: INFO nova.compute.manager [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Detaching volume b150433c-2219-4b95-8553-2c72da94c48e [ 1216.982314] env[62643]: INFO nova.virt.block_device [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Attempting to driver detach volume b150433c-2219-4b95-8553-2c72da94c48e from mountpoint /dev/sdb [ 1216.982563] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1216.982747] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483795', 'volume_id': 'b150433c-2219-4b95-8553-2c72da94c48e', 'name': 'volume-b150433c-2219-4b95-8553-2c72da94c48e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b04451f1-24a8-4398-ad4c-92c5ef7d18e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b150433c-2219-4b95-8553-2c72da94c48e', 'serial': 'b150433c-2219-4b95-8553-2c72da94c48e'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1216.983691] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d129c8a-c346-43a3-b570-42e56503c074 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.006497] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd44e13-169f-4c16-b573-52c64df854c7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.015052] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11835f8-96f0-4e65-ad44-c5d01abc3026 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.020211] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': task-2384171, 'name': Rename_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.037981] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ded6333-c01f-487f-b141-79d40ab37ebb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.052047] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] The volume has not been displaced from its original location: [datastore2] volume-b150433c-2219-4b95-8553-2c72da94c48e/volume-b150433c-2219-4b95-8553-2c72da94c48e.vmdk. No consolidation needed. {{(pid=62643) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1217.057170] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1217.057433] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96c5ce6a-b27c-4dd5-9389-23e02b255558 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.074612] env[62643]: DEBUG oslo_vmware.api [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1217.074612] env[62643]: value = "task-2384172" [ 1217.074612] env[62643]: _type = "Task" [ 1217.074612] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.083803] env[62643]: DEBUG oslo_vmware.api [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.518280] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': task-2384171, 'name': Rename_Task, 'duration_secs': 1.137983} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.518589] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.518777] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3e46b4c-c2fe-4555-9c84-c0199826e98b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.524336] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Waiting for the task: (returnval){ [ 1217.524336] env[62643]: value = "task-2384173" [ 1217.524336] env[62643]: _type = "Task" [ 1217.524336] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.531382] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': task-2384173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.583881] env[62643]: DEBUG oslo_vmware.api [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384172, 'name': ReconfigVM_Task, 'duration_secs': 0.227} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.584182] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1217.588801] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16338a31-8c3a-4b88-8614-cff928d66a6a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.603119] env[62643]: DEBUG oslo_vmware.api [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1217.603119] env[62643]: value = "task-2384174" [ 1217.603119] env[62643]: _type = "Task" [ 1217.603119] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.611390] env[62643]: DEBUG oslo_vmware.api [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.035685] env[62643]: DEBUG oslo_vmware.api [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': task-2384173, 'name': PowerOnVM_Task, 'duration_secs': 0.430554} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.035974] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.036416] env[62643]: INFO nova.compute.manager [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1218.036629] env[62643]: DEBUG nova.compute.manager [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.040327] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9880b64b-5bed-4d38-8f24-e0158306ee52 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.113099] env[62643]: DEBUG oslo_vmware.api [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384174, 'name': ReconfigVM_Task, 'duration_secs': 0.13045} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.113429] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483795', 'volume_id': 'b150433c-2219-4b95-8553-2c72da94c48e', 'name': 'volume-b150433c-2219-4b95-8553-2c72da94c48e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b04451f1-24a8-4398-ad4c-92c5ef7d18e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b150433c-2219-4b95-8553-2c72da94c48e', 'serial': 'b150433c-2219-4b95-8553-2c72da94c48e'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1218.561496] env[62643]: INFO nova.compute.manager [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Took 12.49 seconds to build instance. [ 1218.662711] env[62643]: DEBUG nova.objects.instance [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lazy-loading 'flavor' on Instance uuid b04451f1-24a8-4398-ad4c-92c5ef7d18e9 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.064648] env[62643]: DEBUG oslo_concurrency.lockutils [None req-eb7974ca-eaef-4199-806c-3f76e05745c3 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Lock "d1a2d1c4-c04b-403b-b878-598737b9e7e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.003s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.647542] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8807e4d0-f13f-44a3-a9a1-a8afa89efc73 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.671885] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f0d68e53-74e8-400b-a2f8-a74bf1e72825 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.223s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.673209] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8807e4d0-f13f-44a3-a9a1-a8afa89efc73 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.026s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.673469] env[62643]: DEBUG nova.compute.manager [None req-8807e4d0-f13f-44a3-a9a1-a8afa89efc73 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.674849] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25768da-c66a-4990-ab8d-92d816c48b2c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.683320] env[62643]: DEBUG nova.compute.manager [None req-8807e4d0-f13f-44a3-a9a1-a8afa89efc73 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62643) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1219.683983] env[62643]: DEBUG nova.objects.instance [None req-8807e4d0-f13f-44a3-a9a1-a8afa89efc73 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lazy-loading 'flavor' on Instance uuid b04451f1-24a8-4398-ad4c-92c5ef7d18e9 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.208019] env[62643]: DEBUG oslo_concurrency.lockutils [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Acquiring lock "d1a2d1c4-c04b-403b-b878-598737b9e7e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.208019] env[62643]: DEBUG oslo_concurrency.lockutils [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Lock "d1a2d1c4-c04b-403b-b878-598737b9e7e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.208019] env[62643]: DEBUG oslo_concurrency.lockutils [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Acquiring lock "d1a2d1c4-c04b-403b-b878-598737b9e7e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.208019] env[62643]: DEBUG oslo_concurrency.lockutils [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Lock "d1a2d1c4-c04b-403b-b878-598737b9e7e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.208019] env[62643]: DEBUG oslo_concurrency.lockutils [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Lock "d1a2d1c4-c04b-403b-b878-598737b9e7e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.208019] env[62643]: INFO nova.compute.manager [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Terminating instance [ 1220.695040] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8807e4d0-f13f-44a3-a9a1-a8afa89efc73 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.695040] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3411e65f-b512-4fe7-9e20-efcb37a76964 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.702020] env[62643]: DEBUG oslo_vmware.api [None req-8807e4d0-f13f-44a3-a9a1-a8afa89efc73 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1220.702020] env[62643]: value = "task-2384175" [ 1220.702020] env[62643]: _type = "Task" [ 1220.702020] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.710606] env[62643]: DEBUG oslo_vmware.api [None req-8807e4d0-f13f-44a3-a9a1-a8afa89efc73 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.711496] env[62643]: DEBUG nova.compute.manager [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.711892] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.712913] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ed88f9-f493-467b-b229-ba232a7cb284 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.720525] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.723123] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2c99c73-509e-4da4-9064-a98871db32fb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.729019] env[62643]: DEBUG oslo_vmware.api [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Waiting for the task: (returnval){ [ 1220.729019] env[62643]: value = "task-2384176" [ 1220.729019] env[62643]: _type = "Task" [ 1220.729019] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.740919] env[62643]: DEBUG oslo_vmware.api [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': task-2384176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.209874] env[62643]: DEBUG oslo_vmware.api [None req-8807e4d0-f13f-44a3-a9a1-a8afa89efc73 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384175, 'name': PowerOffVM_Task, 'duration_secs': 0.232288} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.210169] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8807e4d0-f13f-44a3-a9a1-a8afa89efc73 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.210378] env[62643]: DEBUG nova.compute.manager [None req-8807e4d0-f13f-44a3-a9a1-a8afa89efc73 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.211154] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5e3ff1-86c3-44c3-9880-50095dc322a4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.235242] env[62643]: DEBUG oslo_vmware.api [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': task-2384176, 'name': PowerOffVM_Task, 'duration_secs': 0.21203} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.237698] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.237698] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.237698] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e1464a0-383c-4912-8cbd-3cf25aafcdd3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.300181] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.300404] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.300588] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Deleting the datastore file [datastore2] d1a2d1c4-c04b-403b-b878-598737b9e7e4 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.300854] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6137804-014e-4e8f-9e42-1356307f19df {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.307216] env[62643]: DEBUG oslo_vmware.api [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Waiting for the task: (returnval){ [ 1221.307216] env[62643]: value = "task-2384178" [ 1221.307216] env[62643]: _type = "Task" [ 1221.307216] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.315161] env[62643]: DEBUG oslo_vmware.api [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': task-2384178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.723644] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8807e4d0-f13f-44a3-a9a1-a8afa89efc73 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.817133] env[62643]: DEBUG oslo_vmware.api [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Task: {'id': task-2384178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178132} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.817397] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.817594] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.817800] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.817987] env[62643]: INFO nova.compute.manager [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1221.818244] env[62643]: DEBUG oslo.service.loopingcall [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1221.818435] env[62643]: DEBUG nova.compute.manager [-] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.818532] env[62643]: DEBUG nova.network.neutron [-] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.143333] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "2bc9247b-fd91-4b6c-aba9-f20a6ff0683f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.143753] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "2bc9247b-fd91-4b6c-aba9-f20a6ff0683f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.193430] env[62643]: DEBUG nova.objects.instance [None req-0821b72b-1a0a-47b9-8313-f4419dbd4a76 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lazy-loading 'flavor' on Instance uuid b04451f1-24a8-4398-ad4c-92c5ef7d18e9 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.314056] env[62643]: DEBUG nova.compute.manager [req-321e8d8d-8747-40ff-9a0a-2cf13e80e9b9 req-8fd6275d-b4f1-4a00-9b2d-b7eda31d231b service nova] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Received event network-vif-deleted-2a17b950-0114-458d-a35a-63f2cb0a1873 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1222.314254] env[62643]: INFO nova.compute.manager [req-321e8d8d-8747-40ff-9a0a-2cf13e80e9b9 req-8fd6275d-b4f1-4a00-9b2d-b7eda31d231b service nova] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Neutron deleted interface 2a17b950-0114-458d-a35a-63f2cb0a1873; detaching it from the instance and deleting it from the info cache [ 1222.314431] env[62643]: DEBUG nova.network.neutron [req-321e8d8d-8747-40ff-9a0a-2cf13e80e9b9 req-8fd6275d-b4f1-4a00-9b2d-b7eda31d231b service nova] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.646371] env[62643]: DEBUG nova.compute.manager [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1222.698641] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0821b72b-1a0a-47b9-8313-f4419dbd4a76 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "refresh_cache-b04451f1-24a8-4398-ad4c-92c5ef7d18e9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.698826] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0821b72b-1a0a-47b9-8313-f4419dbd4a76 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquired lock "refresh_cache-b04451f1-24a8-4398-ad4c-92c5ef7d18e9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.699008] env[62643]: DEBUG nova.network.neutron [None req-0821b72b-1a0a-47b9-8313-f4419dbd4a76 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.699196] env[62643]: DEBUG nova.objects.instance [None req-0821b72b-1a0a-47b9-8313-f4419dbd4a76 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lazy-loading 'info_cache' on Instance uuid b04451f1-24a8-4398-ad4c-92c5ef7d18e9 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.798408] env[62643]: DEBUG nova.network.neutron [-] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.816949] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04775e85-a86a-476b-baba-02ac2a909281 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.827032] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4916b710-b761-414a-abae-866f9db0c3e8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.853014] env[62643]: DEBUG nova.compute.manager [req-321e8d8d-8747-40ff-9a0a-2cf13e80e9b9 req-8fd6275d-b4f1-4a00-9b2d-b7eda31d231b service nova] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Detach interface failed, port_id=2a17b950-0114-458d-a35a-63f2cb0a1873, reason: Instance d1a2d1c4-c04b-403b-b878-598737b9e7e4 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1223.170543] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.170543] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.172060] env[62643]: INFO nova.compute.claims [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.202174] env[62643]: DEBUG nova.objects.base [None req-0821b72b-1a0a-47b9-8313-f4419dbd4a76 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1223.301072] env[62643]: INFO nova.compute.manager [-] [instance: d1a2d1c4-c04b-403b-b878-598737b9e7e4] Took 1.48 seconds to deallocate network for instance. [ 1223.807162] env[62643]: DEBUG oslo_concurrency.lockutils [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.923024] env[62643]: DEBUG nova.network.neutron [None req-0821b72b-1a0a-47b9-8313-f4419dbd4a76 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Updating instance_info_cache with network_info: [{"id": "d2987944-704c-4552-b7c9-f885938eac80", "address": "fa:16:3e:74:12:3c", "network": {"id": "566740ac-1b37-4c10-ba96-cd35b298bac4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-561802829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dffffb5becc43e8b2f3ec64ec9ca0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2987944-70", "ovs_interfaceid": "d2987944-704c-4552-b7c9-f885938eac80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.273700] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f20c7b-f67b-4d10-be14-6e276863d64a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.282643] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ff5242-fa8f-45e9-969a-c485a4b5efd8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.314063] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82f0091-85ef-45fd-be6c-8d2aa4f6032b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.320597] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f93efb1-ba07-4997-a0d1-88486b3dfd24 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.333869] env[62643]: DEBUG nova.compute.provider_tree [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.425730] env[62643]: DEBUG oslo_concurrency.lockutils [None req-0821b72b-1a0a-47b9-8313-f4419dbd4a76 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Releasing lock "refresh_cache-b04451f1-24a8-4398-ad4c-92c5ef7d18e9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.679116] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "43592f8c-769f-4ce1-bb14-567a9d5a716a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.679116] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "43592f8c-769f-4ce1-bb14-567a9d5a716a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.679116] env[62643]: INFO nova.compute.manager [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Shelving [ 1224.836864] env[62643]: DEBUG nova.scheduler.client.report [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.342254] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.342775] env[62643]: DEBUG nova.compute.manager [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1225.345220] env[62643]: DEBUG oslo_concurrency.lockutils [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.538s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.345438] env[62643]: DEBUG nova.objects.instance [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Lazy-loading 'resources' on Instance uuid d1a2d1c4-c04b-403b-b878-598737b9e7e4 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.431833] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0821b72b-1a0a-47b9-8313-f4419dbd4a76 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.432667] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2081ba2d-f76b-4462-8d1c-96555249fcef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.440503] env[62643]: DEBUG oslo_vmware.api [None req-0821b72b-1a0a-47b9-8313-f4419dbd4a76 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1225.440503] env[62643]: value = "task-2384179" [ 1225.440503] env[62643]: _type = "Task" [ 1225.440503] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.449337] env[62643]: DEBUG oslo_vmware.api [None req-0821b72b-1a0a-47b9-8313-f4419dbd4a76 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.688638] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.688978] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c045504d-cec9-4181-a7d2-acc6757631b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.696267] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1225.696267] env[62643]: value = "task-2384180" [ 1225.696267] env[62643]: _type = "Task" [ 1225.696267] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.704396] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.848512] env[62643]: DEBUG nova.compute.utils [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1225.852663] env[62643]: DEBUG nova.compute.manager [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1225.852888] env[62643]: DEBUG nova.network.neutron [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.903132] env[62643]: DEBUG nova.policy [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d16bbc43b16484ba63567fe0b58ecb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75520837a2814a72859c7dbdb18a0d2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.945486] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837bb8b7-2f71-48d5-9d00-28cf491ef5be {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.955533] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ac58b9-e573-455b-833f-dbc3ba5baf0a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.958649] env[62643]: DEBUG oslo_vmware.api [None req-0821b72b-1a0a-47b9-8313-f4419dbd4a76 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384179, 'name': PowerOnVM_Task, 'duration_secs': 0.389782} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.958928] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-0821b72b-1a0a-47b9-8313-f4419dbd4a76 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.959153] env[62643]: DEBUG nova.compute.manager [None req-0821b72b-1a0a-47b9-8313-f4419dbd4a76 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.960194] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83287e3b-ea35-4b89-b9b6-ec2b2a1c3a10 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.988152] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bab670c-ad3d-498b-8d53-ab617e5b314f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.999121] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a101c563-86b5-4a8d-8455-5fa2c5145878 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.012437] env[62643]: DEBUG nova.compute.provider_tree [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.163483] env[62643]: DEBUG nova.network.neutron [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Successfully created port: 5fae0f1c-04f7-4a88-82c5-443dcd993692 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.206666] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384180, 'name': PowerOffVM_Task, 'duration_secs': 0.212398} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.207064] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.208107] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1171d08b-2b23-43c2-a8bf-e92177a2a72c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.226297] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2118e282-73fc-4fc4-ba0b-12df474091a0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.355974] env[62643]: DEBUG nova.compute.manager [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1226.515297] env[62643]: DEBUG nova.scheduler.client.report [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.736982] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Creating Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1226.737406] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2fffd4c7-1d74-462a-a2f9-49897fe4bc5d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.744750] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1226.744750] env[62643]: value = "task-2384181" [ 1226.744750] env[62643]: _type = "Task" [ 1226.744750] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.752835] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384181, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.021746] env[62643]: DEBUG oslo_concurrency.lockutils [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.045510] env[62643]: INFO nova.scheduler.client.report [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Deleted allocations for instance d1a2d1c4-c04b-403b-b878-598737b9e7e4 [ 1227.256417] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384181, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.365760] env[62643]: DEBUG nova.compute.manager [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1227.400448] env[62643]: DEBUG nova.virt.hardware [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.400560] env[62643]: DEBUG nova.virt.hardware [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.400640] env[62643]: DEBUG nova.virt.hardware [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.400823] env[62643]: DEBUG nova.virt.hardware [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.400961] env[62643]: DEBUG nova.virt.hardware [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.401124] env[62643]: DEBUG nova.virt.hardware [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.401355] env[62643]: DEBUG nova.virt.hardware [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.401546] env[62643]: DEBUG nova.virt.hardware [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.401715] env[62643]: DEBUG nova.virt.hardware [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.401885] env[62643]: DEBUG nova.virt.hardware [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.402130] env[62643]: DEBUG nova.virt.hardware [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.403035] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57320f22-4d28-4a16-9699-17d0b46e1c7d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.411396] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c33657-b090-4ee5-8432-8ded33e179b0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.552549] env[62643]: DEBUG oslo_concurrency.lockutils [None req-750cf096-6d90-440a-b8f1-abad0918e801 tempest-ServerTagsTestJSON-1518473520 tempest-ServerTagsTestJSON-1518473520-project-member] Lock "d1a2d1c4-c04b-403b-b878-598737b9e7e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.347s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.742195] env[62643]: DEBUG nova.compute.manager [req-2608c6b7-7bbe-467e-8148-9e1d1c10a0b2 req-260fd891-0335-49e8-9739-565b1eb0ef1c service nova] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Received event network-vif-plugged-5fae0f1c-04f7-4a88-82c5-443dcd993692 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1227.742690] env[62643]: DEBUG oslo_concurrency.lockutils [req-2608c6b7-7bbe-467e-8148-9e1d1c10a0b2 req-260fd891-0335-49e8-9739-565b1eb0ef1c service nova] Acquiring lock "2bc9247b-fd91-4b6c-aba9-f20a6ff0683f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.742917] env[62643]: DEBUG oslo_concurrency.lockutils [req-2608c6b7-7bbe-467e-8148-9e1d1c10a0b2 req-260fd891-0335-49e8-9739-565b1eb0ef1c service nova] Lock "2bc9247b-fd91-4b6c-aba9-f20a6ff0683f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.743174] env[62643]: DEBUG oslo_concurrency.lockutils [req-2608c6b7-7bbe-467e-8148-9e1d1c10a0b2 req-260fd891-0335-49e8-9739-565b1eb0ef1c service nova] Lock "2bc9247b-fd91-4b6c-aba9-f20a6ff0683f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.743392] env[62643]: DEBUG nova.compute.manager [req-2608c6b7-7bbe-467e-8148-9e1d1c10a0b2 req-260fd891-0335-49e8-9739-565b1eb0ef1c service nova] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] No waiting events found dispatching network-vif-plugged-5fae0f1c-04f7-4a88-82c5-443dcd993692 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.743607] env[62643]: WARNING nova.compute.manager [req-2608c6b7-7bbe-467e-8148-9e1d1c10a0b2 req-260fd891-0335-49e8-9739-565b1eb0ef1c service nova] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Received unexpected event network-vif-plugged-5fae0f1c-04f7-4a88-82c5-443dcd993692 for instance with vm_state building and task_state spawning. [ 1227.756017] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384181, 'name': CreateSnapshot_Task, 'duration_secs': 0.611244} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.756128] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Created Snapshot of the VM instance {{(pid=62643) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1227.756897] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d4066b-0416-4270-a392-b13730d38801 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.226250] env[62643]: DEBUG nova.network.neutron [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Successfully updated port: 5fae0f1c-04f7-4a88-82c5-443dcd993692 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.253173] env[62643]: DEBUG nova.compute.manager [req-25eae9b7-e295-48e0-8b8a-d3e81a107844 req-3e5c1c3e-defd-464f-baec-c4ba378f4a5b service nova] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Received event network-changed-5fae0f1c-04f7-4a88-82c5-443dcd993692 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1228.253259] env[62643]: DEBUG nova.compute.manager [req-25eae9b7-e295-48e0-8b8a-d3e81a107844 req-3e5c1c3e-defd-464f-baec-c4ba378f4a5b service nova] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Refreshing instance network info cache due to event network-changed-5fae0f1c-04f7-4a88-82c5-443dcd993692. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1228.253474] env[62643]: DEBUG oslo_concurrency.lockutils [req-25eae9b7-e295-48e0-8b8a-d3e81a107844 req-3e5c1c3e-defd-464f-baec-c4ba378f4a5b service nova] Acquiring lock "refresh_cache-2bc9247b-fd91-4b6c-aba9-f20a6ff0683f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.253618] env[62643]: DEBUG oslo_concurrency.lockutils [req-25eae9b7-e295-48e0-8b8a-d3e81a107844 req-3e5c1c3e-defd-464f-baec-c4ba378f4a5b service nova] Acquired lock "refresh_cache-2bc9247b-fd91-4b6c-aba9-f20a6ff0683f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.253803] env[62643]: DEBUG nova.network.neutron [req-25eae9b7-e295-48e0-8b8a-d3e81a107844 req-3e5c1c3e-defd-464f-baec-c4ba378f4a5b service nova] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Refreshing network info cache for port 5fae0f1c-04f7-4a88-82c5-443dcd993692 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.274789] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Creating linked-clone VM from snapshot {{(pid=62643) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1228.275539] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fdf528a3-ff1a-45b2-ae67-825fee87b92d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.285165] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1228.285165] env[62643]: value = "task-2384182" [ 1228.285165] env[62643]: _type = "Task" [ 1228.285165] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.293669] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384182, 'name': CloneVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.733791] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "refresh_cache-2bc9247b-fd91-4b6c-aba9-f20a6ff0683f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.803176] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384182, 'name': CloneVM_Task} progress is 94%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.811294] env[62643]: DEBUG nova.network.neutron [req-25eae9b7-e295-48e0-8b8a-d3e81a107844 req-3e5c1c3e-defd-464f-baec-c4ba378f4a5b service nova] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.902327] env[62643]: DEBUG nova.network.neutron [req-25eae9b7-e295-48e0-8b8a-d3e81a107844 req-3e5c1c3e-defd-464f-baec-c4ba378f4a5b service nova] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.296358] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384182, 'name': CloneVM_Task} progress is 95%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.408198] env[62643]: DEBUG oslo_concurrency.lockutils [req-25eae9b7-e295-48e0-8b8a-d3e81a107844 req-3e5c1c3e-defd-464f-baec-c4ba378f4a5b service nova] Releasing lock "refresh_cache-2bc9247b-fd91-4b6c-aba9-f20a6ff0683f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.408544] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "refresh_cache-2bc9247b-fd91-4b6c-aba9-f20a6ff0683f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.408819] env[62643]: DEBUG nova.network.neutron [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.673983] env[62643]: DEBUG oslo_concurrency.lockutils [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "6387f9c0-539f-411a-bf3d-256c897ee15e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.674315] env[62643]: DEBUG oslo_concurrency.lockutils [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "6387f9c0-539f-411a-bf3d-256c897ee15e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.795890] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384182, 'name': CloneVM_Task, 'duration_secs': 1.194932} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.797056] env[62643]: INFO nova.virt.vmwareapi.vmops [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Created linked-clone VM from snapshot [ 1229.797680] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cef0f00-39bb-4aae-8614-838ea9671671 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.806490] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Uploading image ed2e53be-5d33-4d2a-8f4a-b0aad616661e {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1229.831142] env[62643]: DEBUG oslo_vmware.rw_handles [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1229.831142] env[62643]: value = "vm-483808" [ 1229.831142] env[62643]: _type = "VirtualMachine" [ 1229.831142] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1229.831407] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eec7e9f5-f3fc-4e0d-a42b-ee16bf1534a4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.837709] env[62643]: DEBUG oslo_vmware.rw_handles [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lease: (returnval){ [ 1229.837709] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521987c9-dc2c-bd1d-0e84-baaeed748b1b" [ 1229.837709] env[62643]: _type = "HttpNfcLease" [ 1229.837709] env[62643]: } obtained for exporting VM: (result){ [ 1229.837709] env[62643]: value = "vm-483808" [ 1229.837709] env[62643]: _type = "VirtualMachine" [ 1229.837709] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1229.838035] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the lease: (returnval){ [ 1229.838035] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521987c9-dc2c-bd1d-0e84-baaeed748b1b" [ 1229.838035] env[62643]: _type = "HttpNfcLease" [ 1229.838035] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1229.844078] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1229.844078] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521987c9-dc2c-bd1d-0e84-baaeed748b1b" [ 1229.844078] env[62643]: _type = "HttpNfcLease" [ 1229.844078] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1229.953539] env[62643]: DEBUG nova.network.neutron [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.101707] env[62643]: DEBUG nova.network.neutron [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Updating instance_info_cache with network_info: [{"id": "5fae0f1c-04f7-4a88-82c5-443dcd993692", "address": "fa:16:3e:52:60:35", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fae0f1c-04", "ovs_interfaceid": "5fae0f1c-04f7-4a88-82c5-443dcd993692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.178442] env[62643]: INFO nova.compute.manager [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Detaching volume c6cd9755-5df3-4415-a40f-8b032e87396b [ 1230.210442] env[62643]: INFO nova.virt.block_device [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Attempting to driver detach volume c6cd9755-5df3-4415-a40f-8b032e87396b from mountpoint /dev/sdb [ 1230.210648] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1230.210879] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483800', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'name': 'volume-c6cd9755-5df3-4415-a40f-8b032e87396b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6387f9c0-539f-411a-bf3d-256c897ee15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'serial': 'c6cd9755-5df3-4415-a40f-8b032e87396b'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1230.211861] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcc2cff-bf22-4d46-9c60-ca3399e3e9e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.233258] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468836d1-53d9-4ca2-85cb-aea15c51c1ce {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.240235] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db52e5b-d326-4d08-8e74-171d44ab9877 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.260036] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c8d5c4-b766-40b1-84ad-7d7922c35aed {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.275366] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] The volume has not been displaced from its original location: [datastore2] volume-c6cd9755-5df3-4415-a40f-8b032e87396b/volume-c6cd9755-5df3-4415-a40f-8b032e87396b.vmdk. No consolidation needed. {{(pid=62643) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1230.280524] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1230.280804] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e07cc6e9-1da6-4f31-9d94-b532a15bcba2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.298230] env[62643]: DEBUG oslo_vmware.api [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1230.298230] env[62643]: value = "task-2384184" [ 1230.298230] env[62643]: _type = "Task" [ 1230.298230] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.305656] env[62643]: DEBUG oslo_vmware.api [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.345183] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.345183] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521987c9-dc2c-bd1d-0e84-baaeed748b1b" [ 1230.345183] env[62643]: _type = "HttpNfcLease" [ 1230.345183] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1230.345458] env[62643]: DEBUG oslo_vmware.rw_handles [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1230.345458] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521987c9-dc2c-bd1d-0e84-baaeed748b1b" [ 1230.345458] env[62643]: _type = "HttpNfcLease" [ 1230.345458] env[62643]: }. {{(pid=62643) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1230.346171] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5370194-4a32-40eb-a0cf-c73e5b766be8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.353090] env[62643]: DEBUG oslo_vmware.rw_handles [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288da83-8bbd-956f-b067-873f6bf39d0b/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1230.353232] env[62643]: DEBUG oslo_vmware.rw_handles [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288da83-8bbd-956f-b067-873f6bf39d0b/disk-0.vmdk for reading. {{(pid=62643) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1230.482487] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-89a73b77-18a6-4411-931a-192c01b5f98e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.604917] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "refresh_cache-2bc9247b-fd91-4b6c-aba9-f20a6ff0683f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.605289] env[62643]: DEBUG nova.compute.manager [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Instance network_info: |[{"id": "5fae0f1c-04f7-4a88-82c5-443dcd993692", "address": "fa:16:3e:52:60:35", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fae0f1c-04", "ovs_interfaceid": "5fae0f1c-04f7-4a88-82c5-443dcd993692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1230.605727] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:60:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fae0f1c-04f7-4a88-82c5-443dcd993692', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.613409] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Creating folder: Project (75520837a2814a72859c7dbdb18a0d2e). Parent ref: group-v483488. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.613691] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c901624-41c3-45b4-9c72-6fe9f0360c55 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.625252] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Created folder: Project (75520837a2814a72859c7dbdb18a0d2e) in parent group-v483488. [ 1230.625441] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Creating folder: Instances. Parent ref: group-v483809. {{(pid=62643) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.625724] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f651009-e95b-4264-bd5e-738db4b3ba67 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.634708] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Created folder: Instances in parent group-v483809. [ 1230.634949] env[62643]: DEBUG oslo.service.loopingcall [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1230.635150] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.635350] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c7db1eb-bd5e-46a3-927d-365c315bcb9c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.654215] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.654215] env[62643]: value = "task-2384187" [ 1230.654215] env[62643]: _type = "Task" [ 1230.654215] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.661420] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384187, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.808660] env[62643]: DEBUG oslo_vmware.api [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384184, 'name': ReconfigVM_Task, 'duration_secs': 0.366739} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.808999] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1230.813735] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f90b729b-8498-46b4-8957-518519149dd3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.829356] env[62643]: DEBUG oslo_vmware.api [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1230.829356] env[62643]: value = "task-2384188" [ 1230.829356] env[62643]: _type = "Task" [ 1230.829356] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.838353] env[62643]: DEBUG oslo_vmware.api [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.163338] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384187, 'name': CreateVM_Task, 'duration_secs': 0.333616} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.163542] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.164376] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.164628] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.165101] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.165407] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48584de3-60a3-47e6-a6ce-912a7e0a013c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.169884] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1231.169884] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d03a6e-54f1-668b-9b8f-225184a7eb5d" [ 1231.169884] env[62643]: _type = "Task" [ 1231.169884] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.177744] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d03a6e-54f1-668b-9b8f-225184a7eb5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.339877] env[62643]: DEBUG oslo_vmware.api [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.680346] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52d03a6e-54f1-668b-9b8f-225184a7eb5d, 'name': SearchDatastore_Task, 'duration_secs': 0.015875} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.681074] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.681439] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.681754] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.681980] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.682225] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.682586] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a09f754d-1148-4ab0-9ede-f84962bce5c7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.692140] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.692420] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.693288] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a3b5f6-77fc-4b57-b715-de010803522c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.698993] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1231.698993] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523df4f2-690d-d968-a9a8-02c8c37b67fe" [ 1231.698993] env[62643]: _type = "Task" [ 1231.698993] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.708277] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523df4f2-690d-d968-a9a8-02c8c37b67fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.841263] env[62643]: DEBUG oslo_vmware.api [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384188, 'name': ReconfigVM_Task, 'duration_secs': 0.961628} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.841677] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483800', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'name': 'volume-c6cd9755-5df3-4415-a40f-8b032e87396b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6387f9c0-539f-411a-bf3d-256c897ee15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6cd9755-5df3-4415-a40f-8b032e87396b', 'serial': 'c6cd9755-5df3-4415-a40f-8b032e87396b'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1232.210466] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523df4f2-690d-d968-a9a8-02c8c37b67fe, 'name': SearchDatastore_Task, 'duration_secs': 0.01589} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.211409] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31ec73d-d335-4a9f-bb18-d80cbf209646 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.217009] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1232.217009] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52718bce-ee19-0b0d-dfb7-85b948eebfe7" [ 1232.217009] env[62643]: _type = "Task" [ 1232.217009] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.227069] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52718bce-ee19-0b0d-dfb7-85b948eebfe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.389395] env[62643]: DEBUG nova.objects.instance [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lazy-loading 'flavor' on Instance uuid 6387f9c0-539f-411a-bf3d-256c897ee15e {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.732451] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52718bce-ee19-0b0d-dfb7-85b948eebfe7, 'name': SearchDatastore_Task, 'duration_secs': 0.013579} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.732996] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.733505] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f/2bc9247b-fd91-4b6c-aba9-f20a6ff0683f.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.733889] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a604664-735e-4cda-9d8f-90de0f46a4fd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.744077] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1232.744077] env[62643]: value = "task-2384189" [ 1232.744077] env[62643]: _type = "Task" [ 1232.744077] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.755888] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.259993] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384189, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.398504] env[62643]: DEBUG oslo_concurrency.lockutils [None req-18f845bd-4da8-4297-9042-b1c610ce651a tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "6387f9c0-539f-411a-bf3d-256c897ee15e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.724s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.755800] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59356} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.756097] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore1] 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f/2bc9247b-fd91-4b6c-aba9-f20a6ff0683f.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.756315] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.756568] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4151b37f-bd8f-4bfe-a33f-db2544fe89a8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.763406] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1233.763406] env[62643]: value = "task-2384190" [ 1233.763406] env[62643]: _type = "Task" [ 1233.763406] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.772666] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.984642] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "6387f9c0-539f-411a-bf3d-256c897ee15e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.985015] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "6387f9c0-539f-411a-bf3d-256c897ee15e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.985233] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "6387f9c0-539f-411a-bf3d-256c897ee15e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.985467] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "6387f9c0-539f-411a-bf3d-256c897ee15e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.985668] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "6387f9c0-539f-411a-bf3d-256c897ee15e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.988111] env[62643]: INFO nova.compute.manager [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Terminating instance [ 1234.273369] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0647} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.273612] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.274471] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11206aa2-1943-4955-8f0e-0f6279f0bc4e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.297342] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f/2bc9247b-fd91-4b6c-aba9-f20a6ff0683f.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.297652] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ef2875d-b1bb-41fa-9818-4557bacc4af8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.318292] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1234.318292] env[62643]: value = "task-2384191" [ 1234.318292] env[62643]: _type = "Task" [ 1234.318292] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.327927] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.492243] env[62643]: DEBUG nova.compute.manager [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.492632] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.493412] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3675db-1404-4de3-acb2-59a0d1834c86 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.501094] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.501347] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ff29a27-8aff-458f-a01c-28cebfdfc8fe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.507667] env[62643]: DEBUG oslo_vmware.api [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1234.507667] env[62643]: value = "task-2384192" [ 1234.507667] env[62643]: _type = "Task" [ 1234.507667] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.517106] env[62643]: DEBUG oslo_vmware.api [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.828784] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384191, 'name': ReconfigVM_Task, 'duration_secs': 0.377442} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.829137] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f/2bc9247b-fd91-4b6c-aba9-f20a6ff0683f.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.829832] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cebaec6b-400d-4446-9c81-a5d1ae40fa6b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.836814] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1234.836814] env[62643]: value = "task-2384193" [ 1234.836814] env[62643]: _type = "Task" [ 1234.836814] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.845202] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384193, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.017823] env[62643]: DEBUG oslo_vmware.api [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384192, 'name': PowerOffVM_Task, 'duration_secs': 0.333114} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.018074] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.018266] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.018524] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13b75605-1bce-46a3-b64b-c32def500003 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.083397] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.083577] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.083930] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleting the datastore file [datastore2] 6387f9c0-539f-411a-bf3d-256c897ee15e {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.084089] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3cda0c8-ebbc-4455-8862-9ad16dae4c84 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.090625] env[62643]: DEBUG oslo_vmware.api [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1235.090625] env[62643]: value = "task-2384195" [ 1235.090625] env[62643]: _type = "Task" [ 1235.090625] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.100132] env[62643]: DEBUG oslo_vmware.api [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.346999] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384193, 'name': Rename_Task, 'duration_secs': 0.177121} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.347311] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.347631] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe07f8fc-f25e-4208-9961-55093f8649c2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.353304] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1235.353304] env[62643]: value = "task-2384196" [ 1235.353304] env[62643]: _type = "Task" [ 1235.353304] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.360716] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.600010] env[62643]: DEBUG oslo_vmware.api [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472735} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.600368] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.600494] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.600653] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.600867] env[62643]: INFO nova.compute.manager [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1235.601174] env[62643]: DEBUG oslo.service.loopingcall [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1235.601407] env[62643]: DEBUG nova.compute.manager [-] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.601503] env[62643]: DEBUG nova.network.neutron [-] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.864628] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.091784] env[62643]: DEBUG nova.compute.manager [req-7f4ce2f2-d8d7-4535-983d-280ef2c781e8 req-403b1a12-fe01-4491-9a38-507f6a2a4056 service nova] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Received event network-vif-deleted-5d77ff8b-5b81-477e-bba5-f8631815dc3e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1236.091784] env[62643]: INFO nova.compute.manager [req-7f4ce2f2-d8d7-4535-983d-280ef2c781e8 req-403b1a12-fe01-4491-9a38-507f6a2a4056 service nova] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Neutron deleted interface 5d77ff8b-5b81-477e-bba5-f8631815dc3e; detaching it from the instance and deleting it from the info cache [ 1236.091784] env[62643]: DEBUG nova.network.neutron [req-7f4ce2f2-d8d7-4535-983d-280ef2c781e8 req-403b1a12-fe01-4491-9a38-507f6a2a4056 service nova] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.364076] env[62643]: DEBUG oslo_vmware.api [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384196, 'name': PowerOnVM_Task, 'duration_secs': 0.756973} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.364314] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.364517] env[62643]: INFO nova.compute.manager [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1236.364694] env[62643]: DEBUG nova.compute.manager [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.365467] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ffec54-ac10-4fe5-bcc7-9c12005a4ee7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.573157] env[62643]: DEBUG nova.network.neutron [-] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.594838] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a54365ed-89c1-4e9b-88d4-f9ec398eefc1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.609257] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d718ef-8a2d-4064-b269-0bb7b301afce {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.642905] env[62643]: DEBUG nova.compute.manager [req-7f4ce2f2-d8d7-4535-983d-280ef2c781e8 req-403b1a12-fe01-4491-9a38-507f6a2a4056 service nova] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Detach interface failed, port_id=5d77ff8b-5b81-477e-bba5-f8631815dc3e, reason: Instance 6387f9c0-539f-411a-bf3d-256c897ee15e could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1236.881261] env[62643]: INFO nova.compute.manager [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Took 13.73 seconds to build instance. [ 1237.075888] env[62643]: INFO nova.compute.manager [-] [instance: 6387f9c0-539f-411a-bf3d-256c897ee15e] Took 1.47 seconds to deallocate network for instance. [ 1237.382814] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b35a417c-e11e-49d8-a314-57527e10a9c3 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "2bc9247b-fd91-4b6c-aba9-f20a6ff0683f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.239s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.583475] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.583769] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.583997] env[62643]: DEBUG nova.objects.instance [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lazy-loading 'resources' on Instance uuid 6387f9c0-539f-411a-bf3d-256c897ee15e {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.175150] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9928e5-169d-4f5c-9f11-58f3d6a19127 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.183610] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f84060-bba4-4784-bf82-37cc07fa7eae {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.214915] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b6f85b-a8be-4b33-8bc6-e9a1b040332d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.222233] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c68dadd-1af6-4eb9-a9e7-bf8381a8795f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.235776] env[62643]: DEBUG nova.compute.provider_tree [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.449833] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "146148ff-c06f-419d-a0ca-7d9b28162db9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.450111] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "146148ff-c06f-419d-a0ca-7d9b28162db9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.738645] env[62643]: DEBUG nova.scheduler.client.report [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.952357] env[62643]: DEBUG nova.compute.manager [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1239.244539] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.267030] env[62643]: INFO nova.scheduler.client.report [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleted allocations for instance 6387f9c0-539f-411a-bf3d-256c897ee15e [ 1239.471818] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.472183] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.474289] env[62643]: INFO nova.compute.claims [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.777846] env[62643]: DEBUG oslo_concurrency.lockutils [None req-74d5ee95-799c-44cc-98c5-4c8bf84cde23 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "6387f9c0-539f-411a-bf3d-256c897ee15e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.793s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.178863] env[62643]: DEBUG oslo_vmware.rw_handles [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288da83-8bbd-956f-b067-873f6bf39d0b/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1240.179531] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e4c555-863a-41b7-9fd3-e0e5e76e40b5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.185807] env[62643]: DEBUG oslo_vmware.rw_handles [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288da83-8bbd-956f-b067-873f6bf39d0b/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1240.185970] env[62643]: ERROR oslo_vmware.rw_handles [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288da83-8bbd-956f-b067-873f6bf39d0b/disk-0.vmdk due to incomplete transfer. [ 1240.186190] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-405ce5bd-e105-48cf-ad0d-fe9f9ee29cf2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.194441] env[62643]: DEBUG oslo_vmware.rw_handles [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288da83-8bbd-956f-b067-873f6bf39d0b/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1240.194596] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Uploaded image ed2e53be-5d33-4d2a-8f4a-b0aad616661e to the Glance image server {{(pid=62643) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1240.197495] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Destroying the VM {{(pid=62643) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1240.197722] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2314a8f1-ab1a-45fd-a3d2-6b4bf893cd0b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.204351] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1240.204351] env[62643]: value = "task-2384197" [ 1240.204351] env[62643]: _type = "Task" [ 1240.204351] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.212104] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384197, 'name': Destroy_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.558688] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4709f17-99fa-44c0-832c-19ab4bcfdb0c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.567159] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a485fb0-38f7-43c5-801a-58b56c4b9ac5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.596952] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a76976a-7df6-4b8f-830c-c787542424a7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.603932] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cf4250-4ba2-4f4d-9c36-5de052433281 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.616672] env[62643]: DEBUG nova.compute.provider_tree [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.714293] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384197, 'name': Destroy_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.885119] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.885309] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.119986] env[62643]: DEBUG nova.scheduler.client.report [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.214565] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384197, 'name': Destroy_Task, 'duration_secs': 0.855628} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.214827] env[62643]: INFO nova.virt.vmwareapi.vm_util [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Destroyed the VM [ 1241.215076] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Deleting Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1241.215327] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-49597ec9-a441-405e-b36a-c3fc68b41e19 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.221317] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1241.221317] env[62643]: value = "task-2384198" [ 1241.221317] env[62643]: _type = "Task" [ 1241.221317] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.229945] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384198, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.390747] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.390958] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Starting heal instance info cache {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1241.391107] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Rebuilding the list of instances to heal {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1241.624833] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.625373] env[62643]: DEBUG nova.compute.manager [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.730896] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384198, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.892610] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "05d797a4-6bb7-4813-b0e5-4cb246f2ae9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.892842] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "05d797a4-6bb7-4813-b0e5-4cb246f2ae9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.895178] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Skipping network cache update for instance because it is Building. {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1241.922304] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.922448] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquired lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.922593] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Forcefully refreshing network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1241.922741] env[62643]: DEBUG nova.objects.instance [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lazy-loading 'info_cache' on Instance uuid be5ff15e-51b9-4879-ac9a-855766cacceb {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.130726] env[62643]: DEBUG nova.compute.utils [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1242.132580] env[62643]: DEBUG nova.compute.manager [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1242.132809] env[62643]: DEBUG nova.network.neutron [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1242.185052] env[62643]: DEBUG nova.policy [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d16bbc43b16484ba63567fe0b58ecb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75520837a2814a72859c7dbdb18a0d2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1242.231300] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384198, 'name': RemoveSnapshot_Task, 'duration_secs': 0.949104} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.231403] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Deleted Snapshot of the VM instance {{(pid=62643) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1242.231655] env[62643]: DEBUG nova.compute.manager [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.232452] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dd09ac-e9cb-4b1e-87c7-8099ec7f8a94 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.398736] env[62643]: DEBUG nova.compute.manager [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.464110] env[62643]: DEBUG nova.network.neutron [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Successfully created port: 8dd9b98b-9547-4441-8339-fa45aa472a8f {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.636256] env[62643]: DEBUG nova.compute.manager [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.743605] env[62643]: INFO nova.compute.manager [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Shelve offloading [ 1242.922014] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.922373] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.923875] env[62643]: INFO nova.compute.claims [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.247413] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.247777] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc65c9db-d262-4361-8e14-dc0cfab01883 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.254848] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1243.254848] env[62643]: value = "task-2384199" [ 1243.254848] env[62643]: _type = "Task" [ 1243.254848] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.262841] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.644178] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Updating instance_info_cache with network_info: [{"id": "18de5732-bc49-44c1-8f3c-41fa12c3106f", "address": "fa:16:3e:c6:b1:2a", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18de5732-bc", "ovs_interfaceid": "18de5732-bc49-44c1-8f3c-41fa12c3106f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.646194] env[62643]: DEBUG nova.compute.manager [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.674447] env[62643]: DEBUG nova.virt.hardware [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.674756] env[62643]: DEBUG nova.virt.hardware [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.674972] env[62643]: DEBUG nova.virt.hardware [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.675230] env[62643]: DEBUG nova.virt.hardware [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.675423] env[62643]: DEBUG nova.virt.hardware [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.675614] env[62643]: DEBUG nova.virt.hardware [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.675880] env[62643]: DEBUG nova.virt.hardware [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.676108] env[62643]: DEBUG nova.virt.hardware [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.676323] env[62643]: DEBUG nova.virt.hardware [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.676542] env[62643]: DEBUG nova.virt.hardware [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.676768] env[62643]: DEBUG nova.virt.hardware [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.677851] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cd3e12-689f-4af5-b840-c6b35c96211c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.686781] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1324e165-30b5-48dd-b18e-84fa9fc7f004 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.765357] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] VM already powered off {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1243.765625] env[62643]: DEBUG nova.compute.manager [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.766670] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3590c42-360e-44e6-9fd5-2883422031e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.773664] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.773869] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.774082] env[62643]: DEBUG nova.network.neutron [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.914290] env[62643]: DEBUG nova.compute.manager [req-cb12bc44-504f-4ea3-9af3-2463d2a8fb98 req-27723352-a9da-4b4b-afb0-843c10bd4bdb service nova] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Received event network-vif-plugged-8dd9b98b-9547-4441-8339-fa45aa472a8f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1243.914466] env[62643]: DEBUG oslo_concurrency.lockutils [req-cb12bc44-504f-4ea3-9af3-2463d2a8fb98 req-27723352-a9da-4b4b-afb0-843c10bd4bdb service nova] Acquiring lock "146148ff-c06f-419d-a0ca-7d9b28162db9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.914754] env[62643]: DEBUG oslo_concurrency.lockutils [req-cb12bc44-504f-4ea3-9af3-2463d2a8fb98 req-27723352-a9da-4b4b-afb0-843c10bd4bdb service nova] Lock "146148ff-c06f-419d-a0ca-7d9b28162db9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.914948] env[62643]: DEBUG oslo_concurrency.lockutils [req-cb12bc44-504f-4ea3-9af3-2463d2a8fb98 req-27723352-a9da-4b4b-afb0-843c10bd4bdb service nova] Lock "146148ff-c06f-419d-a0ca-7d9b28162db9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.915131] env[62643]: DEBUG nova.compute.manager [req-cb12bc44-504f-4ea3-9af3-2463d2a8fb98 req-27723352-a9da-4b4b-afb0-843c10bd4bdb service nova] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] No waiting events found dispatching network-vif-plugged-8dd9b98b-9547-4441-8339-fa45aa472a8f {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1243.915296] env[62643]: WARNING nova.compute.manager [req-cb12bc44-504f-4ea3-9af3-2463d2a8fb98 req-27723352-a9da-4b4b-afb0-843c10bd4bdb service nova] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Received unexpected event network-vif-plugged-8dd9b98b-9547-4441-8339-fa45aa472a8f for instance with vm_state building and task_state spawning. [ 1244.013530] env[62643]: DEBUG nova.network.neutron [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Successfully updated port: 8dd9b98b-9547-4441-8339-fa45aa472a8f {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1244.023806] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05fd8fe-3032-4336-bbd5-ae9f07d52b54 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.032544] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6ce53d-bbf6-4685-8c49-c57cfdb1dbc8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.065041] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f78d42-df51-413a-8673-d58e9b4bdfc3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.072619] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3214f7-3d01-413f-999a-90808b93c40a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.085457] env[62643]: DEBUG nova.compute.provider_tree [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.148806] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Releasing lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.149753] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Updated the network info_cache for instance {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1244.149753] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.149753] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.149753] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.150052] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.150204] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.150373] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.150510] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62643) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1244.150660] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.490034] env[62643]: DEBUG nova.network.neutron [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Updating instance_info_cache with network_info: [{"id": "6b86af55-550e-46aa-b7b8-113b90df94cb", "address": "fa:16:3e:bd:1e:35", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b86af55-55", "ovs_interfaceid": "6b86af55-550e-46aa-b7b8-113b90df94cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.515907] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "refresh_cache-146148ff-c06f-419d-a0ca-7d9b28162db9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.516016] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "refresh_cache-146148ff-c06f-419d-a0ca-7d9b28162db9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.516142] env[62643]: DEBUG nova.network.neutron [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.588466] env[62643]: DEBUG nova.scheduler.client.report [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.653479] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.992543] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.065533] env[62643]: DEBUG nova.network.neutron [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.094078] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.094413] env[62643]: DEBUG nova.compute.manager [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.097875] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.444s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.098081] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.098236] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62643) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1245.099277] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8a29d6-6a79-4fc5-aaef-fe3ef74d433b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.107493] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7fc4d4-9954-4218-aa1c-ef47c0d6edda {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.121281] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61ab210-532a-4ea5-a7d0-9b3a34bc2bd1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.128251] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0482aa35-7e71-482a-8521-610b99304e88 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.162755] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180271MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62643) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1245.163016] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.163331] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.288213] env[62643]: DEBUG nova.network.neutron [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Updating instance_info_cache with network_info: [{"id": "8dd9b98b-9547-4441-8339-fa45aa472a8f", "address": "fa:16:3e:8b:a2:0c", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd9b98b-95", "ovs_interfaceid": "8dd9b98b-9547-4441-8339-fa45aa472a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.462576] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.463572] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8a7e1d-6409-4173-9bdc-64c3f6a6e320 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.471725] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.471901] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc1809df-ac58-455f-a5a6-66bd40679ae7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.540052] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.540397] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.540484] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Deleting the datastore file [datastore2] 43592f8c-769f-4ce1-bb14-567a9d5a716a {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.540790] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c612474-c8e0-4620-a994-73cf9333dcdf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.555929] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1245.555929] env[62643]: value = "task-2384201" [ 1245.555929] env[62643]: _type = "Task" [ 1245.555929] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.565132] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.600753] env[62643]: DEBUG nova.compute.utils [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1245.602169] env[62643]: DEBUG nova.compute.manager [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.602340] env[62643]: DEBUG nova.network.neutron [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.653567] env[62643]: DEBUG nova.policy [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e65c36cb596344f5a3e72651fe61b351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25adeda06dc94650a017e8df032968f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.791301] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "refresh_cache-146148ff-c06f-419d-a0ca-7d9b28162db9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.791655] env[62643]: DEBUG nova.compute.manager [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Instance network_info: |[{"id": "8dd9b98b-9547-4441-8339-fa45aa472a8f", "address": "fa:16:3e:8b:a2:0c", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd9b98b-95", "ovs_interfaceid": "8dd9b98b-9547-4441-8339-fa45aa472a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1245.792107] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:a2:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dd9b98b-9547-4441-8339-fa45aa472a8f', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.799759] env[62643]: DEBUG oslo.service.loopingcall [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1245.799987] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.800242] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b55d0803-6435-4df0-b2c6-6657da6cfe83 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.820519] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.820519] env[62643]: value = "task-2384202" [ 1245.820519] env[62643]: _type = "Task" [ 1245.820519] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.828545] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384202, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.928635] env[62643]: DEBUG nova.network.neutron [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Successfully created port: bd5c6fae-b70e-46c3-8c09-804b8467353e {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.946904] env[62643]: DEBUG nova.compute.manager [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Received event network-changed-8dd9b98b-9547-4441-8339-fa45aa472a8f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1245.947094] env[62643]: DEBUG nova.compute.manager [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Refreshing instance network info cache due to event network-changed-8dd9b98b-9547-4441-8339-fa45aa472a8f. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1245.947308] env[62643]: DEBUG oslo_concurrency.lockutils [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] Acquiring lock "refresh_cache-146148ff-c06f-419d-a0ca-7d9b28162db9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.947455] env[62643]: DEBUG oslo_concurrency.lockutils [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] Acquired lock "refresh_cache-146148ff-c06f-419d-a0ca-7d9b28162db9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.947695] env[62643]: DEBUG nova.network.neutron [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Refreshing network info cache for port 8dd9b98b-9547-4441-8339-fa45aa472a8f {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.065913] env[62643]: DEBUG oslo_vmware.api [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142277} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.066240] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.066435] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.066617] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.089879] env[62643]: INFO nova.scheduler.client.report [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Deleted allocations for instance 43592f8c-769f-4ce1-bb14-567a9d5a716a [ 1246.105319] env[62643]: DEBUG nova.compute.manager [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.187951] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance be5ff15e-51b9-4879-ac9a-855766cacceb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.188141] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance b04451f1-24a8-4398-ad4c-92c5ef7d18e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.188272] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.188392] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 146148ff-c06f-419d-a0ca-7d9b28162db9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.188508] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.188710] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1246.188897] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1246.263455] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b915c2b-fd0a-4c6f-b329-ddbf2806dd86 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.271055] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aff62f1-dd06-4399-8295-dfafd3349089 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.300263] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addce44d-ccf8-47c1-8b5e-44e2de2e4a1b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.306699] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcc5bd5-b1a5-4dfb-8e35-7be83c559bcc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.318954] env[62643]: DEBUG nova.compute.provider_tree [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.328346] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384202, 'name': CreateVM_Task, 'duration_secs': 0.343437} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.328998] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.329647] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.329843] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.330160] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.330757] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b14ba878-a596-4dbe-b657-c581f7c1d509 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.334639] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1246.334639] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527a59de-9674-37a3-2510-3e6b8ed87f54" [ 1246.334639] env[62643]: _type = "Task" [ 1246.334639] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.341517] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527a59de-9674-37a3-2510-3e6b8ed87f54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.593792] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.694969] env[62643]: DEBUG nova.network.neutron [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Updated VIF entry in instance network info cache for port 8dd9b98b-9547-4441-8339-fa45aa472a8f. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.695356] env[62643]: DEBUG nova.network.neutron [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Updating instance_info_cache with network_info: [{"id": "8dd9b98b-9547-4441-8339-fa45aa472a8f", "address": "fa:16:3e:8b:a2:0c", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd9b98b-95", "ovs_interfaceid": "8dd9b98b-9547-4441-8339-fa45aa472a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.821778] env[62643]: DEBUG nova.scheduler.client.report [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.846214] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]527a59de-9674-37a3-2510-3e6b8ed87f54, 'name': SearchDatastore_Task, 'duration_secs': 0.008872} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.846503] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.846724] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.846948] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.847113] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.847286] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.847530] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ed80ae9-8542-4e65-b2ce-ebd83870f946 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.854867] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.855048] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.855698] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e905c351-59fa-415d-bb98-524432225e30 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.860314] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1246.860314] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522642f1-a4f0-96cf-78f1-42b6a3abdbb7" [ 1246.860314] env[62643]: _type = "Task" [ 1246.860314] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.867086] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522642f1-a4f0-96cf-78f1-42b6a3abdbb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.114938] env[62643]: DEBUG nova.compute.manager [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.142369] env[62643]: DEBUG nova.virt.hardware [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.142614] env[62643]: DEBUG nova.virt.hardware [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.142867] env[62643]: DEBUG nova.virt.hardware [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.142968] env[62643]: DEBUG nova.virt.hardware [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.143158] env[62643]: DEBUG nova.virt.hardware [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.143308] env[62643]: DEBUG nova.virt.hardware [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.143515] env[62643]: DEBUG nova.virt.hardware [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.143673] env[62643]: DEBUG nova.virt.hardware [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.143839] env[62643]: DEBUG nova.virt.hardware [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.144030] env[62643]: DEBUG nova.virt.hardware [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.144205] env[62643]: DEBUG nova.virt.hardware [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.145070] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1684ae98-756e-43e7-8daf-c6ecc98c26a4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.152759] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d25556f-5af5-4fa3-a9ee-2f3477103336 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.200482] env[62643]: DEBUG oslo_concurrency.lockutils [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] Releasing lock "refresh_cache-146148ff-c06f-419d-a0ca-7d9b28162db9" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.200732] env[62643]: DEBUG nova.compute.manager [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Received event network-vif-unplugged-6b86af55-550e-46aa-b7b8-113b90df94cb {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1247.200952] env[62643]: DEBUG oslo_concurrency.lockutils [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] Acquiring lock "43592f8c-769f-4ce1-bb14-567a9d5a716a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.201173] env[62643]: DEBUG oslo_concurrency.lockutils [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] Lock "43592f8c-769f-4ce1-bb14-567a9d5a716a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.201379] env[62643]: DEBUG oslo_concurrency.lockutils [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] Lock "43592f8c-769f-4ce1-bb14-567a9d5a716a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.201501] env[62643]: DEBUG nova.compute.manager [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] No waiting events found dispatching network-vif-unplugged-6b86af55-550e-46aa-b7b8-113b90df94cb {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.201669] env[62643]: WARNING nova.compute.manager [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Received unexpected event network-vif-unplugged-6b86af55-550e-46aa-b7b8-113b90df94cb for instance with vm_state shelved and task_state shelving_offloading. [ 1247.201832] env[62643]: DEBUG nova.compute.manager [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Received event network-changed-6b86af55-550e-46aa-b7b8-113b90df94cb {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1247.201986] env[62643]: DEBUG nova.compute.manager [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Refreshing instance network info cache due to event network-changed-6b86af55-550e-46aa-b7b8-113b90df94cb. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1247.202202] env[62643]: DEBUG oslo_concurrency.lockutils [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] Acquiring lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.202334] env[62643]: DEBUG oslo_concurrency.lockutils [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] Acquired lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.202573] env[62643]: DEBUG nova.network.neutron [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Refreshing network info cache for port 6b86af55-550e-46aa-b7b8-113b90df94cb {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.326086] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1247.326344] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.163s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.326648] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.733s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.326907] env[62643]: DEBUG nova.objects.instance [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lazy-loading 'resources' on Instance uuid 43592f8c-769f-4ce1-bb14-567a9d5a716a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.370826] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]522642f1-a4f0-96cf-78f1-42b6a3abdbb7, 'name': SearchDatastore_Task, 'duration_secs': 0.007971} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.371728] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48613a78-5207-4141-8446-daafcc259dd5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.377372] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1247.377372] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5202d3f6-2cd2-92cf-e4c8-2d1c169dd3bd" [ 1247.377372] env[62643]: _type = "Task" [ 1247.377372] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.386530] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5202d3f6-2cd2-92cf-e4c8-2d1c169dd3bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.412352] env[62643]: DEBUG nova.network.neutron [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Successfully updated port: bd5c6fae-b70e-46c3-8c09-804b8467353e {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.830934] env[62643]: DEBUG nova.objects.instance [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lazy-loading 'numa_topology' on Instance uuid 43592f8c-769f-4ce1-bb14-567a9d5a716a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.888112] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5202d3f6-2cd2-92cf-e4c8-2d1c169dd3bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.888381] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.888638] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 146148ff-c06f-419d-a0ca-7d9b28162db9/146148ff-c06f-419d-a0ca-7d9b28162db9.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.888887] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6aa0c71b-d9eb-4e1c-b83a-ae0aea9705dd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.895668] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1247.895668] env[62643]: value = "task-2384203" [ 1247.895668] env[62643]: _type = "Task" [ 1247.895668] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.903556] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.915263] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "refresh_cache-05d797a4-6bb7-4813-b0e5-4cb246f2ae9f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.915442] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "refresh_cache-05d797a4-6bb7-4813-b0e5-4cb246f2ae9f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.915590] env[62643]: DEBUG nova.network.neutron [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.980817] env[62643]: DEBUG nova.compute.manager [req-fff9a8ac-546a-4741-a59c-c0f89d870246 req-80d24d9b-4024-489f-a18d-54efaa21efc8 service nova] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Received event network-vif-plugged-bd5c6fae-b70e-46c3-8c09-804b8467353e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1247.981081] env[62643]: DEBUG oslo_concurrency.lockutils [req-fff9a8ac-546a-4741-a59c-c0f89d870246 req-80d24d9b-4024-489f-a18d-54efaa21efc8 service nova] Acquiring lock "05d797a4-6bb7-4813-b0e5-4cb246f2ae9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.981294] env[62643]: DEBUG oslo_concurrency.lockutils [req-fff9a8ac-546a-4741-a59c-c0f89d870246 req-80d24d9b-4024-489f-a18d-54efaa21efc8 service nova] Lock "05d797a4-6bb7-4813-b0e5-4cb246f2ae9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.981459] env[62643]: DEBUG oslo_concurrency.lockutils [req-fff9a8ac-546a-4741-a59c-c0f89d870246 req-80d24d9b-4024-489f-a18d-54efaa21efc8 service nova] Lock "05d797a4-6bb7-4813-b0e5-4cb246f2ae9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.981623] env[62643]: DEBUG nova.compute.manager [req-fff9a8ac-546a-4741-a59c-c0f89d870246 req-80d24d9b-4024-489f-a18d-54efaa21efc8 service nova] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] No waiting events found dispatching network-vif-plugged-bd5c6fae-b70e-46c3-8c09-804b8467353e {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.981785] env[62643]: WARNING nova.compute.manager [req-fff9a8ac-546a-4741-a59c-c0f89d870246 req-80d24d9b-4024-489f-a18d-54efaa21efc8 service nova] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Received unexpected event network-vif-plugged-bd5c6fae-b70e-46c3-8c09-804b8467353e for instance with vm_state building and task_state spawning. [ 1247.981951] env[62643]: DEBUG nova.compute.manager [req-fff9a8ac-546a-4741-a59c-c0f89d870246 req-80d24d9b-4024-489f-a18d-54efaa21efc8 service nova] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Received event network-changed-bd5c6fae-b70e-46c3-8c09-804b8467353e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1247.983396] env[62643]: DEBUG nova.compute.manager [req-fff9a8ac-546a-4741-a59c-c0f89d870246 req-80d24d9b-4024-489f-a18d-54efaa21efc8 service nova] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Refreshing instance network info cache due to event network-changed-bd5c6fae-b70e-46c3-8c09-804b8467353e. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1247.983595] env[62643]: DEBUG oslo_concurrency.lockutils [req-fff9a8ac-546a-4741-a59c-c0f89d870246 req-80d24d9b-4024-489f-a18d-54efaa21efc8 service nova] Acquiring lock "refresh_cache-05d797a4-6bb7-4813-b0e5-4cb246f2ae9f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.164117] env[62643]: DEBUG nova.network.neutron [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Updated VIF entry in instance network info cache for port 6b86af55-550e-46aa-b7b8-113b90df94cb. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.164543] env[62643]: DEBUG nova.network.neutron [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Updating instance_info_cache with network_info: [{"id": "6b86af55-550e-46aa-b7b8-113b90df94cb", "address": "fa:16:3e:bd:1e:35", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": null, "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6b86af55-55", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.333450] env[62643]: DEBUG nova.objects.base [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Object Instance<43592f8c-769f-4ce1-bb14-567a9d5a716a> lazy-loaded attributes: resources,numa_topology {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1248.407443] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470687} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.407712] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 146148ff-c06f-419d-a0ca-7d9b28162db9/146148ff-c06f-419d-a0ca-7d9b28162db9.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.407930] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.408204] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51440e9f-969f-4af5-be42-9ff888ce9e2d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.414667] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1248.414667] env[62643]: value = "task-2384204" [ 1248.414667] env[62643]: _type = "Task" [ 1248.414667] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.424037] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.425703] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7207555c-b303-4c6f-bb9b-3656b02726d3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.432955] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b899e81b-c4e7-40f4-82bf-06739223adc2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.464058] env[62643]: DEBUG nova.network.neutron [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.466738] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a012be-a5f6-4350-ac98-736e5c40446d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.475031] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b437a718-bc85-48e1-a47a-c3fe02095575 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.478721] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "43592f8c-769f-4ce1-bb14-567a9d5a716a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.488996] env[62643]: DEBUG nova.compute.provider_tree [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.667374] env[62643]: DEBUG oslo_concurrency.lockutils [req-103cd7fc-2d99-4c8a-aba9-6754c96f7f97 req-83e325c2-de37-402d-9983-44937e226ba0 service nova] Releasing lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.668550] env[62643]: DEBUG nova.network.neutron [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Updating instance_info_cache with network_info: [{"id": "bd5c6fae-b70e-46c3-8c09-804b8467353e", "address": "fa:16:3e:2f:e8:c2", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5c6fae-b7", "ovs_interfaceid": "bd5c6fae-b70e-46c3-8c09-804b8467353e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.925121] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066738} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.925431] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.926183] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a0d9ae-192e-4bf9-8fa1-998b2e9961fe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.948798] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 146148ff-c06f-419d-a0ca-7d9b28162db9/146148ff-c06f-419d-a0ca-7d9b28162db9.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.949108] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f10bf4d2-9413-42ec-b193-0d29c3b5dfa3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.969540] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1248.969540] env[62643]: value = "task-2384205" [ 1248.969540] env[62643]: _type = "Task" [ 1248.969540] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.979076] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.992302] env[62643]: DEBUG nova.scheduler.client.report [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.171130] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "refresh_cache-05d797a4-6bb7-4813-b0e5-4cb246f2ae9f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.171447] env[62643]: DEBUG nova.compute.manager [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Instance network_info: |[{"id": "bd5c6fae-b70e-46c3-8c09-804b8467353e", "address": "fa:16:3e:2f:e8:c2", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5c6fae-b7", "ovs_interfaceid": "bd5c6fae-b70e-46c3-8c09-804b8467353e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.171788] env[62643]: DEBUG oslo_concurrency.lockutils [req-fff9a8ac-546a-4741-a59c-c0f89d870246 req-80d24d9b-4024-489f-a18d-54efaa21efc8 service nova] Acquired lock "refresh_cache-05d797a4-6bb7-4813-b0e5-4cb246f2ae9f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.171981] env[62643]: DEBUG nova.network.neutron [req-fff9a8ac-546a-4741-a59c-c0f89d870246 req-80d24d9b-4024-489f-a18d-54efaa21efc8 service nova] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Refreshing network info cache for port bd5c6fae-b70e-46c3-8c09-804b8467353e {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.173690] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:e8:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd5c6fae-b70e-46c3-8c09-804b8467353e', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.182245] env[62643]: DEBUG oslo.service.loopingcall [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1249.183282] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.183532] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5080b2cf-1af0-4827-899a-ff28ac0a73fb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.206153] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.206153] env[62643]: value = "task-2384206" [ 1249.206153] env[62643]: _type = "Task" [ 1249.206153] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.214177] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384206, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.480069] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384205, 'name': ReconfigVM_Task, 'duration_secs': 0.274608} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.480382] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 146148ff-c06f-419d-a0ca-7d9b28162db9/146148ff-c06f-419d-a0ca-7d9b28162db9.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.481095] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc4fe135-a08d-467e-bd05-56e688da1b28 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.487291] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1249.487291] env[62643]: value = "task-2384207" [ 1249.487291] env[62643]: _type = "Task" [ 1249.487291] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.497021] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.499425] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384207, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.718335] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384206, 'name': CreateVM_Task, 'duration_secs': 0.332352} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.718506] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.719155] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.719335] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.719624] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.719912] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c02e064-ff88-4b6a-84a2-b536d419e3a8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.724113] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1249.724113] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528b6632-1947-77e6-35da-cc18a49902d5" [ 1249.724113] env[62643]: _type = "Task" [ 1249.724113] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.731539] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528b6632-1947-77e6-35da-cc18a49902d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.865782] env[62643]: DEBUG nova.network.neutron [req-fff9a8ac-546a-4741-a59c-c0f89d870246 req-80d24d9b-4024-489f-a18d-54efaa21efc8 service nova] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Updated VIF entry in instance network info cache for port bd5c6fae-b70e-46c3-8c09-804b8467353e. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.866150] env[62643]: DEBUG nova.network.neutron [req-fff9a8ac-546a-4741-a59c-c0f89d870246 req-80d24d9b-4024-489f-a18d-54efaa21efc8 service nova] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Updating instance_info_cache with network_info: [{"id": "bd5c6fae-b70e-46c3-8c09-804b8467353e", "address": "fa:16:3e:2f:e8:c2", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5c6fae-b7", "ovs_interfaceid": "bd5c6fae-b70e-46c3-8c09-804b8467353e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.997666] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384207, 'name': Rename_Task, 'duration_secs': 0.1455} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.997980] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.998188] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e944d6b5-0abd-4e56-a5f5-23b47b7511de {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.005441] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1250.005441] env[62643]: value = "task-2384208" [ 1250.005441] env[62643]: _type = "Task" [ 1250.005441] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.010056] env[62643]: DEBUG oslo_concurrency.lockutils [None req-f2e37425-a96b-4cfc-8a8c-0cb923dc2964 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "43592f8c-769f-4ce1-bb14-567a9d5a716a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.331s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.010923] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "43592f8c-769f-4ce1-bb14-567a9d5a716a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.532s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.011134] env[62643]: INFO nova.compute.manager [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Unshelving [ 1250.017334] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.235838] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528b6632-1947-77e6-35da-cc18a49902d5, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.236082] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.236321] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.236555] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.236702] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.236877] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.237159] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f3f8767-4928-43d9-9f53-5082f9ae65f8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.245859] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.246052] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.246720] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5a25f89-39c4-4626-bab0-c0e89c29ef7c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.251516] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1250.251516] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524474b8-dfea-c695-2ce1-f9a7dc747935" [ 1250.251516] env[62643]: _type = "Task" [ 1250.251516] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.258813] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524474b8-dfea-c695-2ce1-f9a7dc747935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.369278] env[62643]: DEBUG oslo_concurrency.lockutils [req-fff9a8ac-546a-4741-a59c-c0f89d870246 req-80d24d9b-4024-489f-a18d-54efaa21efc8 service nova] Releasing lock "refresh_cache-05d797a4-6bb7-4813-b0e5-4cb246f2ae9f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.518177] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.763088] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524474b8-dfea-c695-2ce1-f9a7dc747935, 'name': SearchDatastore_Task, 'duration_secs': 0.007935} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.763900] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bbd15be-d299-4087-a943-a1904d28f80b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.769418] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1250.769418] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52907e69-7f20-96bb-0196-c08064446cd6" [ 1250.769418] env[62643]: _type = "Task" [ 1250.769418] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.777778] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52907e69-7f20-96bb-0196-c08064446cd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.017343] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.035883] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.036244] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.036505] env[62643]: DEBUG nova.objects.instance [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lazy-loading 'pci_requests' on Instance uuid 43592f8c-769f-4ce1-bb14-567a9d5a716a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.281662] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52907e69-7f20-96bb-0196-c08064446cd6, 'name': SearchDatastore_Task, 'duration_secs': 0.008834} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.281662] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.281662] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f/05d797a4-6bb7-4813-b0e5-4cb246f2ae9f.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.281662] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc0d12e6-b5ae-4e9f-95d2-f3f10f7f839a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.287757] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1251.287757] env[62643]: value = "task-2384209" [ 1251.287757] env[62643]: _type = "Task" [ 1251.287757] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.294993] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.518771] env[62643]: DEBUG oslo_vmware.api [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384208, 'name': PowerOnVM_Task, 'duration_secs': 1.058808} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.519120] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.519338] env[62643]: INFO nova.compute.manager [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1251.519528] env[62643]: DEBUG nova.compute.manager [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.520491] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023156d6-ea33-46a7-95b9-0df0175f077d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.540325] env[62643]: DEBUG nova.objects.instance [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lazy-loading 'numa_topology' on Instance uuid 43592f8c-769f-4ce1-bb14-567a9d5a716a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.799167] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430561} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.799433] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f/05d797a4-6bb7-4813-b0e5-4cb246f2ae9f.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.799636] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.799898] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be775059-fdd4-4f9f-907f-80d6d19cf94c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.805927] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1251.805927] env[62643]: value = "task-2384210" [ 1251.805927] env[62643]: _type = "Task" [ 1251.805927] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.812789] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.038914] env[62643]: INFO nova.compute.manager [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Took 12.58 seconds to build instance. [ 1252.043357] env[62643]: INFO nova.compute.claims [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.315757] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061696} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.316068] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.316841] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f897114e-698c-48bd-a287-1b3d1d0f626c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.338665] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f/05d797a4-6bb7-4813-b0e5-4cb246f2ae9f.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.338939] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6af556a6-0dc2-4043-b52a-7042ba880571 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.360324] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1252.360324] env[62643]: value = "task-2384211" [ 1252.360324] env[62643]: _type = "Task" [ 1252.360324] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.366795] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.541383] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d83761ec-1d84-4607-9cba-202011e2e97c tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "146148ff-c06f-419d-a0ca-7d9b28162db9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.091s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.869467] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.084540] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "146148ff-c06f-419d-a0ca-7d9b28162db9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.084811] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "146148ff-c06f-419d-a0ca-7d9b28162db9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.084990] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "146148ff-c06f-419d-a0ca-7d9b28162db9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.085191] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "146148ff-c06f-419d-a0ca-7d9b28162db9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.085359] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "146148ff-c06f-419d-a0ca-7d9b28162db9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.087322] env[62643]: INFO nova.compute.manager [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Terminating instance [ 1253.133678] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2808fecf-3353-4c46-b6f3-b149bc8d5fea {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.141214] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5e19d9-20bd-440d-976b-775e71850de3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.172487] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7a0408-7a6e-43d8-a390-40f1dd01fc47 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.179668] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4d1523-1336-40d8-8570-49e3bd500a2d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.192748] env[62643]: DEBUG nova.compute.provider_tree [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.370161] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384211, 'name': ReconfigVM_Task, 'duration_secs': 0.886362} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.370432] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f/05d797a4-6bb7-4813-b0e5-4cb246f2ae9f.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.371085] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b71da5c-47ea-43e4-91d7-6e06dfc0f7ff {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.377059] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1253.377059] env[62643]: value = "task-2384212" [ 1253.377059] env[62643]: _type = "Task" [ 1253.377059] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.384328] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384212, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.591019] env[62643]: DEBUG nova.compute.manager [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.591459] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.592783] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef4fcb4-6c4a-493f-9d0f-9d929cfe25d9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.601152] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.602876] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5123f129-d262-4750-97f4-56c9460c70bc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.606855] env[62643]: DEBUG oslo_vmware.api [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1253.606855] env[62643]: value = "task-2384213" [ 1253.606855] env[62643]: _type = "Task" [ 1253.606855] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.614775] env[62643]: DEBUG oslo_vmware.api [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.696185] env[62643]: DEBUG nova.scheduler.client.report [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.886831] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384212, 'name': Rename_Task, 'duration_secs': 0.138152} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.887055] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.887308] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eacb99c0-f24e-4359-aba7-77af3e0f2127 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.893156] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1253.893156] env[62643]: value = "task-2384214" [ 1253.893156] env[62643]: _type = "Task" [ 1253.893156] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.900309] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.116702] env[62643]: DEBUG oslo_vmware.api [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384213, 'name': PowerOffVM_Task, 'duration_secs': 0.191998} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.117226] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.117226] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.117387] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56b778c1-7fda-484e-99ba-7b5912a4d27a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.182234] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.182466] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.182644] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleting the datastore file [datastore2] 146148ff-c06f-419d-a0ca-7d9b28162db9 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.182912] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-508ed3b0-13ba-4198-a3ae-796016512142 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.194507] env[62643]: DEBUG oslo_vmware.api [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1254.194507] env[62643]: value = "task-2384216" [ 1254.194507] env[62643]: _type = "Task" [ 1254.194507] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.204416] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.168s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.206495] env[62643]: DEBUG oslo_vmware.api [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.233905] env[62643]: INFO nova.network.neutron [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Updating port 6b86af55-550e-46aa-b7b8-113b90df94cb with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1254.403192] env[62643]: DEBUG oslo_vmware.api [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384214, 'name': PowerOnVM_Task, 'duration_secs': 0.420989} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.403436] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.403616] env[62643]: INFO nova.compute.manager [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1254.403794] env[62643]: DEBUG nova.compute.manager [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.404571] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453928da-774a-4f85-b0f8-e85de2cbe70b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.704619] env[62643]: DEBUG oslo_vmware.api [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154648} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.704859] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.705011] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.705200] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.705371] env[62643]: INFO nova.compute.manager [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1254.705610] env[62643]: DEBUG oslo.service.loopingcall [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1254.705796] env[62643]: DEBUG nova.compute.manager [-] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.705885] env[62643]: DEBUG nova.network.neutron [-] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.922093] env[62643]: INFO nova.compute.manager [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Took 12.02 seconds to build instance. [ 1254.987978] env[62643]: DEBUG nova.compute.manager [req-78662c0b-bf46-4932-9dd9-cb3eb9c127a1 req-9d07a95d-2259-44cb-93e4-703b95170fd3 service nova] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Received event network-vif-deleted-8dd9b98b-9547-4441-8339-fa45aa472a8f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1254.987978] env[62643]: INFO nova.compute.manager [req-78662c0b-bf46-4932-9dd9-cb3eb9c127a1 req-9d07a95d-2259-44cb-93e4-703b95170fd3 service nova] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Neutron deleted interface 8dd9b98b-9547-4441-8339-fa45aa472a8f; detaching it from the instance and deleting it from the info cache [ 1254.987978] env[62643]: DEBUG nova.network.neutron [req-78662c0b-bf46-4932-9dd9-cb3eb9c127a1 req-9d07a95d-2259-44cb-93e4-703b95170fd3 service nova] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.423850] env[62643]: DEBUG oslo_concurrency.lockutils [None req-bae5f778-cf68-473c-afbb-b6c8c755dcdb tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "05d797a4-6bb7-4813-b0e5-4cb246f2ae9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.531s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.457443] env[62643]: DEBUG nova.network.neutron [-] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.489787] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83d6deea-705f-4c40-ad10-7d6bc0b5f95e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.500664] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9dc986-ceae-484d-85ef-0498d5fed68b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.527796] env[62643]: DEBUG nova.compute.manager [req-78662c0b-bf46-4932-9dd9-cb3eb9c127a1 req-9d07a95d-2259-44cb-93e4-703b95170fd3 service nova] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Detach interface failed, port_id=8dd9b98b-9547-4441-8339-fa45aa472a8f, reason: Instance 146148ff-c06f-419d-a0ca-7d9b28162db9 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1255.845031] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.845246] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.845439] env[62643]: DEBUG nova.network.neutron [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.960052] env[62643]: INFO nova.compute.manager [-] [instance: 146148ff-c06f-419d-a0ca-7d9b28162db9] Took 1.25 seconds to deallocate network for instance. [ 1256.466770] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.467162] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.467262] env[62643]: DEBUG nova.objects.instance [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lazy-loading 'resources' on Instance uuid 146148ff-c06f-419d-a0ca-7d9b28162db9 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.583302] env[62643]: DEBUG nova.network.neutron [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Updating instance_info_cache with network_info: [{"id": "6b86af55-550e-46aa-b7b8-113b90df94cb", "address": "fa:16:3e:bd:1e:35", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b86af55-55", "ovs_interfaceid": "6b86af55-550e-46aa-b7b8-113b90df94cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.016821] env[62643]: DEBUG nova.compute.manager [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Received event network-vif-plugged-6b86af55-550e-46aa-b7b8-113b90df94cb {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1257.017030] env[62643]: DEBUG oslo_concurrency.lockutils [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] Acquiring lock "43592f8c-769f-4ce1-bb14-567a9d5a716a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.017248] env[62643]: DEBUG oslo_concurrency.lockutils [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] Lock "43592f8c-769f-4ce1-bb14-567a9d5a716a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.017419] env[62643]: DEBUG oslo_concurrency.lockutils [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] Lock "43592f8c-769f-4ce1-bb14-567a9d5a716a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.017587] env[62643]: DEBUG nova.compute.manager [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] No waiting events found dispatching network-vif-plugged-6b86af55-550e-46aa-b7b8-113b90df94cb {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.017747] env[62643]: WARNING nova.compute.manager [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Received unexpected event network-vif-plugged-6b86af55-550e-46aa-b7b8-113b90df94cb for instance with vm_state shelved_offloaded and task_state spawning. [ 1257.017941] env[62643]: DEBUG nova.compute.manager [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Received event network-changed-6b86af55-550e-46aa-b7b8-113b90df94cb {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1257.018123] env[62643]: DEBUG nova.compute.manager [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Refreshing instance network info cache due to event network-changed-6b86af55-550e-46aa-b7b8-113b90df94cb. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1257.018300] env[62643]: DEBUG oslo_concurrency.lockutils [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] Acquiring lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.072592] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2860b277-76e9-4d3f-b166-a90d980f31a6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.080234] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227306dd-1f6c-4e3c-a6ac-6feca683da88 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.085310] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.110879] env[62643]: DEBUG oslo_concurrency.lockutils [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] Acquired lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.111163] env[62643]: DEBUG nova.network.neutron [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Refreshing network info cache for port 6b86af55-550e-46aa-b7b8-113b90df94cb {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.115992] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df38f898-b067-4c77-be68-65cd491602a1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.124736] env[62643]: DEBUG nova.virt.hardware [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='08950961e3ddeb68c88bcc25be264709',container_format='bare',created_at=2025-02-07T16:29:39Z,direct_url=,disk_format='vmdk',id=ed2e53be-5d33-4d2a-8f4a-b0aad616661e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2093894494-shelved',owner='bedba7d7b9c04694a1cedbee715c6c59',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-02-07T16:29:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.124974] env[62643]: DEBUG nova.virt.hardware [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.125171] env[62643]: DEBUG nova.virt.hardware [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.125376] env[62643]: DEBUG nova.virt.hardware [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.125523] env[62643]: DEBUG nova.virt.hardware [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.125669] env[62643]: DEBUG nova.virt.hardware [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.125876] env[62643]: DEBUG nova.virt.hardware [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.126047] env[62643]: DEBUG nova.virt.hardware [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.126224] env[62643]: DEBUG nova.virt.hardware [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.126386] env[62643]: DEBUG nova.virt.hardware [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.126559] env[62643]: DEBUG nova.virt.hardware [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.127783] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0d36a1-e53b-40be-b148-79e66b76764b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.132650] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd75f88-95d7-45ba-bb00-93ea7546b565 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.147070] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb39338b-dbbb-47c8-9450-f19ea0fa2239 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.152343] env[62643]: DEBUG nova.compute.provider_tree [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.163334] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:1e:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b86af55-550e-46aa-b7b8-113b90df94cb', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.170665] env[62643]: DEBUG oslo.service.loopingcall [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1257.171449] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.171662] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5db1283a-ac6a-443b-aa31-9524b13ad3c0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.192939] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.192939] env[62643]: value = "task-2384218" [ 1257.192939] env[62643]: _type = "Task" [ 1257.192939] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.200730] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384218, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.654789] env[62643]: DEBUG nova.scheduler.client.report [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.703354] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384218, 'name': CreateVM_Task, 'duration_secs': 0.393159} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.703583] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.704893] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed2e53be-5d33-4d2a-8f4a-b0aad616661e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.704893] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed2e53be-5d33-4d2a-8f4a-b0aad616661e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.704893] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed2e53be-5d33-4d2a-8f4a-b0aad616661e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.706075] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac98a18-7bdc-4288-99b6-fda76617a9cf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.710075] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1257.710075] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5237051d-4988-b917-8b55-8e253788c379" [ 1257.710075] env[62643]: _type = "Task" [ 1257.710075] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.720932] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5237051d-4988-b917-8b55-8e253788c379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.827478] env[62643]: DEBUG nova.network.neutron [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Updated VIF entry in instance network info cache for port 6b86af55-550e-46aa-b7b8-113b90df94cb. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.827849] env[62643]: DEBUG nova.network.neutron [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Updating instance_info_cache with network_info: [{"id": "6b86af55-550e-46aa-b7b8-113b90df94cb", "address": "fa:16:3e:bd:1e:35", "network": {"id": "e3f87715-5079-4192-bada-0e3a35886081", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-450239542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bedba7d7b9c04694a1cedbee715c6c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b86af55-55", "ovs_interfaceid": "6b86af55-550e-46aa-b7b8-113b90df94cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.159746] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.179674] env[62643]: INFO nova.scheduler.client.report [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleted allocations for instance 146148ff-c06f-419d-a0ca-7d9b28162db9 [ 1258.221425] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed2e53be-5d33-4d2a-8f4a-b0aad616661e" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.221701] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Processing image ed2e53be-5d33-4d2a-8f4a-b0aad616661e {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.221937] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed2e53be-5d33-4d2a-8f4a-b0aad616661e/ed2e53be-5d33-4d2a-8f4a-b0aad616661e.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.222168] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed2e53be-5d33-4d2a-8f4a-b0aad616661e/ed2e53be-5d33-4d2a-8f4a-b0aad616661e.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.222418] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.223355] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0ea6141-4767-4700-80df-6f42072a0624 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.233136] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.233335] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.234057] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4224b36-1961-4712-b8f4-54cfc6bef489 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.239436] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1258.239436] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520b6b0b-2ea6-a692-d62c-28cb1dd36bdb" [ 1258.239436] env[62643]: _type = "Task" [ 1258.239436] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.246928] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]520b6b0b-2ea6-a692-d62c-28cb1dd36bdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.330444] env[62643]: DEBUG oslo_concurrency.lockutils [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] Releasing lock "refresh_cache-43592f8c-769f-4ce1-bb14-567a9d5a716a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.330693] env[62643]: DEBUG nova.compute.manager [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Received event network-changed-bd5c6fae-b70e-46c3-8c09-804b8467353e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1258.330878] env[62643]: DEBUG nova.compute.manager [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Refreshing instance network info cache due to event network-changed-bd5c6fae-b70e-46c3-8c09-804b8467353e. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1258.331100] env[62643]: DEBUG oslo_concurrency.lockutils [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] Acquiring lock "refresh_cache-05d797a4-6bb7-4813-b0e5-4cb246f2ae9f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.331247] env[62643]: DEBUG oslo_concurrency.lockutils [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] Acquired lock "refresh_cache-05d797a4-6bb7-4813-b0e5-4cb246f2ae9f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.331409] env[62643]: DEBUG nova.network.neutron [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Refreshing network info cache for port bd5c6fae-b70e-46c3-8c09-804b8467353e {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.687277] env[62643]: DEBUG oslo_concurrency.lockutils [None req-3631b022-9696-40b0-9c8c-98a6c3a7ed47 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "146148ff-c06f-419d-a0ca-7d9b28162db9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.602s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.749477] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Preparing fetch location {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1258.749678] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Fetch image to [datastore2] OSTACK_IMG_8dd10593-903a-47ea-8660-46b25c26ba0b/OSTACK_IMG_8dd10593-903a-47ea-8660-46b25c26ba0b.vmdk {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1258.749887] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Downloading stream optimized image ed2e53be-5d33-4d2a-8f4a-b0aad616661e to [datastore2] OSTACK_IMG_8dd10593-903a-47ea-8660-46b25c26ba0b/OSTACK_IMG_8dd10593-903a-47ea-8660-46b25c26ba0b.vmdk on the data store datastore2 as vApp {{(pid=62643) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1258.750094] env[62643]: DEBUG nova.virt.vmwareapi.images [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Downloading image file data ed2e53be-5d33-4d2a-8f4a-b0aad616661e to the ESX as VM named 'OSTACK_IMG_8dd10593-903a-47ea-8660-46b25c26ba0b' {{(pid=62643) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1258.821983] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1258.821983] env[62643]: value = "resgroup-9" [ 1258.821983] env[62643]: _type = "ResourcePool" [ 1258.821983] env[62643]: }. {{(pid=62643) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1258.822314] env[62643]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-575748c7-ad20-4234-8193-f51bf0d385f8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.846283] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lease: (returnval){ [ 1258.846283] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523a4320-da32-d603-360b-ccf8e6c6963e" [ 1258.846283] env[62643]: _type = "HttpNfcLease" [ 1258.846283] env[62643]: } obtained for vApp import into resource pool (val){ [ 1258.846283] env[62643]: value = "resgroup-9" [ 1258.846283] env[62643]: _type = "ResourcePool" [ 1258.846283] env[62643]: }. {{(pid=62643) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1258.846552] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the lease: (returnval){ [ 1258.846552] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523a4320-da32-d603-360b-ccf8e6c6963e" [ 1258.846552] env[62643]: _type = "HttpNfcLease" [ 1258.846552] env[62643]: } to be ready. {{(pid=62643) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1258.852264] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1258.852264] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523a4320-da32-d603-360b-ccf8e6c6963e" [ 1258.852264] env[62643]: _type = "HttpNfcLease" [ 1258.852264] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1259.069260] env[62643]: DEBUG nova.network.neutron [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Updated VIF entry in instance network info cache for port bd5c6fae-b70e-46c3-8c09-804b8467353e. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.069650] env[62643]: DEBUG nova.network.neutron [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Updating instance_info_cache with network_info: [{"id": "bd5c6fae-b70e-46c3-8c09-804b8467353e", "address": "fa:16:3e:2f:e8:c2", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5c6fae-b7", "ovs_interfaceid": "bd5c6fae-b70e-46c3-8c09-804b8467353e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.354927] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1259.354927] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523a4320-da32-d603-360b-ccf8e6c6963e" [ 1259.354927] env[62643]: _type = "HttpNfcLease" [ 1259.354927] env[62643]: } is initializing. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1259.572743] env[62643]: DEBUG oslo_concurrency.lockutils [req-4749eacd-11e8-4e73-998a-58b468c37b92 req-62aea5fe-b294-4637-b07f-3e3a962391ba service nova] Releasing lock "refresh_cache-05d797a4-6bb7-4813-b0e5-4cb246f2ae9f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.856678] env[62643]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1259.856678] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523a4320-da32-d603-360b-ccf8e6c6963e" [ 1259.856678] env[62643]: _type = "HttpNfcLease" [ 1259.856678] env[62643]: } is ready. {{(pid=62643) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1259.857236] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1259.857236] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]523a4320-da32-d603-360b-ccf8e6c6963e" [ 1259.857236] env[62643]: _type = "HttpNfcLease" [ 1259.857236] env[62643]: }. {{(pid=62643) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1259.857724] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd5e62b-7a24-4ce0-93a7-545fcd1bbaae {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.865249] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221f6eb-7721-c7cf-bdc8-1247995d8acd/disk-0.vmdk from lease info. {{(pid=62643) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1259.865428] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221f6eb-7721-c7cf-bdc8-1247995d8acd/disk-0.vmdk. {{(pid=62643) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1259.935655] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f9a8578-8d4f-4be2-8dc4-f144d9d61b4f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.155683] env[62643]: DEBUG oslo_concurrency.lockutils [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "99563fe8-d150-480c-bdfa-57c511f2c913" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.156021] env[62643]: DEBUG oslo_concurrency.lockutils [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "99563fe8-d150-480c-bdfa-57c511f2c913" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.658471] env[62643]: DEBUG nova.compute.manager [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1261.185643] env[62643]: DEBUG oslo_concurrency.lockutils [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.186061] env[62643]: DEBUG oslo_concurrency.lockutils [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.188041] env[62643]: INFO nova.compute.claims [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.654701] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Completed reading data from the image iterator. {{(pid=62643) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1261.654993] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221f6eb-7721-c7cf-bdc8-1247995d8acd/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1261.655948] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0823f4fe-bea3-4b94-93d2-35bcf5b47f57 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.663140] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221f6eb-7721-c7cf-bdc8-1247995d8acd/disk-0.vmdk is in state: ready. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1261.663140] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221f6eb-7721-c7cf-bdc8-1247995d8acd/disk-0.vmdk. {{(pid=62643) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1261.663140] env[62643]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-223e4396-7db6-4fe2-a4c4-b8dedbd043fe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.997386] env[62643]: DEBUG oslo_vmware.rw_handles [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221f6eb-7721-c7cf-bdc8-1247995d8acd/disk-0.vmdk. {{(pid=62643) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1261.997659] env[62643]: INFO nova.virt.vmwareapi.images [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Downloaded image file data ed2e53be-5d33-4d2a-8f4a-b0aad616661e [ 1261.998698] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1110f65-667e-4e17-93c6-a1b0f1b7a2ea {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.015800] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01fef4af-1711-423b-b4a6-d8b0ede092aa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.110884] env[62643]: INFO nova.virt.vmwareapi.images [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] The imported VM was unregistered [ 1262.113795] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Caching image {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1262.114112] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ed2e53be-5d33-4d2a-8f4a-b0aad616661e {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.114433] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1e35811-34af-4334-9547-d72818d6419a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.126366] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Created directory with path [datastore2] devstack-image-cache_base/ed2e53be-5d33-4d2a-8f4a-b0aad616661e {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.126554] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8dd10593-903a-47ea-8660-46b25c26ba0b/OSTACK_IMG_8dd10593-903a-47ea-8660-46b25c26ba0b.vmdk to [datastore2] devstack-image-cache_base/ed2e53be-5d33-4d2a-8f4a-b0aad616661e/ed2e53be-5d33-4d2a-8f4a-b0aad616661e.vmdk. {{(pid=62643) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1262.127341] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9d24019d-3f0d-4fc7-b29f-13668400c077 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.133450] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1262.133450] env[62643]: value = "task-2384223" [ 1262.133450] env[62643]: _type = "Task" [ 1262.133450] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.143688] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384223, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.290618] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9d0fb9-ce61-4795-9ce7-feaf8af0ba11 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.299727] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacf4bdb-628c-4ae5-be0f-ff8a378cb463 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.332280] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ca2161-269a-4bdd-aef6-cd80611508da {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.340736] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e164e034-b806-4430-874c-4da6e5711134 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.354889] env[62643]: DEBUG nova.compute.provider_tree [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.625744] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.626580] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.626828] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.627067] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.627233] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.629560] env[62643]: INFO nova.compute.manager [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Terminating instance [ 1262.644304] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384223, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.858490] env[62643]: DEBUG nova.scheduler.client.report [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.134467] env[62643]: DEBUG nova.compute.manager [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.134713] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.135840] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4d0375-0e19-4fe3-b035-bc6c4760a3f1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.148442] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.152080] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edacbed3-93fd-402a-9f4e-8f917cfe4898 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.154407] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384223, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.160349] env[62643]: DEBUG oslo_vmware.api [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1263.160349] env[62643]: value = "task-2384224" [ 1263.160349] env[62643]: _type = "Task" [ 1263.160349] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.168960] env[62643]: DEBUG oslo_vmware.api [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.364011] env[62643]: DEBUG oslo_concurrency.lockutils [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.364586] env[62643]: DEBUG nova.compute.manager [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1263.645610] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384223, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.669582] env[62643]: DEBUG oslo_vmware.api [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384224, 'name': PowerOffVM_Task, 'duration_secs': 0.363919} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.669852] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.669852] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.670090] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4dcaab1-bb7d-4dac-98d3-6dd01664b1ee {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.744065] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.744065] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.744210] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Deleting the datastore file [datastore2] b04451f1-24a8-4398-ad4c-92c5ef7d18e9 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.744493] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29b156c2-b724-4739-b774-3d23e1af99ef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.751182] env[62643]: DEBUG oslo_vmware.api [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1263.751182] env[62643]: value = "task-2384227" [ 1263.751182] env[62643]: _type = "Task" [ 1263.751182] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.761223] env[62643]: DEBUG oslo_vmware.api [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.870284] env[62643]: DEBUG nova.compute.utils [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1263.872531] env[62643]: DEBUG nova.compute.manager [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1263.872720] env[62643]: DEBUG nova.network.neutron [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1263.916118] env[62643]: DEBUG nova.policy [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d16bbc43b16484ba63567fe0b58ecb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75520837a2814a72859c7dbdb18a0d2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1264.146500] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384223, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.215542] env[62643]: DEBUG nova.network.neutron [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Successfully created port: b3ba4205-863e-42db-916d-cf1343d77d4d {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1264.262505] env[62643]: DEBUG oslo_vmware.api [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.373732] env[62643]: DEBUG nova.compute.manager [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1264.645897] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384223, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.294193} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.646182] env[62643]: INFO nova.virt.vmwareapi.ds_util [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8dd10593-903a-47ea-8660-46b25c26ba0b/OSTACK_IMG_8dd10593-903a-47ea-8660-46b25c26ba0b.vmdk to [datastore2] devstack-image-cache_base/ed2e53be-5d33-4d2a-8f4a-b0aad616661e/ed2e53be-5d33-4d2a-8f4a-b0aad616661e.vmdk. [ 1264.646381] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Cleaning up location [datastore2] OSTACK_IMG_8dd10593-903a-47ea-8660-46b25c26ba0b {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1264.646544] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8dd10593-903a-47ea-8660-46b25c26ba0b {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.646792] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fac215fe-8e8c-4a17-ba54-e48164e662e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.652934] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1264.652934] env[62643]: value = "task-2384228" [ 1264.652934] env[62643]: _type = "Task" [ 1264.652934] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.660862] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.763035] env[62643]: DEBUG oslo_vmware.api [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.745248} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.763327] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.763513] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.763692] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.763868] env[62643]: INFO nova.compute.manager [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1264.764135] env[62643]: DEBUG oslo.service.loopingcall [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1264.764506] env[62643]: DEBUG nova.compute.manager [-] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.764506] env[62643]: DEBUG nova.network.neutron [-] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.163720] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033887} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.165645] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.165824] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed2e53be-5d33-4d2a-8f4a-b0aad616661e/ed2e53be-5d33-4d2a-8f4a-b0aad616661e.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.166082] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed2e53be-5d33-4d2a-8f4a-b0aad616661e/ed2e53be-5d33-4d2a-8f4a-b0aad616661e.vmdk to [datastore2] 43592f8c-769f-4ce1-bb14-567a9d5a716a/43592f8c-769f-4ce1-bb14-567a9d5a716a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.166542] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55dcb297-955b-4e0c-ad0b-875950a06d7d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.176373] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1265.176373] env[62643]: value = "task-2384229" [ 1265.176373] env[62643]: _type = "Task" [ 1265.176373] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.183241] env[62643]: DEBUG nova.compute.manager [req-1fe6d44a-545e-424f-8eff-a7db5efd6799 req-11d5a1bc-17e1-4b17-bc10-4a5faecc4722 service nova] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Received event network-vif-deleted-d2987944-704c-4552-b7c9-f885938eac80 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1265.183429] env[62643]: INFO nova.compute.manager [req-1fe6d44a-545e-424f-8eff-a7db5efd6799 req-11d5a1bc-17e1-4b17-bc10-4a5faecc4722 service nova] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Neutron deleted interface d2987944-704c-4552-b7c9-f885938eac80; detaching it from the instance and deleting it from the info cache [ 1265.183641] env[62643]: DEBUG nova.network.neutron [req-1fe6d44a-545e-424f-8eff-a7db5efd6799 req-11d5a1bc-17e1-4b17-bc10-4a5faecc4722 service nova] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.188318] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.385047] env[62643]: DEBUG nova.compute.manager [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1265.418253] env[62643]: DEBUG nova.virt.hardware [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.418253] env[62643]: DEBUG nova.virt.hardware [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.418253] env[62643]: DEBUG nova.virt.hardware [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.418703] env[62643]: DEBUG nova.virt.hardware [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.418854] env[62643]: DEBUG nova.virt.hardware [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.419013] env[62643]: DEBUG nova.virt.hardware [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.419450] env[62643]: DEBUG nova.virt.hardware [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.420201] env[62643]: DEBUG nova.virt.hardware [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.420201] env[62643]: DEBUG nova.virt.hardware [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.420314] env[62643]: DEBUG nova.virt.hardware [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.420477] env[62643]: DEBUG nova.virt.hardware [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.421602] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1972ca7c-ee38-46ed-868d-d42977ebf704 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.431157] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d40a41-4ef1-435b-9dcc-902c8fbb88b1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.666946] env[62643]: DEBUG nova.network.neutron [-] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.687239] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384229, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.690175] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bdd1b75-35a4-4489-8bd8-8a7f21629346 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.699715] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287bef83-80af-4a0a-a1ce-49f5971c8064 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.729181] env[62643]: DEBUG nova.compute.manager [req-1fe6d44a-545e-424f-8eff-a7db5efd6799 req-11d5a1bc-17e1-4b17-bc10-4a5faecc4722 service nova] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Detach interface failed, port_id=d2987944-704c-4552-b7c9-f885938eac80, reason: Instance b04451f1-24a8-4398-ad4c-92c5ef7d18e9 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1265.842060] env[62643]: DEBUG nova.network.neutron [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Successfully updated port: b3ba4205-863e-42db-916d-cf1343d77d4d {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1266.169674] env[62643]: INFO nova.compute.manager [-] [instance: b04451f1-24a8-4398-ad4c-92c5ef7d18e9] Took 1.41 seconds to deallocate network for instance. [ 1266.186811] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384229, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.345182] env[62643]: DEBUG oslo_concurrency.lockutils [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "refresh_cache-99563fe8-d150-480c-bdfa-57c511f2c913" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.345182] env[62643]: DEBUG oslo_concurrency.lockutils [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "refresh_cache-99563fe8-d150-480c-bdfa-57c511f2c913" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.345474] env[62643]: DEBUG nova.network.neutron [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.677340] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.677714] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.677886] env[62643]: DEBUG nova.objects.instance [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lazy-loading 'resources' on Instance uuid b04451f1-24a8-4398-ad4c-92c5ef7d18e9 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.691487] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384229, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.880033] env[62643]: DEBUG nova.network.neutron [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.037654] env[62643]: DEBUG nova.network.neutron [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Updating instance_info_cache with network_info: [{"id": "b3ba4205-863e-42db-916d-cf1343d77d4d", "address": "fa:16:3e:4d:eb:1a", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3ba4205-86", "ovs_interfaceid": "b3ba4205-863e-42db-916d-cf1343d77d4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.192515] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384229, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.211215] env[62643]: DEBUG nova.compute.manager [req-118bed3e-1233-4763-a31d-72f480fbffdf req-ea7b0d52-f986-45c5-a4f4-9c5233bd3eb1 service nova] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Received event network-vif-plugged-b3ba4205-863e-42db-916d-cf1343d77d4d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1267.211504] env[62643]: DEBUG oslo_concurrency.lockutils [req-118bed3e-1233-4763-a31d-72f480fbffdf req-ea7b0d52-f986-45c5-a4f4-9c5233bd3eb1 service nova] Acquiring lock "99563fe8-d150-480c-bdfa-57c511f2c913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.211652] env[62643]: DEBUG oslo_concurrency.lockutils [req-118bed3e-1233-4763-a31d-72f480fbffdf req-ea7b0d52-f986-45c5-a4f4-9c5233bd3eb1 service nova] Lock "99563fe8-d150-480c-bdfa-57c511f2c913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.211849] env[62643]: DEBUG oslo_concurrency.lockutils [req-118bed3e-1233-4763-a31d-72f480fbffdf req-ea7b0d52-f986-45c5-a4f4-9c5233bd3eb1 service nova] Lock "99563fe8-d150-480c-bdfa-57c511f2c913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.212037] env[62643]: DEBUG nova.compute.manager [req-118bed3e-1233-4763-a31d-72f480fbffdf req-ea7b0d52-f986-45c5-a4f4-9c5233bd3eb1 service nova] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] No waiting events found dispatching network-vif-plugged-b3ba4205-863e-42db-916d-cf1343d77d4d {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1267.212128] env[62643]: WARNING nova.compute.manager [req-118bed3e-1233-4763-a31d-72f480fbffdf req-ea7b0d52-f986-45c5-a4f4-9c5233bd3eb1 service nova] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Received unexpected event network-vif-plugged-b3ba4205-863e-42db-916d-cf1343d77d4d for instance with vm_state building and task_state spawning. [ 1267.212278] env[62643]: DEBUG nova.compute.manager [req-118bed3e-1233-4763-a31d-72f480fbffdf req-ea7b0d52-f986-45c5-a4f4-9c5233bd3eb1 service nova] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Received event network-changed-b3ba4205-863e-42db-916d-cf1343d77d4d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1267.212933] env[62643]: DEBUG nova.compute.manager [req-118bed3e-1233-4763-a31d-72f480fbffdf req-ea7b0d52-f986-45c5-a4f4-9c5233bd3eb1 service nova] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Refreshing instance network info cache due to event network-changed-b3ba4205-863e-42db-916d-cf1343d77d4d. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1267.212933] env[62643]: DEBUG oslo_concurrency.lockutils [req-118bed3e-1233-4763-a31d-72f480fbffdf req-ea7b0d52-f986-45c5-a4f4-9c5233bd3eb1 service nova] Acquiring lock "refresh_cache-99563fe8-d150-480c-bdfa-57c511f2c913" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.284712] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137cc361-fe67-4034-aa99-9fe08cfa8dcb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.294819] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546b709a-9e37-4617-8691-c31141f030c5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.326279] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86094e01-61b0-4ca1-9761-a44eada7a5b4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.334941] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3235cb-61cc-4499-b98e-97c4d7236794 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.351309] env[62643]: DEBUG nova.compute.provider_tree [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.540551] env[62643]: DEBUG oslo_concurrency.lockutils [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "refresh_cache-99563fe8-d150-480c-bdfa-57c511f2c913" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.540886] env[62643]: DEBUG nova.compute.manager [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Instance network_info: |[{"id": "b3ba4205-863e-42db-916d-cf1343d77d4d", "address": "fa:16:3e:4d:eb:1a", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3ba4205-86", "ovs_interfaceid": "b3ba4205-863e-42db-916d-cf1343d77d4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1267.541245] env[62643]: DEBUG oslo_concurrency.lockutils [req-118bed3e-1233-4763-a31d-72f480fbffdf req-ea7b0d52-f986-45c5-a4f4-9c5233bd3eb1 service nova] Acquired lock "refresh_cache-99563fe8-d150-480c-bdfa-57c511f2c913" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.541440] env[62643]: DEBUG nova.network.neutron [req-118bed3e-1233-4763-a31d-72f480fbffdf req-ea7b0d52-f986-45c5-a4f4-9c5233bd3eb1 service nova] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Refreshing network info cache for port b3ba4205-863e-42db-916d-cf1343d77d4d {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.543061] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:eb:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3ba4205-863e-42db-916d-cf1343d77d4d', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.550828] env[62643]: DEBUG oslo.service.loopingcall [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1267.551713] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.551936] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2811dd2-1d04-453d-bb9f-980e843ec05b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.571166] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.571166] env[62643]: value = "task-2384231" [ 1267.571166] env[62643]: _type = "Task" [ 1267.571166] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.578531] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384231, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.690389] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384229, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.258387} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.690696] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed2e53be-5d33-4d2a-8f4a-b0aad616661e/ed2e53be-5d33-4d2a-8f4a-b0aad616661e.vmdk to [datastore2] 43592f8c-769f-4ce1-bb14-567a9d5a716a/43592f8c-769f-4ce1-bb14-567a9d5a716a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.691397] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7627d6e-800c-422b-a48f-eae47b22a695 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.713149] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 43592f8c-769f-4ce1-bb14-567a9d5a716a/43592f8c-769f-4ce1-bb14-567a9d5a716a.vmdk or device None with type streamOptimized {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.713343] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09f60b31-ae07-49c3-ab34-592ac6108f1f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.736903] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1267.736903] env[62643]: value = "task-2384232" [ 1267.736903] env[62643]: _type = "Task" [ 1267.736903] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.745775] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.854605] env[62643]: DEBUG nova.scheduler.client.report [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.081755] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384231, 'name': CreateVM_Task, 'duration_secs': 0.494098} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.083983] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.084684] env[62643]: DEBUG oslo_concurrency.lockutils [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.084858] env[62643]: DEBUG oslo_concurrency.lockutils [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.085204] env[62643]: DEBUG oslo_concurrency.lockutils [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.085771] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3825851e-e663-4d6c-a47c-353dc9904256 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.091123] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1268.091123] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524cc273-2690-6335-a70f-37ee0cb6e0ca" [ 1268.091123] env[62643]: _type = "Task" [ 1268.091123] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.099311] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524cc273-2690-6335-a70f-37ee0cb6e0ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.246757] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384232, 'name': ReconfigVM_Task, 'duration_secs': 0.337334} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.247081] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 43592f8c-769f-4ce1-bb14-567a9d5a716a/43592f8c-769f-4ce1-bb14-567a9d5a716a.vmdk or device None with type streamOptimized {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.247848] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b892c6e4-9494-448a-9e09-a93bab818ad7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.256502] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1268.256502] env[62643]: value = "task-2384233" [ 1268.256502] env[62643]: _type = "Task" [ 1268.256502] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.262332] env[62643]: DEBUG nova.network.neutron [req-118bed3e-1233-4763-a31d-72f480fbffdf req-ea7b0d52-f986-45c5-a4f4-9c5233bd3eb1 service nova] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Updated VIF entry in instance network info cache for port b3ba4205-863e-42db-916d-cf1343d77d4d. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.262880] env[62643]: DEBUG nova.network.neutron [req-118bed3e-1233-4763-a31d-72f480fbffdf req-ea7b0d52-f986-45c5-a4f4-9c5233bd3eb1 service nova] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Updating instance_info_cache with network_info: [{"id": "b3ba4205-863e-42db-916d-cf1343d77d4d", "address": "fa:16:3e:4d:eb:1a", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3ba4205-86", "ovs_interfaceid": "b3ba4205-863e-42db-916d-cf1343d77d4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.272566] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384233, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.360415] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.378995] env[62643]: INFO nova.scheduler.client.report [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Deleted allocations for instance b04451f1-24a8-4398-ad4c-92c5ef7d18e9 [ 1268.602106] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524cc273-2690-6335-a70f-37ee0cb6e0ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012051} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.602398] env[62643]: DEBUG oslo_concurrency.lockutils [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.602625] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.602848] env[62643]: DEBUG oslo_concurrency.lockutils [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.602994] env[62643]: DEBUG oslo_concurrency.lockutils [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.603187] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.603444] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04e7795e-5ab2-4fe9-b911-e3f1047bfecb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.612272] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.612404] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.613088] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e81f015-a506-4a6c-bb6f-cc03e06b414a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.618389] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1268.618389] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c5f241-eb6f-7a9f-c3cc-274186459c14" [ 1268.618389] env[62643]: _type = "Task" [ 1268.618389] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.625808] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c5f241-eb6f-7a9f-c3cc-274186459c14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.767717] env[62643]: DEBUG oslo_concurrency.lockutils [req-118bed3e-1233-4763-a31d-72f480fbffdf req-ea7b0d52-f986-45c5-a4f4-9c5233bd3eb1 service nova] Releasing lock "refresh_cache-99563fe8-d150-480c-bdfa-57c511f2c913" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.768202] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384233, 'name': Rename_Task, 'duration_secs': 0.14423} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.768453] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.768685] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37c99655-5a54-4146-b2cf-148d84d160d9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.775778] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1268.775778] env[62643]: value = "task-2384234" [ 1268.775778] env[62643]: _type = "Task" [ 1268.775778] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.784424] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.886822] env[62643]: DEBUG oslo_concurrency.lockutils [None req-4914e766-7373-472d-a485-047130b107ff tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "b04451f1-24a8-4398-ad4c-92c5ef7d18e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.260s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.129810] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c5f241-eb6f-7a9f-c3cc-274186459c14, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.130650] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-677a8027-2030-493e-8519-3649d5d5ca22 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.136304] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1269.136304] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524bebd1-33ae-002e-4c33-29b02ab42c2d" [ 1269.136304] env[62643]: _type = "Task" [ 1269.136304] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.144876] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524bebd1-33ae-002e-4c33-29b02ab42c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.285790] env[62643]: DEBUG oslo_vmware.api [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384234, 'name': PowerOnVM_Task, 'duration_secs': 0.484121} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.286086] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.400727] env[62643]: DEBUG nova.compute.manager [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.401982] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbb69da-1af6-41ff-b3fc-90c76c93347f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.647727] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]524bebd1-33ae-002e-4c33-29b02ab42c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010331} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.648020] env[62643]: DEBUG oslo_concurrency.lockutils [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.648294] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 99563fe8-d150-480c-bdfa-57c511f2c913/99563fe8-d150-480c-bdfa-57c511f2c913.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.648550] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ff91442-2cfc-498d-918b-5e0b0a7f51ff {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.656727] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1269.656727] env[62643]: value = "task-2384235" [ 1269.656727] env[62643]: _type = "Task" [ 1269.656727] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.664786] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.920289] env[62643]: DEBUG oslo_concurrency.lockutils [None req-fbdd9170-1ba3-468f-bad2-547d5296d940 tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "43592f8c-769f-4ce1-bb14-567a9d5a716a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.909s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.167848] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384235, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.615175] env[62643]: DEBUG oslo_concurrency.lockutils [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "43592f8c-769f-4ce1-bb14-567a9d5a716a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.615527] env[62643]: DEBUG oslo_concurrency.lockutils [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "43592f8c-769f-4ce1-bb14-567a9d5a716a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.615761] env[62643]: DEBUG oslo_concurrency.lockutils [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "43592f8c-769f-4ce1-bb14-567a9d5a716a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.615947] env[62643]: DEBUG oslo_concurrency.lockutils [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "43592f8c-769f-4ce1-bb14-567a9d5a716a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.616141] env[62643]: DEBUG oslo_concurrency.lockutils [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "43592f8c-769f-4ce1-bb14-567a9d5a716a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.618624] env[62643]: INFO nova.compute.manager [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Terminating instance [ 1270.668067] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542558} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.668195] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 99563fe8-d150-480c-bdfa-57c511f2c913/99563fe8-d150-480c-bdfa-57c511f2c913.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.668410] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.668657] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4d6de1f-3a62-4171-aa39-5bcb32b2d846 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.675561] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1270.675561] env[62643]: value = "task-2384237" [ 1270.675561] env[62643]: _type = "Task" [ 1270.675561] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.683409] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.813268] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "c321d8e2-4f2d-4408-915b-4eb02794700a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.813482] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.122558] env[62643]: DEBUG nova.compute.manager [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.122936] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.123740] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa441f8-0c07-4ab0-a24b-045730f1ac44 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.132592] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.132848] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d46ffd0-328c-4a65-b8d3-bd4f7511dca7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.139474] env[62643]: DEBUG oslo_vmware.api [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1271.139474] env[62643]: value = "task-2384238" [ 1271.139474] env[62643]: _type = "Task" [ 1271.139474] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.147553] env[62643]: DEBUG oslo_vmware.api [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.185772] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070975} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.186050] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.186867] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cd22c3-89d7-470b-9bf3-dbb9302c62f4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.209188] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 99563fe8-d150-480c-bdfa-57c511f2c913/99563fe8-d150-480c-bdfa-57c511f2c913.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.209591] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9c5655b-6ad9-4ea0-9119-40e532a4e489 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.232615] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1271.232615] env[62643]: value = "task-2384239" [ 1271.232615] env[62643]: _type = "Task" [ 1271.232615] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.240921] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.315739] env[62643]: DEBUG nova.compute.manager [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1271.652482] env[62643]: DEBUG oslo_vmware.api [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384238, 'name': PowerOffVM_Task, 'duration_secs': 0.193093} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.652821] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.653041] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.653331] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33106657-f6e7-4616-bd60-027e4c4401d1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.727285] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.727636] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.727916] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Deleting the datastore file [datastore2] 43592f8c-769f-4ce1-bb14-567a9d5a716a {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.728203] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b33e40c5-01fb-4bd2-a77d-df02c318bf40 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.738157] env[62643]: DEBUG oslo_vmware.api [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for the task: (returnval){ [ 1271.738157] env[62643]: value = "task-2384241" [ 1271.738157] env[62643]: _type = "Task" [ 1271.738157] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.744591] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384239, 'name': ReconfigVM_Task, 'duration_secs': 0.288399} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.745193] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 99563fe8-d150-480c-bdfa-57c511f2c913/99563fe8-d150-480c-bdfa-57c511f2c913.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.745878] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bf2c574-e75d-46ad-9cb0-457e128780ab {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.750163] env[62643]: DEBUG oslo_vmware.api [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.755790] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1271.755790] env[62643]: value = "task-2384242" [ 1271.755790] env[62643]: _type = "Task" [ 1271.755790] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.771460] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384242, 'name': Rename_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.840371] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.840502] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.842186] env[62643]: INFO nova.compute.claims [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.248924] env[62643]: DEBUG oslo_vmware.api [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Task: {'id': task-2384241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148543} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.249314] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.249314] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.249484] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.249660] env[62643]: INFO nova.compute.manager [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1272.249910] env[62643]: DEBUG oslo.service.loopingcall [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1272.250144] env[62643]: DEBUG nova.compute.manager [-] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.250242] env[62643]: DEBUG nova.network.neutron [-] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.265260] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384242, 'name': Rename_Task, 'duration_secs': 0.166768} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.265534] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.265777] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22262af3-ddd9-4c80-a901-5c3f3743b963 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.273888] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1272.273888] env[62643]: value = "task-2384244" [ 1272.273888] env[62643]: _type = "Task" [ 1272.273888] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.283346] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.710922] env[62643]: DEBUG nova.compute.manager [req-fb47be62-b26b-4b4a-a33e-a88fa5bd1496 req-15cb8dcd-8dfb-4dfd-aad1-48747374d303 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Received event network-vif-deleted-6b86af55-550e-46aa-b7b8-113b90df94cb {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1272.711186] env[62643]: INFO nova.compute.manager [req-fb47be62-b26b-4b4a-a33e-a88fa5bd1496 req-15cb8dcd-8dfb-4dfd-aad1-48747374d303 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Neutron deleted interface 6b86af55-550e-46aa-b7b8-113b90df94cb; detaching it from the instance and deleting it from the info cache [ 1272.711449] env[62643]: DEBUG nova.network.neutron [req-fb47be62-b26b-4b4a-a33e-a88fa5bd1496 req-15cb8dcd-8dfb-4dfd-aad1-48747374d303 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.784693] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.868171] env[62643]: DEBUG nova.scheduler.client.report [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Refreshing inventories for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1272.884819] env[62643]: DEBUG nova.scheduler.client.report [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Updating ProviderTree inventory for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1272.887620] env[62643]: DEBUG nova.compute.provider_tree [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Updating inventory in ProviderTree for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1272.901805] env[62643]: DEBUG nova.scheduler.client.report [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Refreshing aggregate associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, aggregates: None {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1272.923790] env[62643]: DEBUG nova.scheduler.client.report [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Refreshing trait associations for resource provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62643) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1273.009343] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51495622-0a0b-4c75-82b9-1e7341806559 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.017359] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abc07ec-ce0e-48fd-96b5-e6b1cde5c5da {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.048377] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6483ab-df54-4563-818f-7c2cc8dfe040 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.055436] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99221c5-b17e-4c41-a75f-ad9c2e49e8a3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.068310] env[62643]: DEBUG nova.compute.provider_tree [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.187420] env[62643]: DEBUG nova.network.neutron [-] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.214454] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a689229d-f7a2-41b7-8fce-53b539f14366 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.225304] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38ecb44-0850-404c-a92b-d759bb286c04 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.253682] env[62643]: DEBUG nova.compute.manager [req-fb47be62-b26b-4b4a-a33e-a88fa5bd1496 req-15cb8dcd-8dfb-4dfd-aad1-48747374d303 service nova] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Detach interface failed, port_id=6b86af55-550e-46aa-b7b8-113b90df94cb, reason: Instance 43592f8c-769f-4ce1-bb14-567a9d5a716a could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1273.283402] env[62643]: DEBUG oslo_vmware.api [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384244, 'name': PowerOnVM_Task, 'duration_secs': 0.664883} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.283675] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.283874] env[62643]: INFO nova.compute.manager [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1273.284064] env[62643]: DEBUG nova.compute.manager [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1273.284825] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3cb5da-cf50-4c8a-9366-0b6eb72d1330 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.571120] env[62643]: DEBUG nova.scheduler.client.report [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.691126] env[62643]: INFO nova.compute.manager [-] [instance: 43592f8c-769f-4ce1-bb14-567a9d5a716a] Took 1.44 seconds to deallocate network for instance. [ 1273.801123] env[62643]: INFO nova.compute.manager [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Took 12.64 seconds to build instance. [ 1274.077015] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.077647] env[62643]: DEBUG nova.compute.manager [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1274.196949] env[62643]: DEBUG oslo_concurrency.lockutils [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.197269] env[62643]: DEBUG oslo_concurrency.lockutils [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.197495] env[62643]: DEBUG nova.objects.instance [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lazy-loading 'resources' on Instance uuid 43592f8c-769f-4ce1-bb14-567a9d5a716a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.303328] env[62643]: DEBUG oslo_concurrency.lockutils [None req-137261aa-4afe-45b0-968e-f5e2589def8f tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "99563fe8-d150-480c-bdfa-57c511f2c913" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.147s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.583414] env[62643]: DEBUG nova.compute.utils [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1274.584861] env[62643]: DEBUG nova.compute.manager [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1274.585051] env[62643]: DEBUG nova.network.neutron [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.634556] env[62643]: DEBUG nova.policy [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75d89cbb0b3d4c4ab78e525fe930c467', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dffffb5becc43e8b2f3ec64ec9ca0fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.707969] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "99563fe8-d150-480c-bdfa-57c511f2c913" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.708237] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "99563fe8-d150-480c-bdfa-57c511f2c913" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.708441] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "99563fe8-d150-480c-bdfa-57c511f2c913-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.708626] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "99563fe8-d150-480c-bdfa-57c511f2c913-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.708794] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "99563fe8-d150-480c-bdfa-57c511f2c913-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.710985] env[62643]: INFO nova.compute.manager [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Terminating instance [ 1274.787586] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32099864-279b-4186-b7c8-9e7a09a649dc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.795995] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934c472b-0ba6-4fd1-bff1-88c710cf8622 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.826424] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8ae183-c138-407d-b828-1cbcb1825548 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.834086] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4cee8f-6289-4d85-a642-ed03c713f639 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.848957] env[62643]: DEBUG nova.compute.provider_tree [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.898315] env[62643]: DEBUG nova.network.neutron [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Successfully created port: 0f39b9f8-5900-44a3-8ee9-c0e4da885a55 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.087835] env[62643]: DEBUG nova.compute.manager [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.214775] env[62643]: DEBUG nova.compute.manager [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.215055] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.215969] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4aa1d5-6fef-4f5d-bf40-03940ee0412c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.224948] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.225250] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eaf560e-8853-4bf0-8413-f91f5b683886 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.232896] env[62643]: DEBUG oslo_vmware.api [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1275.232896] env[62643]: value = "task-2384246" [ 1275.232896] env[62643]: _type = "Task" [ 1275.232896] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.242793] env[62643]: DEBUG oslo_vmware.api [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.353105] env[62643]: DEBUG nova.scheduler.client.report [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.744572] env[62643]: DEBUG oslo_vmware.api [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384246, 'name': PowerOffVM_Task, 'duration_secs': 0.175624} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.744832] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.744996] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.745267] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7393fefe-a8f4-4f04-8dc5-b1c8f4171968 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.816801] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.817089] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.817420] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleting the datastore file [datastore2] 99563fe8-d150-480c-bdfa-57c511f2c913 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.817724] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91bd365e-eb01-48d6-8d71-25e85afd904c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.825179] env[62643]: DEBUG oslo_vmware.api [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1275.825179] env[62643]: value = "task-2384248" [ 1275.825179] env[62643]: _type = "Task" [ 1275.825179] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.833609] env[62643]: DEBUG oslo_vmware.api [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.860072] env[62643]: DEBUG oslo_concurrency.lockutils [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.881601] env[62643]: INFO nova.scheduler.client.report [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Deleted allocations for instance 43592f8c-769f-4ce1-bb14-567a9d5a716a [ 1276.097929] env[62643]: DEBUG nova.compute.manager [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.123775] env[62643]: DEBUG nova.virt.hardware [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.124040] env[62643]: DEBUG nova.virt.hardware [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.124202] env[62643]: DEBUG nova.virt.hardware [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.124388] env[62643]: DEBUG nova.virt.hardware [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.124569] env[62643]: DEBUG nova.virt.hardware [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.124679] env[62643]: DEBUG nova.virt.hardware [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.124886] env[62643]: DEBUG nova.virt.hardware [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.125065] env[62643]: DEBUG nova.virt.hardware [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.125241] env[62643]: DEBUG nova.virt.hardware [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.125400] env[62643]: DEBUG nova.virt.hardware [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.125576] env[62643]: DEBUG nova.virt.hardware [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.126456] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ca4d8a-eeae-4e59-9c9a-38c6430029ac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.135028] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885d7147-abe1-411e-9256-9a3a630bf2e0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.278428] env[62643]: DEBUG nova.compute.manager [req-6785f3ff-3bf6-4c54-91b4-8271aebb0dac req-f44ef2c4-3da1-477c-b266-2e0303a1ab41 service nova] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Received event network-vif-plugged-0f39b9f8-5900-44a3-8ee9-c0e4da885a55 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1276.278642] env[62643]: DEBUG oslo_concurrency.lockutils [req-6785f3ff-3bf6-4c54-91b4-8271aebb0dac req-f44ef2c4-3da1-477c-b266-2e0303a1ab41 service nova] Acquiring lock "c321d8e2-4f2d-4408-915b-4eb02794700a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.278846] env[62643]: DEBUG oslo_concurrency.lockutils [req-6785f3ff-3bf6-4c54-91b4-8271aebb0dac req-f44ef2c4-3da1-477c-b266-2e0303a1ab41 service nova] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.279080] env[62643]: DEBUG oslo_concurrency.lockutils [req-6785f3ff-3bf6-4c54-91b4-8271aebb0dac req-f44ef2c4-3da1-477c-b266-2e0303a1ab41 service nova] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.279370] env[62643]: DEBUG nova.compute.manager [req-6785f3ff-3bf6-4c54-91b4-8271aebb0dac req-f44ef2c4-3da1-477c-b266-2e0303a1ab41 service nova] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] No waiting events found dispatching network-vif-plugged-0f39b9f8-5900-44a3-8ee9-c0e4da885a55 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.279370] env[62643]: WARNING nova.compute.manager [req-6785f3ff-3bf6-4c54-91b4-8271aebb0dac req-f44ef2c4-3da1-477c-b266-2e0303a1ab41 service nova] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Received unexpected event network-vif-plugged-0f39b9f8-5900-44a3-8ee9-c0e4da885a55 for instance with vm_state building and task_state spawning. [ 1276.336385] env[62643]: DEBUG oslo_vmware.api [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186555} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.336670] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.336853] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.337041] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.337279] env[62643]: INFO nova.compute.manager [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1276.337540] env[62643]: DEBUG oslo.service.loopingcall [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1276.337729] env[62643]: DEBUG nova.compute.manager [-] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.337839] env[62643]: DEBUG nova.network.neutron [-] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.388604] env[62643]: DEBUG oslo_concurrency.lockutils [None req-abef227c-af60-452a-a478-93d2477d7adc tempest-ServerActionsTestOtherB-481353366 tempest-ServerActionsTestOtherB-481353366-project-member] Lock "43592f8c-769f-4ce1-bb14-567a9d5a716a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.773s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.737577] env[62643]: DEBUG nova.network.neutron [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Successfully updated port: 0f39b9f8-5900-44a3-8ee9-c0e4da885a55 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.241217] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "refresh_cache-c321d8e2-4f2d-4408-915b-4eb02794700a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.241217] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquired lock "refresh_cache-c321d8e2-4f2d-4408-915b-4eb02794700a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.241217] env[62643]: DEBUG nova.network.neutron [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.419324] env[62643]: DEBUG nova.network.neutron [-] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.613531] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.613834] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.776199] env[62643]: DEBUG nova.network.neutron [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.920372] env[62643]: DEBUG nova.network.neutron [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Updating instance_info_cache with network_info: [{"id": "0f39b9f8-5900-44a3-8ee9-c0e4da885a55", "address": "fa:16:3e:8a:d9:34", "network": {"id": "566740ac-1b37-4c10-ba96-cd35b298bac4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-561802829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dffffb5becc43e8b2f3ec64ec9ca0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f39b9f8-59", "ovs_interfaceid": "0f39b9f8-5900-44a3-8ee9-c0e4da885a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.921787] env[62643]: INFO nova.compute.manager [-] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Took 1.58 seconds to deallocate network for instance. [ 1278.116232] env[62643]: DEBUG nova.compute.manager [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1278.307764] env[62643]: DEBUG nova.compute.manager [req-4398877a-3689-4ba7-be43-d263dd14a51a req-9bd8f2c3-e0c5-4772-a9f9-cee53e88e59e service nova] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Received event network-changed-0f39b9f8-5900-44a3-8ee9-c0e4da885a55 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1278.307975] env[62643]: DEBUG nova.compute.manager [req-4398877a-3689-4ba7-be43-d263dd14a51a req-9bd8f2c3-e0c5-4772-a9f9-cee53e88e59e service nova] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Refreshing instance network info cache due to event network-changed-0f39b9f8-5900-44a3-8ee9-c0e4da885a55. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1278.308201] env[62643]: DEBUG oslo_concurrency.lockutils [req-4398877a-3689-4ba7-be43-d263dd14a51a req-9bd8f2c3-e0c5-4772-a9f9-cee53e88e59e service nova] Acquiring lock "refresh_cache-c321d8e2-4f2d-4408-915b-4eb02794700a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.423483] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Releasing lock "refresh_cache-c321d8e2-4f2d-4408-915b-4eb02794700a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.423819] env[62643]: DEBUG nova.compute.manager [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Instance network_info: |[{"id": "0f39b9f8-5900-44a3-8ee9-c0e4da885a55", "address": "fa:16:3e:8a:d9:34", "network": {"id": "566740ac-1b37-4c10-ba96-cd35b298bac4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-561802829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dffffb5becc43e8b2f3ec64ec9ca0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f39b9f8-59", "ovs_interfaceid": "0f39b9f8-5900-44a3-8ee9-c0e4da885a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1278.424153] env[62643]: DEBUG oslo_concurrency.lockutils [req-4398877a-3689-4ba7-be43-d263dd14a51a req-9bd8f2c3-e0c5-4772-a9f9-cee53e88e59e service nova] Acquired lock "refresh_cache-c321d8e2-4f2d-4408-915b-4eb02794700a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.424343] env[62643]: DEBUG nova.network.neutron [req-4398877a-3689-4ba7-be43-d263dd14a51a req-9bd8f2c3-e0c5-4772-a9f9-cee53e88e59e service nova] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Refreshing network info cache for port 0f39b9f8-5900-44a3-8ee9-c0e4da885a55 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.425606] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:d9:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f39b9f8-5900-44a3-8ee9-c0e4da885a55', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.433327] env[62643]: DEBUG oslo.service.loopingcall [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1278.434823] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.435072] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.435326] env[62643]: DEBUG nova.objects.instance [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lazy-loading 'resources' on Instance uuid 99563fe8-d150-480c-bdfa-57c511f2c913 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.436449] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.437227] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc5c88b7-90d7-4402-bfc5-62496294924d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.457552] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.457552] env[62643]: value = "task-2384250" [ 1278.457552] env[62643]: _type = "Task" [ 1278.457552] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.465748] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384250, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.642656] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.973574] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384250, 'name': CreateVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.046184] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f070d7ff-8c8c-4a63-8cdf-8ed3654f53dc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.053923] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4103400-36c0-48a5-88ac-7ccaad115570 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.085815] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ce18a5-0907-49f1-8a1d-b6e76ccf7f4d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.093407] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6865ea3-b8de-4ddf-a5a6-ce0e35eb15d4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.107989] env[62643]: DEBUG nova.compute.provider_tree [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.193512] env[62643]: DEBUG nova.network.neutron [req-4398877a-3689-4ba7-be43-d263dd14a51a req-9bd8f2c3-e0c5-4772-a9f9-cee53e88e59e service nova] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Updated VIF entry in instance network info cache for port 0f39b9f8-5900-44a3-8ee9-c0e4da885a55. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.193883] env[62643]: DEBUG nova.network.neutron [req-4398877a-3689-4ba7-be43-d263dd14a51a req-9bd8f2c3-e0c5-4772-a9f9-cee53e88e59e service nova] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Updating instance_info_cache with network_info: [{"id": "0f39b9f8-5900-44a3-8ee9-c0e4da885a55", "address": "fa:16:3e:8a:d9:34", "network": {"id": "566740ac-1b37-4c10-ba96-cd35b298bac4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-561802829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dffffb5becc43e8b2f3ec64ec9ca0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f39b9f8-59", "ovs_interfaceid": "0f39b9f8-5900-44a3-8ee9-c0e4da885a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.468904] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384250, 'name': CreateVM_Task, 'duration_secs': 0.580905} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.470096] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.470304] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.470485] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.470810] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.471088] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1d14ba-f048-49c6-b771-e95ff4bfd06e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.476441] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1279.476441] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528c92b4-acd7-bd1f-5bcb-5547d00e1a04" [ 1279.476441] env[62643]: _type = "Task" [ 1279.476441] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.484208] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528c92b4-acd7-bd1f-5bcb-5547d00e1a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.611503] env[62643]: DEBUG nova.scheduler.client.report [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.696274] env[62643]: DEBUG oslo_concurrency.lockutils [req-4398877a-3689-4ba7-be43-d263dd14a51a req-9bd8f2c3-e0c5-4772-a9f9-cee53e88e59e service nova] Releasing lock "refresh_cache-c321d8e2-4f2d-4408-915b-4eb02794700a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.696663] env[62643]: DEBUG nova.compute.manager [req-4398877a-3689-4ba7-be43-d263dd14a51a req-9bd8f2c3-e0c5-4772-a9f9-cee53e88e59e service nova] [instance: 99563fe8-d150-480c-bdfa-57c511f2c913] Received event network-vif-deleted-b3ba4205-863e-42db-916d-cf1343d77d4d {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1279.989935] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]528c92b4-acd7-bd1f-5bcb-5547d00e1a04, 'name': SearchDatastore_Task, 'duration_secs': 0.010403} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.990360] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.990659] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.990904] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.991124] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.991277] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.991535] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-076bc759-85cf-495f-aee5-01206dd0dded {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.000660] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.000834] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.001552] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff4bc9e3-d62e-43a6-a8be-11288156d6b6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.006489] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1280.006489] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5200027b-258a-f482-22bd-9cd707170f3e" [ 1280.006489] env[62643]: _type = "Task" [ 1280.006489] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.014639] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5200027b-258a-f482-22bd-9cd707170f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.116757] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.119404] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.477s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.120704] env[62643]: INFO nova.compute.claims [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.138321] env[62643]: INFO nova.scheduler.client.report [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleted allocations for instance 99563fe8-d150-480c-bdfa-57c511f2c913 [ 1280.517410] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5200027b-258a-f482-22bd-9cd707170f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.011551} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.518219] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f1e5fc-821f-44d9-b80b-117dea6ea1c5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.523639] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1280.523639] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c5ee0e-e739-2f98-89ba-5029ccf5dcde" [ 1280.523639] env[62643]: _type = "Task" [ 1280.523639] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.531278] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c5ee0e-e739-2f98-89ba-5029ccf5dcde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.645767] env[62643]: DEBUG oslo_concurrency.lockutils [None req-24fcd741-08b5-4e3e-8fa4-5eea585ccaba tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "99563fe8-d150-480c-bdfa-57c511f2c913" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.937s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.035082] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52c5ee0e-e739-2f98-89ba-5029ccf5dcde, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.035373] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.035619] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] c321d8e2-4f2d-4408-915b-4eb02794700a/c321d8e2-4f2d-4408-915b-4eb02794700a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.035877] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecae78cd-161f-451b-b516-7e7f17691b2d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.043706] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1281.043706] env[62643]: value = "task-2384251" [ 1281.043706] env[62643]: _type = "Task" [ 1281.043706] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.052428] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.212255] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abaf8af-4cf5-4cdf-8144-f7d8aaa1dafa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.222012] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00ae033-c3ae-4233-b713-9ac9b686eb10 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.260673] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb49ec88-09f3-4af6-b813-75c353fede83 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.274609] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac38fb24-36d3-4fcb-aaa0-e22f4036ea6a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.291018] env[62643]: DEBUG nova.compute.provider_tree [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.554815] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484506} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.554815] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] c321d8e2-4f2d-4408-915b-4eb02794700a/c321d8e2-4f2d-4408-915b-4eb02794700a.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.554815] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.555460] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fe46c02-aef5-4159-afed-aac523b59543 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.561759] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1281.561759] env[62643]: value = "task-2384252" [ 1281.561759] env[62643]: _type = "Task" [ 1281.561759] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.570515] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.742646] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "2f82f007-8aed-4b30-8c21-b3cb823aa306" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.742876] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "2f82f007-8aed-4b30-8c21-b3cb823aa306" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.794584] env[62643]: DEBUG nova.scheduler.client.report [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.072187] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126372} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.072497] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.073384] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb385a8a-360c-4ea8-b127-6dc240d373e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.095447] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] c321d8e2-4f2d-4408-915b-4eb02794700a/c321d8e2-4f2d-4408-915b-4eb02794700a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.095721] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76c29260-504e-480e-9316-efba5406cbbc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.115141] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1282.115141] env[62643]: value = "task-2384253" [ 1282.115141] env[62643]: _type = "Task" [ 1282.115141] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.123187] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.245098] env[62643]: DEBUG nova.compute.manager [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1282.299144] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.299538] env[62643]: DEBUG nova.compute.manager [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1282.627802] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.772377] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.772666] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.774768] env[62643]: INFO nova.compute.claims [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.805103] env[62643]: DEBUG nova.compute.utils [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1282.806415] env[62643]: DEBUG nova.compute.manager [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1282.806652] env[62643]: DEBUG nova.network.neutron [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1282.852998] env[62643]: DEBUG nova.policy [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e65c36cb596344f5a3e72651fe61b351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25adeda06dc94650a017e8df032968f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1283.126683] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384253, 'name': ReconfigVM_Task, 'duration_secs': 0.663513} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.126962] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Reconfigured VM instance instance-00000078 to attach disk [datastore2] c321d8e2-4f2d-4408-915b-4eb02794700a/c321d8e2-4f2d-4408-915b-4eb02794700a.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.127635] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8119bc7-86e0-433b-a09a-4b9b3881f3df {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.135681] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1283.135681] env[62643]: value = "task-2384254" [ 1283.135681] env[62643]: _type = "Task" [ 1283.135681] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.139420] env[62643]: DEBUG nova.network.neutron [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Successfully created port: fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1283.147425] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384254, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.310317] env[62643]: DEBUG nova.compute.manager [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1283.646184] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384254, 'name': Rename_Task, 'duration_secs': 0.156587} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.646479] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.646715] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-089fb280-d44f-4c1f-875b-a6c0266282dc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.653886] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1283.653886] env[62643]: value = "task-2384255" [ 1283.653886] env[62643]: _type = "Task" [ 1283.653886] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.661779] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.815505] env[62643]: INFO nova.virt.block_device [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Booting with volume 8b873190-a2ce-43c9-9466-2717fe5a5b1a at /dev/sda [ 1283.850375] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db61f8c6-5f2a-411d-8744-0ecad22fe47c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.860401] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0f2ccd-d11c-4841-b576-4625139f4392 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.882432] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbcba9b-4a13-4da1-b7b1-c0eb39bf45de {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.891659] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0e5f5a6-5bcc-49cd-8e53-a879676559a0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.895728] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29c7f82-31bc-4b96-9d0f-6ff5b283a4e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.902213] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85af3354-bcfb-4f22-876e-ea1187fd2196 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.938588] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a7c0e0-281b-41d8-85f9-19c38397905f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.946039] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d7209b-97f5-4437-b754-a97bb424ae9c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.956276] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1470999e-fa7e-405f-a387-ddd90710e814 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.966064] env[62643]: DEBUG nova.compute.provider_tree [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.972740] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b369e3f8-789e-4ab9-b59b-4a1128528ac8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.988291] env[62643]: DEBUG nova.virt.block_device [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating existing volume attachment record: 53fb43d3-676b-46dd-b4a8-b96e354028ba {{(pid=62643) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1284.163998] env[62643]: DEBUG oslo_vmware.api [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384255, 'name': PowerOnVM_Task, 'duration_secs': 0.470843} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.164284] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.164488] env[62643]: INFO nova.compute.manager [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1284.164666] env[62643]: DEBUG nova.compute.manager [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.165439] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95b4867-fdf8-4c3f-a157-f4ca011c830c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.469448] env[62643]: DEBUG nova.scheduler.client.report [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.546491] env[62643]: DEBUG nova.compute.manager [req-4d6f2504-d2c1-4b81-bc02-3ac46fc943f6 req-bd9c1616-6f7e-4449-a374-96390f2096a3 service nova] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Received event network-vif-plugged-fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1284.546738] env[62643]: DEBUG oslo_concurrency.lockutils [req-4d6f2504-d2c1-4b81-bc02-3ac46fc943f6 req-bd9c1616-6f7e-4449-a374-96390f2096a3 service nova] Acquiring lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.546948] env[62643]: DEBUG oslo_concurrency.lockutils [req-4d6f2504-d2c1-4b81-bc02-3ac46fc943f6 req-bd9c1616-6f7e-4449-a374-96390f2096a3 service nova] Lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.547139] env[62643]: DEBUG oslo_concurrency.lockutils [req-4d6f2504-d2c1-4b81-bc02-3ac46fc943f6 req-bd9c1616-6f7e-4449-a374-96390f2096a3 service nova] Lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.547312] env[62643]: DEBUG nova.compute.manager [req-4d6f2504-d2c1-4b81-bc02-3ac46fc943f6 req-bd9c1616-6f7e-4449-a374-96390f2096a3 service nova] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] No waiting events found dispatching network-vif-plugged-fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.547477] env[62643]: WARNING nova.compute.manager [req-4d6f2504-d2c1-4b81-bc02-3ac46fc943f6 req-bd9c1616-6f7e-4449-a374-96390f2096a3 service nova] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Received unexpected event network-vif-plugged-fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c for instance with vm_state building and task_state block_device_mapping. [ 1284.687663] env[62643]: DEBUG nova.network.neutron [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Successfully updated port: fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1284.692375] env[62643]: INFO nova.compute.manager [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Took 12.87 seconds to build instance. [ 1284.974669] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.975215] env[62643]: DEBUG nova.compute.manager [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1285.190225] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.190765] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.190765] env[62643]: DEBUG nova.network.neutron [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.195163] env[62643]: DEBUG oslo_concurrency.lockutils [None req-5516f883-091d-4ca7-8042-763872e73a16 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.382s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.481148] env[62643]: DEBUG nova.compute.utils [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1285.481962] env[62643]: DEBUG nova.compute.manager [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1285.482150] env[62643]: DEBUG nova.network.neutron [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1285.527195] env[62643]: DEBUG nova.policy [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d16bbc43b16484ba63567fe0b58ecb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75520837a2814a72859c7dbdb18a0d2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1285.760627] env[62643]: DEBUG nova.network.neutron [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.978584] env[62643]: DEBUG nova.network.neutron [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Successfully created port: 2182a751-9cac-4a96-b0b0-726685b1170b {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1285.981160] env[62643]: DEBUG nova.network.neutron [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating instance_info_cache with network_info: [{"id": "fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c", "address": "fa:16:3e:67:02:83", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc64fab1-e0", "ovs_interfaceid": "fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.985436] env[62643]: DEBUG nova.compute.manager [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1286.077263] env[62643]: DEBUG nova.compute.manager [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1286.077803] env[62643]: DEBUG nova.virt.hardware [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.078033] env[62643]: DEBUG nova.virt.hardware [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.078196] env[62643]: DEBUG nova.virt.hardware [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.078382] env[62643]: DEBUG nova.virt.hardware [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.078529] env[62643]: DEBUG nova.virt.hardware [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.078756] env[62643]: DEBUG nova.virt.hardware [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.078948] env[62643]: DEBUG nova.virt.hardware [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.079125] env[62643]: DEBUG nova.virt.hardware [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.079292] env[62643]: DEBUG nova.virt.hardware [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.079455] env[62643]: DEBUG nova.virt.hardware [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.079709] env[62643]: DEBUG nova.virt.hardware [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.080654] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21504f6-5fd8-4dfe-af1e-70452c13dd11 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.089790] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc72db81-8cf2-4d5c-a90a-083d85fec47a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.483905] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.484311] env[62643]: DEBUG nova.compute.manager [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Instance network_info: |[{"id": "fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c", "address": "fa:16:3e:67:02:83", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc64fab1-e0", "ovs_interfaceid": "fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1286.484738] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:02:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.492372] env[62643]: DEBUG oslo.service.loopingcall [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1286.495790] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.496149] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46c5a76e-8e7d-4264-99bf-a7fbc2b5e65c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.520424] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.520424] env[62643]: value = "task-2384256" [ 1286.520424] env[62643]: _type = "Task" [ 1286.520424] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.527564] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384256, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.578297] env[62643]: DEBUG nova.compute.manager [req-6f18f5fc-a35e-40a4-8c83-a7e7a0ad059c req-20f04a77-92e5-40cb-9f5a-bca03a7087d4 service nova] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Received event network-changed-fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1286.578474] env[62643]: DEBUG nova.compute.manager [req-6f18f5fc-a35e-40a4-8c83-a7e7a0ad059c req-20f04a77-92e5-40cb-9f5a-bca03a7087d4 service nova] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Refreshing instance network info cache due to event network-changed-fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1286.578673] env[62643]: DEBUG oslo_concurrency.lockutils [req-6f18f5fc-a35e-40a4-8c83-a7e7a0ad059c req-20f04a77-92e5-40cb-9f5a-bca03a7087d4 service nova] Acquiring lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.578825] env[62643]: DEBUG oslo_concurrency.lockutils [req-6f18f5fc-a35e-40a4-8c83-a7e7a0ad059c req-20f04a77-92e5-40cb-9f5a-bca03a7087d4 service nova] Acquired lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.579093] env[62643]: DEBUG nova.network.neutron [req-6f18f5fc-a35e-40a4-8c83-a7e7a0ad059c req-20f04a77-92e5-40cb-9f5a-bca03a7087d4 service nova] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Refreshing network info cache for port fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.997947] env[62643]: DEBUG nova.compute.manager [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1287.024774] env[62643]: DEBUG nova.virt.hardware [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.025043] env[62643]: DEBUG nova.virt.hardware [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.025208] env[62643]: DEBUG nova.virt.hardware [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.025395] env[62643]: DEBUG nova.virt.hardware [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.025542] env[62643]: DEBUG nova.virt.hardware [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.025687] env[62643]: DEBUG nova.virt.hardware [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.025894] env[62643]: DEBUG nova.virt.hardware [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.026072] env[62643]: DEBUG nova.virt.hardware [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.026290] env[62643]: DEBUG nova.virt.hardware [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.026458] env[62643]: DEBUG nova.virt.hardware [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.026653] env[62643]: DEBUG nova.virt.hardware [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.027407] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f92732-06a3-480a-a24f-6f60ac3e4984 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.038245] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1751a63-d160-4b35-9b96-e86791d1df3a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.041747] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384256, 'name': CreateVM_Task, 'duration_secs': 0.345782} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.041898] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.042849] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '53fb43d3-676b-46dd-b4a8-b96e354028ba', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483817', 'volume_id': '8b873190-a2ce-43c9-9466-2717fe5a5b1a', 'name': 'volume-8b873190-a2ce-43c9-9466-2717fe5a5b1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ffd39a3-aa15-4027-b1d8-72bc588e54a3', 'attached_at': '', 'detached_at': '', 'volume_id': '8b873190-a2ce-43c9-9466-2717fe5a5b1a', 'serial': '8b873190-a2ce-43c9-9466-2717fe5a5b1a'}, 'device_type': None, 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62643) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1287.043108] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Root volume attach. Driver type: vmdk {{(pid=62643) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1287.043815] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41357052-e202-4011-bb89-04720d8d85be {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.058494] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b3ba5a-f70c-4e5d-9bc0-fa654dce1a13 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.064124] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0073d63-5fd2-4455-be8e-bf1f0ab243a4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.069957] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ae2b27fe-2523-4b14-8768-698fe343d397 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.077778] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1287.077778] env[62643]: value = "task-2384257" [ 1287.077778] env[62643]: _type = "Task" [ 1287.077778] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.086738] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384257, 'name': RelocateVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.350722] env[62643]: DEBUG nova.network.neutron [req-6f18f5fc-a35e-40a4-8c83-a7e7a0ad059c req-20f04a77-92e5-40cb-9f5a-bca03a7087d4 service nova] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updated VIF entry in instance network info cache for port fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.351175] env[62643]: DEBUG nova.network.neutron [req-6f18f5fc-a35e-40a4-8c83-a7e7a0ad059c req-20f04a77-92e5-40cb-9f5a-bca03a7087d4 service nova] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating instance_info_cache with network_info: [{"id": "fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c", "address": "fa:16:3e:67:02:83", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc64fab1-e0", "ovs_interfaceid": "fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.508243] env[62643]: DEBUG nova.network.neutron [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Successfully updated port: 2182a751-9cac-4a96-b0b0-726685b1170b {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1287.588790] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384257, 'name': RelocateVM_Task} progress is 19%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.854828] env[62643]: DEBUG oslo_concurrency.lockutils [req-6f18f5fc-a35e-40a4-8c83-a7e7a0ad059c req-20f04a77-92e5-40cb-9f5a-bca03a7087d4 service nova] Releasing lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.855116] env[62643]: DEBUG nova.compute.manager [req-6f18f5fc-a35e-40a4-8c83-a7e7a0ad059c req-20f04a77-92e5-40cb-9f5a-bca03a7087d4 service nova] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Received event network-changed-0f39b9f8-5900-44a3-8ee9-c0e4da885a55 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1287.855299] env[62643]: DEBUG nova.compute.manager [req-6f18f5fc-a35e-40a4-8c83-a7e7a0ad059c req-20f04a77-92e5-40cb-9f5a-bca03a7087d4 service nova] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Refreshing instance network info cache due to event network-changed-0f39b9f8-5900-44a3-8ee9-c0e4da885a55. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1287.855512] env[62643]: DEBUG oslo_concurrency.lockutils [req-6f18f5fc-a35e-40a4-8c83-a7e7a0ad059c req-20f04a77-92e5-40cb-9f5a-bca03a7087d4 service nova] Acquiring lock "refresh_cache-c321d8e2-4f2d-4408-915b-4eb02794700a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.855656] env[62643]: DEBUG oslo_concurrency.lockutils [req-6f18f5fc-a35e-40a4-8c83-a7e7a0ad059c req-20f04a77-92e5-40cb-9f5a-bca03a7087d4 service nova] Acquired lock "refresh_cache-c321d8e2-4f2d-4408-915b-4eb02794700a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.855820] env[62643]: DEBUG nova.network.neutron [req-6f18f5fc-a35e-40a4-8c83-a7e7a0ad059c req-20f04a77-92e5-40cb-9f5a-bca03a7087d4 service nova] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Refreshing network info cache for port 0f39b9f8-5900-44a3-8ee9-c0e4da885a55 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.012421] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "refresh_cache-2f82f007-8aed-4b30-8c21-b3cb823aa306" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.012650] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "refresh_cache-2f82f007-8aed-4b30-8c21-b3cb823aa306" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.012952] env[62643]: DEBUG nova.network.neutron [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.089644] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384257, 'name': RelocateVM_Task} progress is 20%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.554250] env[62643]: DEBUG nova.network.neutron [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1288.592427] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384257, 'name': RelocateVM_Task, 'duration_secs': 1.151301} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.592759] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Volume attach. Driver type: vmdk {{(pid=62643) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1288.592962] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483817', 'volume_id': '8b873190-a2ce-43c9-9466-2717fe5a5b1a', 'name': 'volume-8b873190-a2ce-43c9-9466-2717fe5a5b1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ffd39a3-aa15-4027-b1d8-72bc588e54a3', 'attached_at': '', 'detached_at': '', 'volume_id': '8b873190-a2ce-43c9-9466-2717fe5a5b1a', 'serial': '8b873190-a2ce-43c9-9466-2717fe5a5b1a'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1288.597590] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b67dc7-a75b-4d6d-b006-79403a6c0a5e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.620871] env[62643]: DEBUG nova.network.neutron [req-6f18f5fc-a35e-40a4-8c83-a7e7a0ad059c req-20f04a77-92e5-40cb-9f5a-bca03a7087d4 service nova] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Updated VIF entry in instance network info cache for port 0f39b9f8-5900-44a3-8ee9-c0e4da885a55. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.621233] env[62643]: DEBUG nova.network.neutron [req-6f18f5fc-a35e-40a4-8c83-a7e7a0ad059c req-20f04a77-92e5-40cb-9f5a-bca03a7087d4 service nova] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Updating instance_info_cache with network_info: [{"id": "0f39b9f8-5900-44a3-8ee9-c0e4da885a55", "address": "fa:16:3e:8a:d9:34", "network": {"id": "566740ac-1b37-4c10-ba96-cd35b298bac4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-561802829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dffffb5becc43e8b2f3ec64ec9ca0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f39b9f8-59", "ovs_interfaceid": "0f39b9f8-5900-44a3-8ee9-c0e4da885a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.624994] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c4c851-f418-4bf0-83ce-148a94cc2e76 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.629612] env[62643]: DEBUG nova.compute.manager [req-66cb70f0-270b-412b-b883-7cf250deee48 req-97263b23-659e-47e1-a68a-6db7d5e12e15 service nova] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Received event network-vif-plugged-2182a751-9cac-4a96-b0b0-726685b1170b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1288.629741] env[62643]: DEBUG oslo_concurrency.lockutils [req-66cb70f0-270b-412b-b883-7cf250deee48 req-97263b23-659e-47e1-a68a-6db7d5e12e15 service nova] Acquiring lock "2f82f007-8aed-4b30-8c21-b3cb823aa306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.629941] env[62643]: DEBUG oslo_concurrency.lockutils [req-66cb70f0-270b-412b-b883-7cf250deee48 req-97263b23-659e-47e1-a68a-6db7d5e12e15 service nova] Lock "2f82f007-8aed-4b30-8c21-b3cb823aa306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.630135] env[62643]: DEBUG oslo_concurrency.lockutils [req-66cb70f0-270b-412b-b883-7cf250deee48 req-97263b23-659e-47e1-a68a-6db7d5e12e15 service nova] Lock "2f82f007-8aed-4b30-8c21-b3cb823aa306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.630295] env[62643]: DEBUG nova.compute.manager [req-66cb70f0-270b-412b-b883-7cf250deee48 req-97263b23-659e-47e1-a68a-6db7d5e12e15 service nova] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] No waiting events found dispatching network-vif-plugged-2182a751-9cac-4a96-b0b0-726685b1170b {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1288.630452] env[62643]: WARNING nova.compute.manager [req-66cb70f0-270b-412b-b883-7cf250deee48 req-97263b23-659e-47e1-a68a-6db7d5e12e15 service nova] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Received unexpected event network-vif-plugged-2182a751-9cac-4a96-b0b0-726685b1170b for instance with vm_state building and task_state spawning. [ 1288.630607] env[62643]: DEBUG nova.compute.manager [req-66cb70f0-270b-412b-b883-7cf250deee48 req-97263b23-659e-47e1-a68a-6db7d5e12e15 service nova] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Received event network-changed-2182a751-9cac-4a96-b0b0-726685b1170b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1288.630771] env[62643]: DEBUG nova.compute.manager [req-66cb70f0-270b-412b-b883-7cf250deee48 req-97263b23-659e-47e1-a68a-6db7d5e12e15 service nova] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Refreshing instance network info cache due to event network-changed-2182a751-9cac-4a96-b0b0-726685b1170b. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1288.630991] env[62643]: DEBUG oslo_concurrency.lockutils [req-66cb70f0-270b-412b-b883-7cf250deee48 req-97263b23-659e-47e1-a68a-6db7d5e12e15 service nova] Acquiring lock "refresh_cache-2f82f007-8aed-4b30-8c21-b3cb823aa306" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.652604] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-8b873190-a2ce-43c9-9466-2717fe5a5b1a/volume-8b873190-a2ce-43c9-9466-2717fe5a5b1a.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.653253] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d4dc65c-7a86-4d0b-b46b-9035204011e0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.676772] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1288.676772] env[62643]: value = "task-2384258" [ 1288.676772] env[62643]: _type = "Task" [ 1288.676772] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.685461] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.740386] env[62643]: DEBUG nova.network.neutron [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Updating instance_info_cache with network_info: [{"id": "2182a751-9cac-4a96-b0b0-726685b1170b", "address": "fa:16:3e:44:99:1c", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2182a751-9c", "ovs_interfaceid": "2182a751-9cac-4a96-b0b0-726685b1170b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.221619] env[62643]: DEBUG oslo_concurrency.lockutils [req-6f18f5fc-a35e-40a4-8c83-a7e7a0ad059c req-20f04a77-92e5-40cb-9f5a-bca03a7087d4 service nova] Releasing lock "refresh_cache-c321d8e2-4f2d-4408-915b-4eb02794700a" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.221619] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384258, 'name': ReconfigVM_Task, 'duration_secs': 0.251109} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.221619] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-8b873190-a2ce-43c9-9466-2717fe5a5b1a/volume-8b873190-a2ce-43c9-9466-2717fe5a5b1a.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.221619] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-957e9595-bbc8-4849-931e-e7abfb5bd258 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.221619] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1289.221619] env[62643]: value = "task-2384259" [ 1289.221619] env[62643]: _type = "Task" [ 1289.221619] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.221619] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.243124] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "refresh_cache-2f82f007-8aed-4b30-8c21-b3cb823aa306" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.243452] env[62643]: DEBUG nova.compute.manager [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Instance network_info: |[{"id": "2182a751-9cac-4a96-b0b0-726685b1170b", "address": "fa:16:3e:44:99:1c", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2182a751-9c", "ovs_interfaceid": "2182a751-9cac-4a96-b0b0-726685b1170b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1289.243747] env[62643]: DEBUG oslo_concurrency.lockutils [req-66cb70f0-270b-412b-b883-7cf250deee48 req-97263b23-659e-47e1-a68a-6db7d5e12e15 service nova] Acquired lock "refresh_cache-2f82f007-8aed-4b30-8c21-b3cb823aa306" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.243924] env[62643]: DEBUG nova.network.neutron [req-66cb70f0-270b-412b-b883-7cf250deee48 req-97263b23-659e-47e1-a68a-6db7d5e12e15 service nova] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Refreshing network info cache for port 2182a751-9cac-4a96-b0b0-726685b1170b {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.245171] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:99:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2182a751-9cac-4a96-b0b0-726685b1170b', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.252974] env[62643]: DEBUG oslo.service.loopingcall [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1289.255922] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.256422] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bb625de-a9b1-4cf2-8de0-995075922bfa {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.278156] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.278156] env[62643]: value = "task-2384260" [ 1289.278156] env[62643]: _type = "Task" [ 1289.278156] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.287150] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384260, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.472974] env[62643]: DEBUG nova.network.neutron [req-66cb70f0-270b-412b-b883-7cf250deee48 req-97263b23-659e-47e1-a68a-6db7d5e12e15 service nova] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Updated VIF entry in instance network info cache for port 2182a751-9cac-4a96-b0b0-726685b1170b. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.473389] env[62643]: DEBUG nova.network.neutron [req-66cb70f0-270b-412b-b883-7cf250deee48 req-97263b23-659e-47e1-a68a-6db7d5e12e15 service nova] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Updating instance_info_cache with network_info: [{"id": "2182a751-9cac-4a96-b0b0-726685b1170b", "address": "fa:16:3e:44:99:1c", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2182a751-9c", "ovs_interfaceid": "2182a751-9cac-4a96-b0b0-726685b1170b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.721415] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384259, 'name': ReconfigVM_Task, 'duration_secs': 0.155131} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.721664] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483817', 'volume_id': '8b873190-a2ce-43c9-9466-2717fe5a5b1a', 'name': 'volume-8b873190-a2ce-43c9-9466-2717fe5a5b1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ffd39a3-aa15-4027-b1d8-72bc588e54a3', 'attached_at': '', 'detached_at': '', 'volume_id': '8b873190-a2ce-43c9-9466-2717fe5a5b1a', 'serial': '8b873190-a2ce-43c9-9466-2717fe5a5b1a'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1289.722195] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-656d54e5-cb36-4b5e-b0b8-d4f7ec19c22a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.728615] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1289.728615] env[62643]: value = "task-2384261" [ 1289.728615] env[62643]: _type = "Task" [ 1289.728615] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.737408] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384261, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.787737] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384260, 'name': CreateVM_Task, 'duration_secs': 0.349487} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.787963] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.788699] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.788867] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.789204] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.789456] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf90458-97ab-4cd4-acab-ea62c1541c1d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.794883] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1289.794883] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521adde7-8f39-8d7a-7b0b-ee3a4731ddd9" [ 1289.794883] env[62643]: _type = "Task" [ 1289.794883] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.802950] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521adde7-8f39-8d7a-7b0b-ee3a4731ddd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.976018] env[62643]: DEBUG oslo_concurrency.lockutils [req-66cb70f0-270b-412b-b883-7cf250deee48 req-97263b23-659e-47e1-a68a-6db7d5e12e15 service nova] Releasing lock "refresh_cache-2f82f007-8aed-4b30-8c21-b3cb823aa306" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.238403] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384261, 'name': Rename_Task, 'duration_secs': 0.155291} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.238745] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.238860] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ace249d7-50bb-440e-8a1b-33eea69f571b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.246441] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1290.246441] env[62643]: value = "task-2384262" [ 1290.246441] env[62643]: _type = "Task" [ 1290.246441] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.254832] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.305993] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]521adde7-8f39-8d7a-7b0b-ee3a4731ddd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010655} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.306329] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.306568] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.306799] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.306945] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.307145] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.307436] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11b32a34-990b-4914-9a32-2c6676b13de2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.316732] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.317013] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.318059] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b60e960-903e-454a-a144-926242769292 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.324825] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1290.324825] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f23647-95f0-f71f-efc4-1c789159a285" [ 1290.324825] env[62643]: _type = "Task" [ 1290.324825] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.337361] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f23647-95f0-f71f-efc4-1c789159a285, 'name': SearchDatastore_Task, 'duration_secs': 0.008705} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.338451] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c74b0095-e330-4ad5-ac9b-ca2e54774826 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.345211] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1290.345211] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5254c437-d6e2-d93b-9c0d-ca9b1ded3062" [ 1290.345211] env[62643]: _type = "Task" [ 1290.345211] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.355699] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5254c437-d6e2-d93b-9c0d-ca9b1ded3062, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.760781] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.856144] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5254c437-d6e2-d93b-9c0d-ca9b1ded3062, 'name': SearchDatastore_Task, 'duration_secs': 0.008373} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.856414] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.856678] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 2f82f007-8aed-4b30-8c21-b3cb823aa306/2f82f007-8aed-4b30-8c21-b3cb823aa306.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.856930] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abb196da-8235-4a41-9cd4-c98250ce3a60 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.863821] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1290.863821] env[62643]: value = "task-2384263" [ 1290.863821] env[62643]: _type = "Task" [ 1290.863821] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.871753] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.258271] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384262, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.374350] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384263, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.758028] env[62643]: DEBUG oslo_vmware.api [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384262, 'name': PowerOnVM_Task, 'duration_secs': 1.299051} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.758319] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.758538] env[62643]: INFO nova.compute.manager [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Took 5.68 seconds to spawn the instance on the hypervisor. [ 1291.758713] env[62643]: DEBUG nova.compute.manager [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.759571] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64005ca3-d7c5-4a7a-b9f5-bba43e422520 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.876017] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543675} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.876289] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 2f82f007-8aed-4b30-8c21-b3cb823aa306/2f82f007-8aed-4b30-8c21-b3cb823aa306.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.876505] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1291.876752] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64b0e114-f852-4c38-a973-17cc02efa202 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.885720] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1291.885720] env[62643]: value = "task-2384264" [ 1291.885720] env[62643]: _type = "Task" [ 1291.885720] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.895655] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.276974] env[62643]: INFO nova.compute.manager [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Took 13.65 seconds to build instance. [ 1292.396789] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171378} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.397134] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.398319] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1cc35f-0b8a-4a68-b891-136e4e69bf13 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.421881] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 2f82f007-8aed-4b30-8c21-b3cb823aa306/2f82f007-8aed-4b30-8c21-b3cb823aa306.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.422134] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d301328-7ff2-457e-a4f6-00552f856fef {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.444612] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1292.444612] env[62643]: value = "task-2384265" [ 1292.444612] env[62643]: _type = "Task" [ 1292.444612] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.453083] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.778882] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d263565c-90f4-4593-ac46-e57deb85ff21 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.165s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.954602] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.252501] env[62643]: DEBUG nova.compute.manager [req-7ef4cd2e-7653-41d9-8aa5-da053b9654f4 req-f63911e4-9910-4618-b5e8-d97a58b6964c service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Received event network-changed-18de5732-bc49-44c1-8f3c-41fa12c3106f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1293.252501] env[62643]: DEBUG nova.compute.manager [req-7ef4cd2e-7653-41d9-8aa5-da053b9654f4 req-f63911e4-9910-4618-b5e8-d97a58b6964c service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Refreshing instance network info cache due to event network-changed-18de5732-bc49-44c1-8f3c-41fa12c3106f. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1293.252501] env[62643]: DEBUG oslo_concurrency.lockutils [req-7ef4cd2e-7653-41d9-8aa5-da053b9654f4 req-f63911e4-9910-4618-b5e8-d97a58b6964c service nova] Acquiring lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.252501] env[62643]: DEBUG oslo_concurrency.lockutils [req-7ef4cd2e-7653-41d9-8aa5-da053b9654f4 req-f63911e4-9910-4618-b5e8-d97a58b6964c service nova] Acquired lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.253185] env[62643]: DEBUG nova.network.neutron [req-7ef4cd2e-7653-41d9-8aa5-da053b9654f4 req-f63911e4-9910-4618-b5e8-d97a58b6964c service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Refreshing network info cache for port 18de5732-bc49-44c1-8f3c-41fa12c3106f {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.455305] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384265, 'name': ReconfigVM_Task, 'duration_secs': 0.899595} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.455719] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 2f82f007-8aed-4b30-8c21-b3cb823aa306/2f82f007-8aed-4b30-8c21-b3cb823aa306.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.456079] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e930569-53f9-4561-88a2-8e4a6bfc0e63 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.461897] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1293.461897] env[62643]: value = "task-2384266" [ 1293.461897] env[62643]: _type = "Task" [ 1293.461897] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.469884] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384266, 'name': Rename_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.963043] env[62643]: DEBUG nova.network.neutron [req-7ef4cd2e-7653-41d9-8aa5-da053b9654f4 req-f63911e4-9910-4618-b5e8-d97a58b6964c service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Updated VIF entry in instance network info cache for port 18de5732-bc49-44c1-8f3c-41fa12c3106f. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.963402] env[62643]: DEBUG nova.network.neutron [req-7ef4cd2e-7653-41d9-8aa5-da053b9654f4 req-f63911e4-9910-4618-b5e8-d97a58b6964c service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Updating instance_info_cache with network_info: [{"id": "18de5732-bc49-44c1-8f3c-41fa12c3106f", "address": "fa:16:3e:c6:b1:2a", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18de5732-bc", "ovs_interfaceid": "18de5732-bc49-44c1-8f3c-41fa12c3106f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.974688] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384266, 'name': Rename_Task, 'duration_secs': 0.134119} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.975528] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.975771] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d52f489a-00d4-41d8-8c7d-8b2fb98afee5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.982725] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1293.982725] env[62643]: value = "task-2384267" [ 1293.982725] env[62643]: _type = "Task" [ 1293.982725] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.991393] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.470691] env[62643]: DEBUG oslo_concurrency.lockutils [req-7ef4cd2e-7653-41d9-8aa5-da053b9654f4 req-f63911e4-9910-4618-b5e8-d97a58b6964c service nova] Releasing lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.493071] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384267, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.856788] env[62643]: DEBUG nova.compute.manager [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Stashing vm_state: active {{(pid=62643) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1294.992976] env[62643]: DEBUG oslo_vmware.api [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384267, 'name': PowerOnVM_Task, 'duration_secs': 0.665066} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.993228] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.993435] env[62643]: INFO nova.compute.manager [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1294.993614] env[62643]: DEBUG nova.compute.manager [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.994386] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7d50de-2ea2-4dbe-98a1-dceb48ebbd92 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.278569] env[62643]: DEBUG nova.compute.manager [req-85f37b26-a94f-4f51-9d70-3ecd27fb3efc req-e53766ef-3726-4038-8b19-2f81db70702a service nova] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Received event network-changed-fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1295.278769] env[62643]: DEBUG nova.compute.manager [req-85f37b26-a94f-4f51-9d70-3ecd27fb3efc req-e53766ef-3726-4038-8b19-2f81db70702a service nova] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Refreshing instance network info cache due to event network-changed-fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1295.278985] env[62643]: DEBUG oslo_concurrency.lockutils [req-85f37b26-a94f-4f51-9d70-3ecd27fb3efc req-e53766ef-3726-4038-8b19-2f81db70702a service nova] Acquiring lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.279146] env[62643]: DEBUG oslo_concurrency.lockutils [req-85f37b26-a94f-4f51-9d70-3ecd27fb3efc req-e53766ef-3726-4038-8b19-2f81db70702a service nova] Acquired lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.279309] env[62643]: DEBUG nova.network.neutron [req-85f37b26-a94f-4f51-9d70-3ecd27fb3efc req-e53766ef-3726-4038-8b19-2f81db70702a service nova] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Refreshing network info cache for port fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.377358] env[62643]: DEBUG oslo_concurrency.lockutils [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.377625] env[62643]: DEBUG oslo_concurrency.lockutils [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.512148] env[62643]: INFO nova.compute.manager [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Took 12.76 seconds to build instance. [ 1295.887130] env[62643]: INFO nova.compute.claims [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.013877] env[62643]: DEBUG oslo_concurrency.lockutils [None req-c2774bfc-97a9-4238-ad57-3cf166672830 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "2f82f007-8aed-4b30-8c21-b3cb823aa306" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.271s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.205800] env[62643]: DEBUG nova.network.neutron [req-85f37b26-a94f-4f51-9d70-3ecd27fb3efc req-e53766ef-3726-4038-8b19-2f81db70702a service nova] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updated VIF entry in instance network info cache for port fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.206159] env[62643]: DEBUG nova.network.neutron [req-85f37b26-a94f-4f51-9d70-3ecd27fb3efc req-e53766ef-3726-4038-8b19-2f81db70702a service nova] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating instance_info_cache with network_info: [{"id": "fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c", "address": "fa:16:3e:67:02:83", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc64fab1-e0", "ovs_interfaceid": "fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.358438] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "11adb3f2-b930-4c49-8e4b-e7730cf30f5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.358668] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "11adb3f2-b930-4c49-8e4b-e7730cf30f5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.394088] env[62643]: INFO nova.compute.resource_tracker [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating resource usage from migration 8decfe64-6d63-4745-8da3-d729534e32e8 [ 1296.502070] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dad4ef-f445-402c-b01d-c74f6d10500e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.509701] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b16c09d-d864-4d62-b8e6-38ce78faf703 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.538773] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c837c5d5-26a4-4aee-a9d8-db26cc174614 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.545401] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2310be-37f4-46a4-bb0d-8b50938a3a4b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.557900] env[62643]: DEBUG nova.compute.provider_tree [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.708991] env[62643]: DEBUG oslo_concurrency.lockutils [req-85f37b26-a94f-4f51-9d70-3ecd27fb3efc req-e53766ef-3726-4038-8b19-2f81db70702a service nova] Releasing lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.860571] env[62643]: DEBUG nova.compute.manager [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1297.060765] env[62643]: DEBUG nova.scheduler.client.report [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.379694] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.567417] env[62643]: DEBUG oslo_concurrency.lockutils [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.190s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.567804] env[62643]: INFO nova.compute.manager [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Migrating [ 1297.574014] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.194s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.575395] env[62643]: INFO nova.compute.claims [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.087111] env[62643]: DEBUG oslo_concurrency.lockutils [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.087286] env[62643]: DEBUG oslo_concurrency.lockutils [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.087458] env[62643]: DEBUG nova.network.neutron [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.697365] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de25763-d66b-47e2-a6df-8929159fdbf9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.705335] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4724320f-1c4d-49bc-aac7-75b77fa2f973 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.737293] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b14afd9-4045-42a3-a06f-0db22d867915 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.744438] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc05d7c-f044-4fe6-a384-11e4e0b9b227 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.757150] env[62643]: DEBUG nova.compute.provider_tree [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.832551] env[62643]: DEBUG nova.network.neutron [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating instance_info_cache with network_info: [{"id": "fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c", "address": "fa:16:3e:67:02:83", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc64fab1-e0", "ovs_interfaceid": "fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.260914] env[62643]: DEBUG nova.scheduler.client.report [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.334959] env[62643]: DEBUG oslo_concurrency.lockutils [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.765542] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.766018] env[62643]: DEBUG nova.compute.manager [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1300.271448] env[62643]: DEBUG nova.compute.utils [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1300.272838] env[62643]: DEBUG nova.compute.manager [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1300.273010] env[62643]: DEBUG nova.network.neutron [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1300.322303] env[62643]: DEBUG nova.policy [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d16bbc43b16484ba63567fe0b58ecb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75520837a2814a72859c7dbdb18a0d2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1300.605094] env[62643]: DEBUG nova.network.neutron [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Successfully created port: 4c68ecda-7385-46ba-be29-3d02cabe6d48 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1300.776538] env[62643]: DEBUG nova.compute.manager [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1300.851857] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea1142b-e475-4c15-bce7-e434b3066dd6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.870774] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating instance '1ffd39a3-aa15-4027-b1d8-72bc588e54a3' progress to 0 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.377129] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.377456] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d966504-7daf-4878-8255-b84b6227ff16 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.384962] env[62643]: DEBUG oslo_vmware.api [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1301.384962] env[62643]: value = "task-2384268" [ 1301.384962] env[62643]: _type = "Task" [ 1301.384962] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.394340] env[62643]: DEBUG oslo_vmware.api [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.786549] env[62643]: DEBUG nova.compute.manager [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1301.812490] env[62643]: DEBUG nova.virt.hardware [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.812763] env[62643]: DEBUG nova.virt.hardware [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.812924] env[62643]: DEBUG nova.virt.hardware [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.813124] env[62643]: DEBUG nova.virt.hardware [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.813275] env[62643]: DEBUG nova.virt.hardware [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.813437] env[62643]: DEBUG nova.virt.hardware [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.813716] env[62643]: DEBUG nova.virt.hardware [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.813886] env[62643]: DEBUG nova.virt.hardware [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.814064] env[62643]: DEBUG nova.virt.hardware [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.814330] env[62643]: DEBUG nova.virt.hardware [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.814496] env[62643]: DEBUG nova.virt.hardware [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.815392] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eba0a47-24ab-4711-8db8-3663955507af {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.824334] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81428c7b-e030-478e-9adb-b9c5f00b94c8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.893871] env[62643]: DEBUG oslo_vmware.api [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384268, 'name': PowerOffVM_Task, 'duration_secs': 0.240183} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.893999] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.894289] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating instance '1ffd39a3-aa15-4027-b1d8-72bc588e54a3' progress to 17 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.967063] env[62643]: DEBUG nova.compute.manager [req-812c365b-1c74-49ee-a6ff-fed4c7379b60 req-acb1bf87-bf53-4b39-afa5-46d497e4ad12 service nova] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Received event network-vif-plugged-4c68ecda-7385-46ba-be29-3d02cabe6d48 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1301.967314] env[62643]: DEBUG oslo_concurrency.lockutils [req-812c365b-1c74-49ee-a6ff-fed4c7379b60 req-acb1bf87-bf53-4b39-afa5-46d497e4ad12 service nova] Acquiring lock "11adb3f2-b930-4c49-8e4b-e7730cf30f5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.967584] env[62643]: DEBUG oslo_concurrency.lockutils [req-812c365b-1c74-49ee-a6ff-fed4c7379b60 req-acb1bf87-bf53-4b39-afa5-46d497e4ad12 service nova] Lock "11adb3f2-b930-4c49-8e4b-e7730cf30f5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.967763] env[62643]: DEBUG oslo_concurrency.lockutils [req-812c365b-1c74-49ee-a6ff-fed4c7379b60 req-acb1bf87-bf53-4b39-afa5-46d497e4ad12 service nova] Lock "11adb3f2-b930-4c49-8e4b-e7730cf30f5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.967934] env[62643]: DEBUG nova.compute.manager [req-812c365b-1c74-49ee-a6ff-fed4c7379b60 req-acb1bf87-bf53-4b39-afa5-46d497e4ad12 service nova] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] No waiting events found dispatching network-vif-plugged-4c68ecda-7385-46ba-be29-3d02cabe6d48 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1301.968113] env[62643]: WARNING nova.compute.manager [req-812c365b-1c74-49ee-a6ff-fed4c7379b60 req-acb1bf87-bf53-4b39-afa5-46d497e4ad12 service nova] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Received unexpected event network-vif-plugged-4c68ecda-7385-46ba-be29-3d02cabe6d48 for instance with vm_state building and task_state spawning. [ 1302.057169] env[62643]: DEBUG nova.network.neutron [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Successfully updated port: 4c68ecda-7385-46ba-be29-3d02cabe6d48 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1302.402759] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.403513] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.403513] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.403513] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.403740] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.403803] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.404021] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.404258] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.404450] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.404658] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.404886] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.410766] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcda390f-641d-4c45-8f2d-03a1e15069e4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.429607] env[62643]: DEBUG oslo_vmware.api [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1302.429607] env[62643]: value = "task-2384269" [ 1302.429607] env[62643]: _type = "Task" [ 1302.429607] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.439648] env[62643]: DEBUG oslo_vmware.api [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.560341] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "refresh_cache-11adb3f2-b930-4c49-8e4b-e7730cf30f5f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.560341] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "refresh_cache-11adb3f2-b930-4c49-8e4b-e7730cf30f5f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.560341] env[62643]: DEBUG nova.network.neutron [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.940110] env[62643]: DEBUG oslo_vmware.api [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384269, 'name': ReconfigVM_Task, 'duration_secs': 0.224536} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.940546] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating instance '1ffd39a3-aa15-4027-b1d8-72bc588e54a3' progress to 33 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.090291] env[62643]: DEBUG nova.network.neutron [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1303.209756] env[62643]: DEBUG nova.network.neutron [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Updating instance_info_cache with network_info: [{"id": "4c68ecda-7385-46ba-be29-3d02cabe6d48", "address": "fa:16:3e:b6:8b:61", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c68ecda-73", "ovs_interfaceid": "4c68ecda-7385-46ba-be29-3d02cabe6d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.446456] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.446701] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.446859] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.447051] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.447202] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.447352] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.447553] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.447713] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.447879] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.448054] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.448272] env[62643]: DEBUG nova.virt.hardware [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.453546] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1303.453890] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5f58d58-b261-4490-8247-169d768051e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.472676] env[62643]: DEBUG oslo_vmware.api [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1303.472676] env[62643]: value = "task-2384270" [ 1303.472676] env[62643]: _type = "Task" [ 1303.472676] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.482939] env[62643]: DEBUG oslo_vmware.api [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.711968] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "refresh_cache-11adb3f2-b930-4c49-8e4b-e7730cf30f5f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.712345] env[62643]: DEBUG nova.compute.manager [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Instance network_info: |[{"id": "4c68ecda-7385-46ba-be29-3d02cabe6d48", "address": "fa:16:3e:b6:8b:61", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c68ecda-73", "ovs_interfaceid": "4c68ecda-7385-46ba-be29-3d02cabe6d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1303.712786] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:8b:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c68ecda-7385-46ba-be29-3d02cabe6d48', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.720239] env[62643]: DEBUG oslo.service.loopingcall [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1303.720447] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.720667] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78a0a9ca-0a65-43e4-8401-8ee72ae54161 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.740207] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.740207] env[62643]: value = "task-2384271" [ 1303.740207] env[62643]: _type = "Task" [ 1303.740207] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.747269] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384271, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.986506] env[62643]: DEBUG oslo_vmware.api [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384270, 'name': ReconfigVM_Task, 'duration_secs': 0.172229} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.986914] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1303.988137] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a34364-8d63-48fd-ae81-6746de42e484 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.994826] env[62643]: DEBUG nova.compute.manager [req-bc8805fa-92b1-4e18-ad5b-35e790c45a6d req-0852694e-cc9a-462a-95ef-e7a60ecdecb5 service nova] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Received event network-changed-4c68ecda-7385-46ba-be29-3d02cabe6d48 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1303.995115] env[62643]: DEBUG nova.compute.manager [req-bc8805fa-92b1-4e18-ad5b-35e790c45a6d req-0852694e-cc9a-462a-95ef-e7a60ecdecb5 service nova] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Refreshing instance network info cache due to event network-changed-4c68ecda-7385-46ba-be29-3d02cabe6d48. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1303.995419] env[62643]: DEBUG oslo_concurrency.lockutils [req-bc8805fa-92b1-4e18-ad5b-35e790c45a6d req-0852694e-cc9a-462a-95ef-e7a60ecdecb5 service nova] Acquiring lock "refresh_cache-11adb3f2-b930-4c49-8e4b-e7730cf30f5f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.995644] env[62643]: DEBUG oslo_concurrency.lockutils [req-bc8805fa-92b1-4e18-ad5b-35e790c45a6d req-0852694e-cc9a-462a-95ef-e7a60ecdecb5 service nova] Acquired lock "refresh_cache-11adb3f2-b930-4c49-8e4b-e7730cf30f5f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.995888] env[62643]: DEBUG nova.network.neutron [req-bc8805fa-92b1-4e18-ad5b-35e790c45a6d req-0852694e-cc9a-462a-95ef-e7a60ecdecb5 service nova] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Refreshing network info cache for port 4c68ecda-7385-46ba-be29-3d02cabe6d48 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.028849] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-8b873190-a2ce-43c9-9466-2717fe5a5b1a/volume-8b873190-a2ce-43c9-9466-2717fe5a5b1a.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.030461] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5462f9f8-5873-4e11-8085-43b6c03bf087 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.058014] env[62643]: DEBUG oslo_vmware.api [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1304.058014] env[62643]: value = "task-2384272" [ 1304.058014] env[62643]: _type = "Task" [ 1304.058014] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.066364] env[62643]: DEBUG oslo_vmware.api [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.251143] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384271, 'name': CreateVM_Task, 'duration_secs': 0.341615} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.251343] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.252100] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.252325] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.252675] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.252923] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c7fa16-aa2e-48ca-8ddc-70d006baf8b6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.257208] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1304.257208] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e3ea4e-5e9c-eb44-f246-ddadb98a9403" [ 1304.257208] env[62643]: _type = "Task" [ 1304.257208] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.265572] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e3ea4e-5e9c-eb44-f246-ddadb98a9403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.568703] env[62643]: DEBUG oslo_vmware.api [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384272, 'name': ReconfigVM_Task, 'duration_secs': 0.240624} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.568973] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-8b873190-a2ce-43c9-9466-2717fe5a5b1a/volume-8b873190-a2ce-43c9-9466-2717fe5a5b1a.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.569265] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating instance '1ffd39a3-aa15-4027-b1d8-72bc588e54a3' progress to 50 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1304.758284] env[62643]: DEBUG nova.network.neutron [req-bc8805fa-92b1-4e18-ad5b-35e790c45a6d req-0852694e-cc9a-462a-95ef-e7a60ecdecb5 service nova] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Updated VIF entry in instance network info cache for port 4c68ecda-7385-46ba-be29-3d02cabe6d48. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.758644] env[62643]: DEBUG nova.network.neutron [req-bc8805fa-92b1-4e18-ad5b-35e790c45a6d req-0852694e-cc9a-462a-95ef-e7a60ecdecb5 service nova] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Updating instance_info_cache with network_info: [{"id": "4c68ecda-7385-46ba-be29-3d02cabe6d48", "address": "fa:16:3e:b6:8b:61", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c68ecda-73", "ovs_interfaceid": "4c68ecda-7385-46ba-be29-3d02cabe6d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.769576] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52e3ea4e-5e9c-eb44-f246-ddadb98a9403, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.770303] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.770540] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.770773] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.770919] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.771108] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.771603] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbca1043-e6ed-4ba3-baa8-97d99b70cdb5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.779598] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.779771] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.780479] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6524bc-6699-4a2f-b246-b3404d26ba7e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.785431] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1304.785431] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5227461a-4ba9-c8e7-fe98-3077fc07ee48" [ 1304.785431] env[62643]: _type = "Task" [ 1304.785431] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.792708] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5227461a-4ba9-c8e7-fe98-3077fc07ee48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.076604] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c65684-9d92-4a50-bdc7-32bb3745f5bf {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.096652] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86e6e51-6795-48ad-918c-83cff2eef006 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.113616] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating instance '1ffd39a3-aa15-4027-b1d8-72bc588e54a3' progress to 67 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.263916] env[62643]: DEBUG oslo_concurrency.lockutils [req-bc8805fa-92b1-4e18-ad5b-35e790c45a6d req-0852694e-cc9a-462a-95ef-e7a60ecdecb5 service nova] Releasing lock "refresh_cache-11adb3f2-b930-4c49-8e4b-e7730cf30f5f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.295219] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5227461a-4ba9-c8e7-fe98-3077fc07ee48, 'name': SearchDatastore_Task, 'duration_secs': 0.008985} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.295976] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8a97fbb-509f-4510-b2d4-12b4a755e591 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.301554] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1305.301554] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5290879e-d4b8-67d9-e6da-00fb9396a227" [ 1305.301554] env[62643]: _type = "Task" [ 1305.301554] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.309043] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5290879e-d4b8-67d9-e6da-00fb9396a227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.812171] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5290879e-d4b8-67d9-e6da-00fb9396a227, 'name': SearchDatastore_Task, 'duration_secs': 0.008737} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.812433] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.812729] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 11adb3f2-b930-4c49-8e4b-e7730cf30f5f/11adb3f2-b930-4c49-8e4b-e7730cf30f5f.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.812985] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcbdd71c-0a16-4be4-a4d0-daa6219ce465 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.818943] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1305.818943] env[62643]: value = "task-2384273" [ 1305.818943] env[62643]: _type = "Task" [ 1305.818943] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.826464] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.329047] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451905} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.329047] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 11adb3f2-b930-4c49-8e4b-e7730cf30f5f/11adb3f2-b930-4c49-8e4b-e7730cf30f5f.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.329047] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1306.329455] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d5d1a6f-35cc-4049-92df-d1bc297af565 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.335016] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1306.335016] env[62643]: value = "task-2384274" [ 1306.335016] env[62643]: _type = "Task" [ 1306.335016] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.342209] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.761228] env[62643]: DEBUG nova.network.neutron [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Port fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c binding to destination host cpu-1 is already ACTIVE {{(pid=62643) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1306.845095] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061132} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.845393] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.846194] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99c9382-40f4-4653-be15-742c9dfab3a4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.868410] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 11adb3f2-b930-4c49-8e4b-e7730cf30f5f/11adb3f2-b930-4c49-8e4b-e7730cf30f5f.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.868646] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0000326-13fa-4e7a-8dc6-a6549b92d1e2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.887733] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1306.887733] env[62643]: value = "task-2384275" [ 1306.887733] env[62643]: _type = "Task" [ 1306.887733] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.896614] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.329330] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.329715] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.329715] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Starting heal instance info cache {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1307.397527] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384275, 'name': ReconfigVM_Task, 'duration_secs': 0.298952} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.397822] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 11adb3f2-b930-4c49-8e4b-e7730cf30f5f/11adb3f2-b930-4c49-8e4b-e7730cf30f5f.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.398502] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9195287-a051-428c-848e-d46de364094b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.404955] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1307.404955] env[62643]: value = "task-2384276" [ 1307.404955] env[62643]: _type = "Task" [ 1307.404955] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.412432] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384276, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.782674] env[62643]: DEBUG oslo_concurrency.lockutils [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.782922] env[62643]: DEBUG oslo_concurrency.lockutils [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.783108] env[62643]: DEBUG oslo_concurrency.lockutils [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.914922] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384276, 'name': Rename_Task, 'duration_secs': 0.141566} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.915208] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.915434] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-621d28e5-15c4-46bc-80a1-f749d6a1d60d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.921569] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1307.921569] env[62643]: value = "task-2384277" [ 1307.921569] env[62643]: _type = "Task" [ 1307.921569] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.928988] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.431766] env[62643]: DEBUG oslo_vmware.api [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384277, 'name': PowerOnVM_Task, 'duration_secs': 0.466167} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.432139] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.432192] env[62643]: INFO nova.compute.manager [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1308.432355] env[62643]: DEBUG nova.compute.manager [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.433120] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683721dd-e56c-4e4c-ae58-fa723ce8cb74 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.819458] env[62643]: DEBUG oslo_concurrency.lockutils [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.819645] env[62643]: DEBUG oslo_concurrency.lockutils [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.819822] env[62643]: DEBUG nova.network.neutron [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.863532] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "refresh_cache-2bc9247b-fd91-4b6c-aba9-f20a6ff0683f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.863683] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquired lock "refresh_cache-2bc9247b-fd91-4b6c-aba9-f20a6ff0683f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.863825] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Forcefully refreshing network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1308.951756] env[62643]: INFO nova.compute.manager [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Took 11.59 seconds to build instance. [ 1309.453914] env[62643]: DEBUG oslo_concurrency.lockutils [None req-17798eab-ee0c-443c-b296-de16c8383eb4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "11adb3f2-b930-4c49-8e4b-e7730cf30f5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.095s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.576603] env[62643]: DEBUG nova.network.neutron [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating instance_info_cache with network_info: [{"id": "fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c", "address": "fa:16:3e:67:02:83", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc64fab1-e0", "ovs_interfaceid": "fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.068724] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Updating instance_info_cache with network_info: [{"id": "5fae0f1c-04f7-4a88-82c5-443dcd993692", "address": "fa:16:3e:52:60:35", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fae0f1c-04", "ovs_interfaceid": "5fae0f1c-04f7-4a88-82c5-443dcd993692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.079176] env[62643]: DEBUG oslo_concurrency.lockutils [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.108080] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "11adb3f2-b930-4c49-8e4b-e7730cf30f5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.108493] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "11adb3f2-b930-4c49-8e4b-e7730cf30f5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.108587] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "11adb3f2-b930-4c49-8e4b-e7730cf30f5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.108707] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "11adb3f2-b930-4c49-8e4b-e7730cf30f5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.108891] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "11adb3f2-b930-4c49-8e4b-e7730cf30f5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.110977] env[62643]: INFO nova.compute.manager [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Terminating instance [ 1310.571318] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Releasing lock "refresh_cache-2bc9247b-fd91-4b6c-aba9-f20a6ff0683f" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.571694] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Updated the network info_cache for instance {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1310.571780] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.571937] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.572098] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.572253] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.572401] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.572545] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.572706] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62643) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1310.572865] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.586820] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6934f0cb-70d0-4d1f-a383-19904d13d846 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.594772] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016a3b40-bae0-4c4e-91b5-f91eeb9609b7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.614362] env[62643]: DEBUG nova.compute.manager [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.614578] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.615325] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979a6a5a-26ca-4992-8069-82ea32c85956 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.622017] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.622266] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12d0281a-b89f-4cfd-aa74-709c99c246d9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.628728] env[62643]: DEBUG oslo_vmware.api [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1310.628728] env[62643]: value = "task-2384278" [ 1310.628728] env[62643]: _type = "Task" [ 1310.628728] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.636219] env[62643]: DEBUG oslo_vmware.api [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.075443] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.075669] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.075906] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.076114] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62643) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1311.077065] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a11e052-c2ba-49b9-8e5c-5bd8094779a3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.085316] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d524b4ad-784e-433e-910a-8720002478be {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.099961] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75985308-2268-4d40-8894-8ec673634d28 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.106075] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9c8fc2-ad75-4204-abb7-dca3f33c62a4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.135424] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180582MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62643) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1311.135580] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.135759] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.145023] env[62643]: DEBUG oslo_vmware.api [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384278, 'name': PowerOffVM_Task, 'duration_secs': 0.187517} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.145155] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.145337] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.145584] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8794be53-1e2f-4d05-bcef-a7632a757fc3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.211587] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.211866] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.212070] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleting the datastore file [datastore2] 11adb3f2-b930-4c49-8e4b-e7730cf30f5f {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.212334] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36cce463-8a65-4696-b6ed-040d1af80d8f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.219349] env[62643]: DEBUG oslo_vmware.api [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1311.219349] env[62643]: value = "task-2384280" [ 1311.219349] env[62643]: _type = "Task" [ 1311.219349] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.227732] env[62643]: DEBUG oslo_vmware.api [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.693060] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5a7fda-65c9-4829-89f2-c3995bcb2483 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.711463] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3204a360-57ad-4a60-a3df-3abef5cd5202 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.717722] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating instance '1ffd39a3-aa15-4027-b1d8-72bc588e54a3' progress to 83 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1311.728168] env[62643]: DEBUG oslo_vmware.api [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156646} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.728393] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.728572] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.728754] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.728919] env[62643]: INFO nova.compute.manager [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1311.729161] env[62643]: DEBUG oslo.service.loopingcall [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.729340] env[62643]: DEBUG nova.compute.manager [-] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.729434] env[62643]: DEBUG nova.network.neutron [-] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.999545] env[62643]: DEBUG nova.compute.manager [req-ddae1a62-8d36-4bad-a934-8d17a698de73 req-37c26a1a-b085-4815-a4db-06b3ae566461 service nova] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Received event network-vif-deleted-4c68ecda-7385-46ba-be29-3d02cabe6d48 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1311.999545] env[62643]: INFO nova.compute.manager [req-ddae1a62-8d36-4bad-a934-8d17a698de73 req-37c26a1a-b085-4815-a4db-06b3ae566461 service nova] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Neutron deleted interface 4c68ecda-7385-46ba-be29-3d02cabe6d48; detaching it from the instance and deleting it from the info cache [ 1311.999695] env[62643]: DEBUG nova.network.neutron [req-ddae1a62-8d36-4bad-a934-8d17a698de73 req-37c26a1a-b085-4815-a4db-06b3ae566461 service nova] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.147302] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Applying migration context for instance 1ffd39a3-aa15-4027-b1d8-72bc588e54a3 as it has an incoming, in-progress migration 8decfe64-6d63-4745-8da3-d729534e32e8. Migration status is post-migrating {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1312.148441] env[62643]: INFO nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating resource usage from migration 8decfe64-6d63-4745-8da3-d729534e32e8 [ 1312.164434] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance be5ff15e-51b9-4879-ac9a-855766cacceb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.164582] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.164733] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.164870] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance c321d8e2-4f2d-4408-915b-4eb02794700a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.164987] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 2f82f007-8aed-4b30-8c21-b3cb823aa306 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.165118] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Migration 8decfe64-6d63-4745-8da3-d729534e32e8 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1312.165231] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 1ffd39a3-aa15-4027-b1d8-72bc588e54a3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.165341] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Instance 11adb3f2-b930-4c49-8e4b-e7730cf30f5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62643) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.165523] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1312.165656] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1312.225931] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.226247] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cca33100-14ea-4f9e-ab13-48c29c79eb94 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.235435] env[62643]: DEBUG oslo_vmware.api [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1312.235435] env[62643]: value = "task-2384281" [ 1312.235435] env[62643]: _type = "Task" [ 1312.235435] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.245190] env[62643]: DEBUG oslo_vmware.api [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.260397] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd2ed02-623e-430f-bd0d-e36d6502c24a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.268023] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba4f22e-3c33-4a54-8153-a83378a7346c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.298875] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e972a4a8-9a51-4378-9dc1-9e18113677f1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.306091] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6505b77-6e1a-4be8-bbe1-d6cebc5c31dc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.318837] env[62643]: DEBUG nova.compute.provider_tree [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.475477] env[62643]: DEBUG nova.network.neutron [-] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.502926] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdf7b7b0-ba06-4003-97b0-f5f55333ed53 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.512583] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6060f7-99e0-4cb4-947e-28b627844e27 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.541767] env[62643]: DEBUG nova.compute.manager [req-ddae1a62-8d36-4bad-a934-8d17a698de73 req-37c26a1a-b085-4815-a4db-06b3ae566461 service nova] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Detach interface failed, port_id=4c68ecda-7385-46ba-be29-3d02cabe6d48, reason: Instance 11adb3f2-b930-4c49-8e4b-e7730cf30f5f could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1312.746158] env[62643]: DEBUG oslo_vmware.api [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384281, 'name': PowerOnVM_Task, 'duration_secs': 0.396421} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.746502] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.746656] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-21160825-db9d-4f8b-89a5-2eefc17dd86d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating instance '1ffd39a3-aa15-4027-b1d8-72bc588e54a3' progress to 100 {{(pid=62643) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1312.822058] env[62643]: DEBUG nova.scheduler.client.report [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.979859] env[62643]: INFO nova.compute.manager [-] [instance: 11adb3f2-b930-4c49-8e4b-e7730cf30f5f] Took 1.25 seconds to deallocate network for instance. [ 1313.326457] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1313.326705] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.191s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.488536] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.488809] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.489036] env[62643]: DEBUG nova.objects.instance [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lazy-loading 'resources' on Instance uuid 11adb3f2-b930-4c49-8e4b-e7730cf30f5f {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.098148] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf993ac-37f2-47cd-ac31-6b4d320a5c9a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.107810] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c7e992-7476-46d6-8c8d-661dfd345de3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.144215] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbf8c48-ac0c-4e36-9910-6f86a227626a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.150866] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe72f6e-b86f-4dfb-9fc6-16c247adb38f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.163430] env[62643]: DEBUG nova.compute.provider_tree [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.666573] env[62643]: DEBUG nova.scheduler.client.report [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.171763] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.192628] env[62643]: INFO nova.scheduler.client.report [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleted allocations for instance 11adb3f2-b930-4c49-8e4b-e7730cf30f5f [ 1315.342711] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.342974] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.343190] env[62643]: DEBUG nova.compute.manager [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Going to confirm migration 10 {{(pid=62643) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1315.699968] env[62643]: DEBUG oslo_concurrency.lockutils [None req-41a09bdf-1620-4e62-a05a-93a89f923918 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "11adb3f2-b930-4c49-8e4b-e7730cf30f5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.591s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.913074] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.913275] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquired lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.913600] env[62643]: DEBUG nova.network.neutron [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.913713] env[62643]: DEBUG nova.objects.instance [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lazy-loading 'info_cache' on Instance uuid 1ffd39a3-aa15-4027-b1d8-72bc588e54a3 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.715861] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "2f82f007-8aed-4b30-8c21-b3cb823aa306" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.716191] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "2f82f007-8aed-4b30-8c21-b3cb823aa306" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.716412] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "2f82f007-8aed-4b30-8c21-b3cb823aa306-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.716620] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "2f82f007-8aed-4b30-8c21-b3cb823aa306-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.716799] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "2f82f007-8aed-4b30-8c21-b3cb823aa306-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.719079] env[62643]: INFO nova.compute.manager [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Terminating instance [ 1317.131894] env[62643]: DEBUG nova.network.neutron [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating instance_info_cache with network_info: [{"id": "fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c", "address": "fa:16:3e:67:02:83", "network": {"id": "75e46f9c-90ed-45ed-af17-e4ed9d1a5370", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2139335302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25adeda06dc94650a017e8df032968f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc64fab1-e0", "ovs_interfaceid": "fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.222730] env[62643]: DEBUG nova.compute.manager [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.222961] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.223804] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f136bdd5-02e7-4bb6-acdd-b5f17b61db6e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.231389] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.231597] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2aa969ab-82ec-4a8d-92a2-aec10bf60d53 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.237557] env[62643]: DEBUG oslo_vmware.api [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1317.237557] env[62643]: value = "task-2384282" [ 1317.237557] env[62643]: _type = "Task" [ 1317.237557] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.245072] env[62643]: DEBUG oslo_vmware.api [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.635373] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Releasing lock "refresh_cache-1ffd39a3-aa15-4027-b1d8-72bc588e54a3" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.635643] env[62643]: DEBUG nova.objects.instance [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lazy-loading 'migration_context' on Instance uuid 1ffd39a3-aa15-4027-b1d8-72bc588e54a3 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.747722] env[62643]: DEBUG oslo_vmware.api [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384282, 'name': PowerOffVM_Task, 'duration_secs': 0.265356} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.748108] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.748291] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.748557] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be3e65d1-a0d8-40e4-8e8a-bdb013475616 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.828695] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.828958] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.829190] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleting the datastore file [datastore2] 2f82f007-8aed-4b30-8c21-b3cb823aa306 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.829492] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15567cb6-2b73-42f5-a975-ca57f53bf1e8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.836508] env[62643]: DEBUG oslo_vmware.api [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1317.836508] env[62643]: value = "task-2384284" [ 1317.836508] env[62643]: _type = "Task" [ 1317.836508] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.845092] env[62643]: DEBUG oslo_vmware.api [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.138868] env[62643]: DEBUG nova.objects.base [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Object Instance<1ffd39a3-aa15-4027-b1d8-72bc588e54a3> lazy-loaded attributes: info_cache,migration_context {{(pid=62643) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1318.139811] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca1d8b0-b6ec-42df-910c-ec22dbd6aa20 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.159361] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-751fd14f-3ba8-43e6-9498-3ea2ab3fd10d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.164931] env[62643]: DEBUG oslo_vmware.api [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1318.164931] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5295a75a-231f-d44f-28f0-d7d94e10589e" [ 1318.164931] env[62643]: _type = "Task" [ 1318.164931] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.174275] env[62643]: DEBUG oslo_vmware.api [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5295a75a-231f-d44f-28f0-d7d94e10589e, 'name': SearchDatastore_Task, 'duration_secs': 0.006399} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.174522] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.174745] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.346223] env[62643]: DEBUG oslo_vmware.api [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132002} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.346494] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.346656] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.346836] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.347027] env[62643]: INFO nova.compute.manager [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1318.347311] env[62643]: DEBUG oslo.service.loopingcall [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1318.347524] env[62643]: DEBUG nova.compute.manager [-] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.347616] env[62643]: DEBUG nova.network.neutron [-] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.602727] env[62643]: DEBUG nova.compute.manager [req-1b3a80ef-a887-4ef3-8ff9-559cf08bb182 req-b2b667e0-a18a-407a-b6e4-24df679cfaa7 service nova] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Received event network-vif-deleted-2182a751-9cac-4a96-b0b0-726685b1170b {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1318.602918] env[62643]: INFO nova.compute.manager [req-1b3a80ef-a887-4ef3-8ff9-559cf08bb182 req-b2b667e0-a18a-407a-b6e4-24df679cfaa7 service nova] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Neutron deleted interface 2182a751-9cac-4a96-b0b0-726685b1170b; detaching it from the instance and deleting it from the info cache [ 1318.603106] env[62643]: DEBUG nova.network.neutron [req-1b3a80ef-a887-4ef3-8ff9-559cf08bb182 req-b2b667e0-a18a-407a-b6e4-24df679cfaa7 service nova] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.772192] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad143d4-d22d-4a15-9b0a-e0e26ccfd44e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.779842] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6d4422-0068-4998-b9dd-9af03d4f553a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.808603] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82a2573-a64c-45ae-b21a-2dee21f9144e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.815663] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fc59cc-14cd-43ea-abd8-6ae2c120eba4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.828523] env[62643]: DEBUG nova.compute.provider_tree [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.084606] env[62643]: DEBUG nova.network.neutron [-] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.106146] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc77a67d-215d-471b-aab1-25d77f3d4934 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.116049] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b87adba-ea18-4b2c-a0ec-3329fce52317 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.141521] env[62643]: DEBUG nova.compute.manager [req-1b3a80ef-a887-4ef3-8ff9-559cf08bb182 req-b2b667e0-a18a-407a-b6e4-24df679cfaa7 service nova] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Detach interface failed, port_id=2182a751-9cac-4a96-b0b0-726685b1170b, reason: Instance 2f82f007-8aed-4b30-8c21-b3cb823aa306 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1319.331738] env[62643]: DEBUG nova.scheduler.client.report [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.589594] env[62643]: INFO nova.compute.manager [-] [instance: 2f82f007-8aed-4b30-8c21-b3cb823aa306] Took 1.24 seconds to deallocate network for instance. [ 1320.096593] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.342043] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.167s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.344840] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.248s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.345082] env[62643]: DEBUG nova.objects.instance [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lazy-loading 'resources' on Instance uuid 2f82f007-8aed-4b30-8c21-b3cb823aa306 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.897907] env[62643]: INFO nova.scheduler.client.report [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleted allocation for migration 8decfe64-6d63-4745-8da3-d729534e32e8 [ 1320.936074] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1400fb-5898-4f0b-8063-dbc291e107e2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.944314] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b8e112-c9ef-442a-bdef-8ebd93e9ece4 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.975458] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa5b5da-fb89-4563-960d-5235499b56fd {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.982700] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e71c570-bc5b-4fa0-89a5-c362a91ee9fc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.995935] env[62643]: DEBUG nova.compute.provider_tree [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.403122] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7ab58e55-8f17-4d9e-b430-9d27d3a3eb7d tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.060s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.499038] env[62643]: DEBUG nova.scheduler.client.report [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.706790] env[62643]: INFO nova.compute.manager [None req-f192f60e-d6d6-4e96-8e29-75de8d6b82d3 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Get console output [ 1321.707263] env[62643]: WARNING nova.virt.vmwareapi.driver [None req-f192f60e-d6d6-4e96-8e29-75de8d6b82d3 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] The console log is missing. Check your VSPC configuration [ 1322.003714] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.019762] env[62643]: INFO nova.scheduler.client.report [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleted allocations for instance 2f82f007-8aed-4b30-8c21-b3cb823aa306 [ 1322.526909] env[62643]: DEBUG oslo_concurrency.lockutils [None req-97ba3e8c-20d0-47cb-8879-c5a8a3cb2bb8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "2f82f007-8aed-4b30-8c21-b3cb823aa306" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.811s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.713668] env[62643]: DEBUG oslo_concurrency.lockutils [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "93425196-48ef-4dc2-81cd-fa168fe469f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.713959] env[62643]: DEBUG oslo_concurrency.lockutils [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "93425196-48ef-4dc2-81cd-fa168fe469f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.042029] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "c321d8e2-4f2d-4408-915b-4eb02794700a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.042029] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.216250] env[62643]: DEBUG nova.compute.manager [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.545653] env[62643]: DEBUG nova.compute.utils [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1324.739013] env[62643]: DEBUG oslo_concurrency.lockutils [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.739349] env[62643]: DEBUG oslo_concurrency.lockutils [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.740790] env[62643]: INFO nova.compute.claims [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.048534] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.822139] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2c14a0-24ca-4900-b131-da2a15e69a3f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.829615] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d50c04-c67e-44ae-95fa-aa3e2b125e08 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.859536] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b63889-7106-421c-afa2-838f153908ca {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.867047] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29d3543-9314-400a-80ab-fe638217f030 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.880994] env[62643]: DEBUG nova.compute.provider_tree [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.107194] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "c321d8e2-4f2d-4408-915b-4eb02794700a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.107473] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.107714] env[62643]: INFO nova.compute.manager [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Attaching volume 64adb4d5-c7e4-407d-82a8-3eae76779d49 to /dev/sdb [ 1326.140551] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a0e694-4ac8-41dd-b403-565b27251366 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.147233] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0645f5cd-460e-4bbb-b64a-0fbb984b3aad {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.160017] env[62643]: DEBUG nova.virt.block_device [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Updating existing volume attachment record: 20ce0b6a-a1c5-4de4-93bf-2dbe5ce4e210 {{(pid=62643) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1326.384113] env[62643]: DEBUG nova.scheduler.client.report [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.888740] env[62643]: DEBUG oslo_concurrency.lockutils [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.889273] env[62643]: DEBUG nova.compute.manager [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.394194] env[62643]: DEBUG nova.compute.utils [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1327.395603] env[62643]: DEBUG nova.compute.manager [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.395777] env[62643]: DEBUG nova.network.neutron [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.444267] env[62643]: DEBUG nova.policy [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d16bbc43b16484ba63567fe0b58ecb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75520837a2814a72859c7dbdb18a0d2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.707178] env[62643]: DEBUG nova.network.neutron [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Successfully created port: 73d6e3b9-0450-495a-99c4-357f5f94e9b3 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1327.899212] env[62643]: DEBUG nova.compute.manager [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.909555] env[62643]: DEBUG nova.compute.manager [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1328.935773] env[62643]: DEBUG nova.virt.hardware [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1328.936035] env[62643]: DEBUG nova.virt.hardware [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1328.936436] env[62643]: DEBUG nova.virt.hardware [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1328.936436] env[62643]: DEBUG nova.virt.hardware [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1328.936607] env[62643]: DEBUG nova.virt.hardware [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1328.936641] env[62643]: DEBUG nova.virt.hardware [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1328.936845] env[62643]: DEBUG nova.virt.hardware [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1328.937015] env[62643]: DEBUG nova.virt.hardware [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1328.937188] env[62643]: DEBUG nova.virt.hardware [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1328.937347] env[62643]: DEBUG nova.virt.hardware [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1328.937519] env[62643]: DEBUG nova.virt.hardware [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1328.938401] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f50102-5899-41c7-8a49-e8f4f285779a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.946333] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8470d40e-2457-476e-89a9-9927e83aa250 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.073312] env[62643]: DEBUG nova.compute.manager [req-fbfa9746-49fe-4cb7-9acc-fe4a48e0382e req-6f6e8351-d462-48cb-a22e-92c55622c36d service nova] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Received event network-vif-plugged-73d6e3b9-0450-495a-99c4-357f5f94e9b3 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1329.073503] env[62643]: DEBUG oslo_concurrency.lockutils [req-fbfa9746-49fe-4cb7-9acc-fe4a48e0382e req-6f6e8351-d462-48cb-a22e-92c55622c36d service nova] Acquiring lock "93425196-48ef-4dc2-81cd-fa168fe469f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.073764] env[62643]: DEBUG oslo_concurrency.lockutils [req-fbfa9746-49fe-4cb7-9acc-fe4a48e0382e req-6f6e8351-d462-48cb-a22e-92c55622c36d service nova] Lock "93425196-48ef-4dc2-81cd-fa168fe469f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.073939] env[62643]: DEBUG oslo_concurrency.lockutils [req-fbfa9746-49fe-4cb7-9acc-fe4a48e0382e req-6f6e8351-d462-48cb-a22e-92c55622c36d service nova] Lock "93425196-48ef-4dc2-81cd-fa168fe469f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.074300] env[62643]: DEBUG nova.compute.manager [req-fbfa9746-49fe-4cb7-9acc-fe4a48e0382e req-6f6e8351-d462-48cb-a22e-92c55622c36d service nova] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] No waiting events found dispatching network-vif-plugged-73d6e3b9-0450-495a-99c4-357f5f94e9b3 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.074517] env[62643]: WARNING nova.compute.manager [req-fbfa9746-49fe-4cb7-9acc-fe4a48e0382e req-6f6e8351-d462-48cb-a22e-92c55622c36d service nova] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Received unexpected event network-vif-plugged-73d6e3b9-0450-495a-99c4-357f5f94e9b3 for instance with vm_state building and task_state spawning. [ 1329.163564] env[62643]: DEBUG nova.network.neutron [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Successfully updated port: 73d6e3b9-0450-495a-99c4-357f5f94e9b3 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.668558] env[62643]: DEBUG oslo_concurrency.lockutils [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "refresh_cache-93425196-48ef-4dc2-81cd-fa168fe469f7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.668676] env[62643]: DEBUG oslo_concurrency.lockutils [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "refresh_cache-93425196-48ef-4dc2-81cd-fa168fe469f7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.668795] env[62643]: DEBUG nova.network.neutron [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.200287] env[62643]: DEBUG nova.network.neutron [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.319517] env[62643]: DEBUG nova.network.neutron [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Updating instance_info_cache with network_info: [{"id": "73d6e3b9-0450-495a-99c4-357f5f94e9b3", "address": "fa:16:3e:61:76:a0", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d6e3b9-04", "ovs_interfaceid": "73d6e3b9-0450-495a-99c4-357f5f94e9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.701962] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Volume attach. Driver type: vmdk {{(pid=62643) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1330.702247] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483823', 'volume_id': '64adb4d5-c7e4-407d-82a8-3eae76779d49', 'name': 'volume-64adb4d5-c7e4-407d-82a8-3eae76779d49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c321d8e2-4f2d-4408-915b-4eb02794700a', 'attached_at': '', 'detached_at': '', 'volume_id': '64adb4d5-c7e4-407d-82a8-3eae76779d49', 'serial': '64adb4d5-c7e4-407d-82a8-3eae76779d49'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1330.703150] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61674fc6-2a0f-4150-84bf-c0c7079b8552 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.719573] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe340aa-d4cb-4ebb-bb83-a6ca99241c80 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.743732] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-64adb4d5-c7e4-407d-82a8-3eae76779d49/volume-64adb4d5-c7e4-407d-82a8-3eae76779d49.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.743954] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-527efbe5-0906-40c5-a54f-9d9617b5b66d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.761215] env[62643]: DEBUG oslo_vmware.api [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1330.761215] env[62643]: value = "task-2384287" [ 1330.761215] env[62643]: _type = "Task" [ 1330.761215] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.769660] env[62643]: DEBUG oslo_vmware.api [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.822621] env[62643]: DEBUG oslo_concurrency.lockutils [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "refresh_cache-93425196-48ef-4dc2-81cd-fa168fe469f7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.823099] env[62643]: DEBUG nova.compute.manager [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Instance network_info: |[{"id": "73d6e3b9-0450-495a-99c4-357f5f94e9b3", "address": "fa:16:3e:61:76:a0", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d6e3b9-04", "ovs_interfaceid": "73d6e3b9-0450-495a-99c4-357f5f94e9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1330.823627] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:76:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73d6e3b9-0450-495a-99c4-357f5f94e9b3', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1330.832251] env[62643]: DEBUG oslo.service.loopingcall [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1330.832635] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1330.832964] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49ff6579-f5d3-4e3b-a4d7-5d80a328b193 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.854343] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1330.854343] env[62643]: value = "task-2384288" [ 1330.854343] env[62643]: _type = "Task" [ 1330.854343] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.862912] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384288, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.099209] env[62643]: DEBUG nova.compute.manager [req-1f9affb5-a179-4d43-8a66-706b7e538e52 req-d9fcce9a-0302-472e-a68c-0d6b72f60bc8 service nova] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Received event network-changed-73d6e3b9-0450-495a-99c4-357f5f94e9b3 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1331.099521] env[62643]: DEBUG nova.compute.manager [req-1f9affb5-a179-4d43-8a66-706b7e538e52 req-d9fcce9a-0302-472e-a68c-0d6b72f60bc8 service nova] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Refreshing instance network info cache due to event network-changed-73d6e3b9-0450-495a-99c4-357f5f94e9b3. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1331.099813] env[62643]: DEBUG oslo_concurrency.lockutils [req-1f9affb5-a179-4d43-8a66-706b7e538e52 req-d9fcce9a-0302-472e-a68c-0d6b72f60bc8 service nova] Acquiring lock "refresh_cache-93425196-48ef-4dc2-81cd-fa168fe469f7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.099972] env[62643]: DEBUG oslo_concurrency.lockutils [req-1f9affb5-a179-4d43-8a66-706b7e538e52 req-d9fcce9a-0302-472e-a68c-0d6b72f60bc8 service nova] Acquired lock "refresh_cache-93425196-48ef-4dc2-81cd-fa168fe469f7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.100166] env[62643]: DEBUG nova.network.neutron [req-1f9affb5-a179-4d43-8a66-706b7e538e52 req-d9fcce9a-0302-472e-a68c-0d6b72f60bc8 service nova] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Refreshing network info cache for port 73d6e3b9-0450-495a-99c4-357f5f94e9b3 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.272493] env[62643]: DEBUG oslo_vmware.api [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384287, 'name': ReconfigVM_Task, 'duration_secs': 0.337673} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.272846] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-64adb4d5-c7e4-407d-82a8-3eae76779d49/volume-64adb4d5-c7e4-407d-82a8-3eae76779d49.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.277296] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-747ec7f7-9e36-44ec-bd65-102aa1ce6740 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.292178] env[62643]: DEBUG oslo_vmware.api [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1331.292178] env[62643]: value = "task-2384289" [ 1331.292178] env[62643]: _type = "Task" [ 1331.292178] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.299403] env[62643]: DEBUG oslo_vmware.api [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.363206] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384288, 'name': CreateVM_Task, 'duration_secs': 0.289745} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.363383] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.364065] env[62643]: DEBUG oslo_concurrency.lockutils [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.364236] env[62643]: DEBUG oslo_concurrency.lockutils [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.364560] env[62643]: DEBUG oslo_concurrency.lockutils [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1331.364802] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be10932-04f3-4c14-9e71-0a575784fb33 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.369381] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1331.369381] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52646927-4914-799c-bfc8-8d3aa15f696e" [ 1331.369381] env[62643]: _type = "Task" [ 1331.369381] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.376761] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52646927-4914-799c-bfc8-8d3aa15f696e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.787654] env[62643]: DEBUG nova.network.neutron [req-1f9affb5-a179-4d43-8a66-706b7e538e52 req-d9fcce9a-0302-472e-a68c-0d6b72f60bc8 service nova] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Updated VIF entry in instance network info cache for port 73d6e3b9-0450-495a-99c4-357f5f94e9b3. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.788013] env[62643]: DEBUG nova.network.neutron [req-1f9affb5-a179-4d43-8a66-706b7e538e52 req-d9fcce9a-0302-472e-a68c-0d6b72f60bc8 service nova] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Updating instance_info_cache with network_info: [{"id": "73d6e3b9-0450-495a-99c4-357f5f94e9b3", "address": "fa:16:3e:61:76:a0", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d6e3b9-04", "ovs_interfaceid": "73d6e3b9-0450-495a-99c4-357f5f94e9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.802237] env[62643]: DEBUG oslo_vmware.api [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384289, 'name': ReconfigVM_Task, 'duration_secs': 0.134643} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.802530] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483823', 'volume_id': '64adb4d5-c7e4-407d-82a8-3eae76779d49', 'name': 'volume-64adb4d5-c7e4-407d-82a8-3eae76779d49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c321d8e2-4f2d-4408-915b-4eb02794700a', 'attached_at': '', 'detached_at': '', 'volume_id': '64adb4d5-c7e4-407d-82a8-3eae76779d49', 'serial': '64adb4d5-c7e4-407d-82a8-3eae76779d49'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1331.879328] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52646927-4914-799c-bfc8-8d3aa15f696e, 'name': SearchDatastore_Task, 'duration_secs': 0.009323} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.879625] env[62643]: DEBUG oslo_concurrency.lockutils [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.879859] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.880128] env[62643]: DEBUG oslo_concurrency.lockutils [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.880252] env[62643]: DEBUG oslo_concurrency.lockutils [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.880451] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.880705] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89f7b74a-76db-425e-b397-8b0804b46abb {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.888909] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.889100] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1331.889775] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79bb24d0-0a68-4a1c-9e7e-adb3aed2f25f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.894535] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1331.894535] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f12a7c-ddc5-512b-8a5f-8a015d98cee7" [ 1331.894535] env[62643]: _type = "Task" [ 1331.894535] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.901484] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f12a7c-ddc5-512b-8a5f-8a015d98cee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.291044] env[62643]: DEBUG oslo_concurrency.lockutils [req-1f9affb5-a179-4d43-8a66-706b7e538e52 req-d9fcce9a-0302-472e-a68c-0d6b72f60bc8 service nova] Releasing lock "refresh_cache-93425196-48ef-4dc2-81cd-fa168fe469f7" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.404608] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52f12a7c-ddc5-512b-8a5f-8a015d98cee7, 'name': SearchDatastore_Task, 'duration_secs': 0.007852} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.405383] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94bbf8e1-5339-4dc1-ba59-1985ec03522d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.410729] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1332.410729] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a5e51f-8f29-b74e-70dd-04dea08bfa37" [ 1332.410729] env[62643]: _type = "Task" [ 1332.410729] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.418928] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a5e51f-8f29-b74e-70dd-04dea08bfa37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.838870] env[62643]: DEBUG nova.objects.instance [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lazy-loading 'flavor' on Instance uuid c321d8e2-4f2d-4408-915b-4eb02794700a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.921016] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52a5e51f-8f29-b74e-70dd-04dea08bfa37, 'name': SearchDatastore_Task, 'duration_secs': 0.008922} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.921310] env[62643]: DEBUG oslo_concurrency.lockutils [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.921569] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 93425196-48ef-4dc2-81cd-fa168fe469f7/93425196-48ef-4dc2-81cd-fa168fe469f7.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.921820] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-735e835c-6f1c-4931-9233-15c08817039c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.928951] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1332.928951] env[62643]: value = "task-2384290" [ 1332.928951] env[62643]: _type = "Task" [ 1332.928951] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.935976] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.343756] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ce7cecad-5bd9-426d-b312-54f67eee37a0 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.236s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.440508] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437554} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.440763] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 93425196-48ef-4dc2-81cd-fa168fe469f7/93425196-48ef-4dc2-81cd-fa168fe469f7.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1333.440978] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1333.441243] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d56f83d-3901-484f-bc62-edbb42402975 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.447453] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1333.447453] env[62643]: value = "task-2384291" [ 1333.447453] env[62643]: _type = "Task" [ 1333.447453] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.455151] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.957285] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154501} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.957485] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.958172] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa08f45-f20d-4345-a7ef-51e0386e5e35 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.979584] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 93425196-48ef-4dc2-81cd-fa168fe469f7/93425196-48ef-4dc2-81cd-fa168fe469f7.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.979863] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbf0dea2-45ea-4fc3-858f-10172bad30a8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.998677] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1333.998677] env[62643]: value = "task-2384292" [ 1333.998677] env[62643]: _type = "Task" [ 1333.998677] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.006052] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.163716] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "c321d8e2-4f2d-4408-915b-4eb02794700a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.163958] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.508325] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384292, 'name': ReconfigVM_Task, 'duration_secs': 0.260222} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.508720] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 93425196-48ef-4dc2-81cd-fa168fe469f7/93425196-48ef-4dc2-81cd-fa168fe469f7.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.509239] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-deffa211-5ae6-4873-9b01-fe8f4daf5111 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.514986] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1334.514986] env[62643]: value = "task-2384293" [ 1334.514986] env[62643]: _type = "Task" [ 1334.514986] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.522822] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384293, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.667390] env[62643]: DEBUG nova.compute.utils [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1335.025252] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384293, 'name': Rename_Task, 'duration_secs': 0.144608} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.025674] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.025740] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18a191a6-8586-4a3c-bab8-1fdfbd63ca73 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.033305] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1335.033305] env[62643]: value = "task-2384294" [ 1335.033305] env[62643]: _type = "Task" [ 1335.033305] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.043422] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.170075] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.543544] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384294, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.043631] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384294, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.229035] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "c321d8e2-4f2d-4408-915b-4eb02794700a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.229255] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.229520] env[62643]: INFO nova.compute.manager [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Attaching volume 860a783f-8d81-495b-999c-bf781f0f5990 to /dev/sdc [ 1336.262225] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1843bc9f-8e7f-4d83-b522-dc94a216484c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.269094] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e064d6da-a867-47c1-afbc-049d342e1e55 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.282402] env[62643]: DEBUG nova.virt.block_device [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Updating existing volume attachment record: 81da9069-3248-43ec-b467-db9c8460d0bd {{(pid=62643) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1336.544384] env[62643]: DEBUG oslo_vmware.api [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384294, 'name': PowerOnVM_Task, 'duration_secs': 1.017914} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.544816] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.544914] env[62643]: INFO nova.compute.manager [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1336.545137] env[62643]: DEBUG nova.compute.manager [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.545944] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda7e24d-188c-466d-a7eb-dff71cb69a47 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.063982] env[62643]: INFO nova.compute.manager [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Took 12.34 seconds to build instance. [ 1337.566119] env[62643]: DEBUG oslo_concurrency.lockutils [None req-746dd6ca-9a5f-40a0-9c46-d4eb16b08e07 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "93425196-48ef-4dc2-81cd-fa168fe469f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.852s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.157274] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "93425196-48ef-4dc2-81cd-fa168fe469f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.157516] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "93425196-48ef-4dc2-81cd-fa168fe469f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.157734] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "93425196-48ef-4dc2-81cd-fa168fe469f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.157927] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "93425196-48ef-4dc2-81cd-fa168fe469f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.158107] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "93425196-48ef-4dc2-81cd-fa168fe469f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.160130] env[62643]: INFO nova.compute.manager [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Terminating instance [ 1338.663739] env[62643]: DEBUG nova.compute.manager [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1338.664136] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.665080] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05309721-69d2-45dc-b03a-36f0847837c5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.672357] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.672621] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-998e2af4-fd9d-43d6-b42e-7eb43a21d4f8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.678360] env[62643]: DEBUG oslo_vmware.api [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1338.678360] env[62643]: value = "task-2384297" [ 1338.678360] env[62643]: _type = "Task" [ 1338.678360] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.687868] env[62643]: DEBUG oslo_vmware.api [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.188497] env[62643]: DEBUG oslo_vmware.api [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384297, 'name': PowerOffVM_Task, 'duration_secs': 0.170836} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.189155] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.189155] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.189301] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f58d628-e552-4a44-8117-61253c52d658 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.251767] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.251969] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.252171] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleting the datastore file [datastore2] 93425196-48ef-4dc2-81cd-fa168fe469f7 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.252436] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4df1cf1b-b125-4064-8c45-0097091737f8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.258845] env[62643]: DEBUG oslo_vmware.api [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1339.258845] env[62643]: value = "task-2384299" [ 1339.258845] env[62643]: _type = "Task" [ 1339.258845] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.266197] env[62643]: DEBUG oslo_vmware.api [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.770733] env[62643]: DEBUG oslo_vmware.api [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141472} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.771169] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.771169] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.771314] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.771468] env[62643]: INFO nova.compute.manager [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1339.771748] env[62643]: DEBUG oslo.service.loopingcall [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1339.771935] env[62643]: DEBUG nova.compute.manager [-] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1339.772039] env[62643]: DEBUG nova.network.neutron [-] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.006472] env[62643]: DEBUG nova.compute.manager [req-6bd63183-2c7b-4642-b2fe-2755d46402c1 req-e7cb98cc-41ef-4322-9c11-1b03a1758682 service nova] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Received event network-vif-deleted-73d6e3b9-0450-495a-99c4-357f5f94e9b3 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1340.006673] env[62643]: INFO nova.compute.manager [req-6bd63183-2c7b-4642-b2fe-2755d46402c1 req-e7cb98cc-41ef-4322-9c11-1b03a1758682 service nova] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Neutron deleted interface 73d6e3b9-0450-495a-99c4-357f5f94e9b3; detaching it from the instance and deleting it from the info cache [ 1340.007472] env[62643]: DEBUG nova.network.neutron [req-6bd63183-2c7b-4642-b2fe-2755d46402c1 req-e7cb98cc-41ef-4322-9c11-1b03a1758682 service nova] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.488860] env[62643]: DEBUG nova.network.neutron [-] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.508955] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aeac50b8-f353-4d5e-b82c-322dfbef7e90 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.518568] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c550d880-f046-42f5-8af2-faa3fd30d589 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.546398] env[62643]: DEBUG nova.compute.manager [req-6bd63183-2c7b-4642-b2fe-2755d46402c1 req-e7cb98cc-41ef-4322-9c11-1b03a1758682 service nova] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Detach interface failed, port_id=73d6e3b9-0450-495a-99c4-357f5f94e9b3, reason: Instance 93425196-48ef-4dc2-81cd-fa168fe469f7 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1340.824213] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Volume attach. Driver type: vmdk {{(pid=62643) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1340.824476] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483825', 'volume_id': '860a783f-8d81-495b-999c-bf781f0f5990', 'name': 'volume-860a783f-8d81-495b-999c-bf781f0f5990', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c321d8e2-4f2d-4408-915b-4eb02794700a', 'attached_at': '', 'detached_at': '', 'volume_id': '860a783f-8d81-495b-999c-bf781f0f5990', 'serial': '860a783f-8d81-495b-999c-bf781f0f5990'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1340.825374] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1f9033-dc5d-4609-9751-48001445d34c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.841822] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126b9a3a-5578-4557-8436-9fa6dbee6d33 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.868203] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-860a783f-8d81-495b-999c-bf781f0f5990/volume-860a783f-8d81-495b-999c-bf781f0f5990.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.868468] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-add1194a-c762-4307-be5f-8323a5deb7d8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.887370] env[62643]: DEBUG oslo_vmware.api [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1340.887370] env[62643]: value = "task-2384300" [ 1340.887370] env[62643]: _type = "Task" [ 1340.887370] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.897647] env[62643]: DEBUG oslo_vmware.api [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.991447] env[62643]: INFO nova.compute.manager [-] [instance: 93425196-48ef-4dc2-81cd-fa168fe469f7] Took 1.22 seconds to deallocate network for instance. [ 1341.397392] env[62643]: DEBUG oslo_vmware.api [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384300, 'name': ReconfigVM_Task, 'duration_secs': 0.339793} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.397682] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-860a783f-8d81-495b-999c-bf781f0f5990/volume-860a783f-8d81-495b-999c-bf781f0f5990.vmdk or device None with type thin {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.402489] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb14d4e0-618f-4342-9b1c-1bf31fc8c7ac {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.417428] env[62643]: DEBUG oslo_vmware.api [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1341.417428] env[62643]: value = "task-2384301" [ 1341.417428] env[62643]: _type = "Task" [ 1341.417428] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.424678] env[62643]: DEBUG oslo_vmware.api [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.497914] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.498207] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.498456] env[62643]: DEBUG nova.objects.instance [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lazy-loading 'resources' on Instance uuid 93425196-48ef-4dc2-81cd-fa168fe469f7 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.927540] env[62643]: DEBUG oslo_vmware.api [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384301, 'name': ReconfigVM_Task, 'duration_secs': 0.143839} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.927839] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483825', 'volume_id': '860a783f-8d81-495b-999c-bf781f0f5990', 'name': 'volume-860a783f-8d81-495b-999c-bf781f0f5990', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c321d8e2-4f2d-4408-915b-4eb02794700a', 'attached_at': '', 'detached_at': '', 'volume_id': '860a783f-8d81-495b-999c-bf781f0f5990', 'serial': '860a783f-8d81-495b-999c-bf781f0f5990'} {{(pid=62643) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1342.081704] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb1c3d9-4b0b-47c9-8a5e-f490f6115ed2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.088967] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba240f2-2894-4df9-9fd3-9153348b671e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.118773] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b30b2a6-ab77-48a2-90cc-2a11e6af8833 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.126032] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54c4377-beaa-4a46-8c12-835c4e16e2d2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.139222] env[62643]: DEBUG nova.compute.provider_tree [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.642207] env[62643]: DEBUG nova.scheduler.client.report [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.964542] env[62643]: DEBUG nova.objects.instance [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lazy-loading 'flavor' on Instance uuid c321d8e2-4f2d-4408-915b-4eb02794700a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.147171] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.167617] env[62643]: INFO nova.scheduler.client.report [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleted allocations for instance 93425196-48ef-4dc2-81cd-fa168fe469f7 [ 1343.469291] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d7d3ff5f-e808-4108-8f9f-435769e5ce90 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.676969] env[62643]: DEBUG oslo_concurrency.lockutils [None req-6143e0ad-c916-4b60-be13-f83b0133d9c4 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "93425196-48ef-4dc2-81cd-fa168fe469f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.519s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.751718] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "c321d8e2-4f2d-4408-915b-4eb02794700a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.751902] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.255043] env[62643]: INFO nova.compute.manager [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Detaching volume 64adb4d5-c7e4-407d-82a8-3eae76779d49 [ 1344.288609] env[62643]: INFO nova.virt.block_device [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Attempting to driver detach volume 64adb4d5-c7e4-407d-82a8-3eae76779d49 from mountpoint /dev/sdb [ 1344.288864] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1344.289063] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483823', 'volume_id': '64adb4d5-c7e4-407d-82a8-3eae76779d49', 'name': 'volume-64adb4d5-c7e4-407d-82a8-3eae76779d49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c321d8e2-4f2d-4408-915b-4eb02794700a', 'attached_at': '', 'detached_at': '', 'volume_id': '64adb4d5-c7e4-407d-82a8-3eae76779d49', 'serial': '64adb4d5-c7e4-407d-82a8-3eae76779d49'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1344.289975] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a321ac34-848e-419c-8f06-30f9b808d8a6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.313619] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f548d705-e5b1-4651-811c-461fc354d7ea {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.320196] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b136d428-d706-464f-9f6f-58b4c4c48638 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.343680] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2011d521-f2e5-496a-939e-cb2a01e2419f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.358256] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] The volume has not been displaced from its original location: [datastore2] volume-64adb4d5-c7e4-407d-82a8-3eae76779d49/volume-64adb4d5-c7e4-407d-82a8-3eae76779d49.vmdk. No consolidation needed. {{(pid=62643) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1344.363417] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1344.363707] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b56fa2c6-31f4-477e-98e9-26f764a64065 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.381239] env[62643]: DEBUG oslo_vmware.api [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1344.381239] env[62643]: value = "task-2384302" [ 1344.381239] env[62643]: _type = "Task" [ 1344.381239] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.388655] env[62643]: DEBUG oslo_vmware.api [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.891166] env[62643]: DEBUG oslo_vmware.api [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384302, 'name': ReconfigVM_Task, 'duration_secs': 0.232319} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.891444] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1344.895948] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a2eadcd-9e1d-4b1b-8373-f563ad6bbfa2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.910861] env[62643]: DEBUG oslo_vmware.api [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1344.910861] env[62643]: value = "task-2384303" [ 1344.910861] env[62643]: _type = "Task" [ 1344.910861] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.920951] env[62643]: DEBUG oslo_vmware.api [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.147036] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "16b99853-c07c-4caf-82da-eba2b1eaa946" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.147274] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "16b99853-c07c-4caf-82da-eba2b1eaa946" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.421446] env[62643]: DEBUG oslo_vmware.api [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384303, 'name': ReconfigVM_Task, 'duration_secs': 0.14016} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.421938] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483823', 'volume_id': '64adb4d5-c7e4-407d-82a8-3eae76779d49', 'name': 'volume-64adb4d5-c7e4-407d-82a8-3eae76779d49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c321d8e2-4f2d-4408-915b-4eb02794700a', 'attached_at': '', 'detached_at': '', 'volume_id': '64adb4d5-c7e4-407d-82a8-3eae76779d49', 'serial': '64adb4d5-c7e4-407d-82a8-3eae76779d49'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1345.649776] env[62643]: DEBUG nova.compute.manager [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Starting instance... {{(pid=62643) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1345.964271] env[62643]: DEBUG nova.objects.instance [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lazy-loading 'flavor' on Instance uuid c321d8e2-4f2d-4408-915b-4eb02794700a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.167900] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.168168] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.169596] env[62643]: INFO nova.compute.claims [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.970655] env[62643]: DEBUG oslo_concurrency.lockutils [None req-b6e92d33-ea38-4436-a2d9-f10fa4f5041d tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.252206] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdd8eaa-117d-4bd4-98b2-777ec0e2b7d6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.259590] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac565439-4105-49f8-b1a9-39a58e370cb6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.288530] env[62643]: DEBUG oslo_concurrency.lockutils [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "c321d8e2-4f2d-4408-915b-4eb02794700a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.288759] env[62643]: DEBUG oslo_concurrency.lockutils [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.290620] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832759ec-8c90-400b-82b6-d11097a71847 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.298398] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7642f509-1a78-48a4-8857-26464448693f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.311663] env[62643]: DEBUG nova.compute.provider_tree [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.794942] env[62643]: INFO nova.compute.manager [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Detaching volume 860a783f-8d81-495b-999c-bf781f0f5990 [ 1347.814280] env[62643]: DEBUG nova.scheduler.client.report [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.826592] env[62643]: INFO nova.virt.block_device [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Attempting to driver detach volume 860a783f-8d81-495b-999c-bf781f0f5990 from mountpoint /dev/sdc [ 1347.826592] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1347.826592] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483825', 'volume_id': '860a783f-8d81-495b-999c-bf781f0f5990', 'name': 'volume-860a783f-8d81-495b-999c-bf781f0f5990', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c321d8e2-4f2d-4408-915b-4eb02794700a', 'attached_at': '', 'detached_at': '', 'volume_id': '860a783f-8d81-495b-999c-bf781f0f5990', 'serial': '860a783f-8d81-495b-999c-bf781f0f5990'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1347.827435] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0f8998-c66e-4530-a644-460c438f4b8f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.851561] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e915e32a-798a-47ce-8083-c9d6effe291a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.511358] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.511866] env[62643]: DEBUG nova.compute.manager [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Start building networks asynchronously for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1348.521904] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f84c2b-d039-43c2-8c4f-6788559a50c9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.542165] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52721b3d-5cf5-43b5-b54b-32b8da146a37 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.557184] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] The volume has not been displaced from its original location: [datastore2] volume-860a783f-8d81-495b-999c-bf781f0f5990/volume-860a783f-8d81-495b-999c-bf781f0f5990.vmdk. No consolidation needed. {{(pid=62643) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1348.562349] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Reconfiguring VM instance instance-00000078 to detach disk 2002 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1348.562953] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0fda42d-bab4-4816-b938-cc332bd84208 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.580221] env[62643]: DEBUG oslo_vmware.api [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1348.580221] env[62643]: value = "task-2384304" [ 1348.580221] env[62643]: _type = "Task" [ 1348.580221] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.587215] env[62643]: DEBUG oslo_vmware.api [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.017827] env[62643]: DEBUG nova.compute.utils [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Using /dev/sd instead of None {{(pid=62643) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1349.019333] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.019548] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.019743] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.019928] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.020108] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.021614] env[62643]: DEBUG nova.compute.manager [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Allocating IP information in the background. {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1349.021782] env[62643]: DEBUG nova.network.neutron [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] allocate_for_instance() {{(pid=62643) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1349.024048] env[62643]: INFO nova.compute.manager [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Terminating instance [ 1349.063994] env[62643]: DEBUG nova.policy [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d16bbc43b16484ba63567fe0b58ecb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75520837a2814a72859c7dbdb18a0d2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62643) authorize /opt/stack/nova/nova/policy.py:192}} [ 1349.089780] env[62643]: DEBUG oslo_vmware.api [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384304, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.369135] env[62643]: DEBUG nova.network.neutron [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Successfully created port: 7042b3fc-a4d4-4b35-a8d8-acabf41e1317 {{(pid=62643) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1349.525170] env[62643]: DEBUG nova.compute.manager [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Start building block device mappings for instance. {{(pid=62643) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1349.528522] env[62643]: DEBUG nova.compute.manager [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1349.528764] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.529238] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4e92983-6f79-4570-aa5f-8e51ada3a677 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.535897] env[62643]: DEBUG oslo_vmware.api [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1349.535897] env[62643]: value = "task-2384305" [ 1349.535897] env[62643]: _type = "Task" [ 1349.535897] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.546331] env[62643]: DEBUG oslo_vmware.api [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.590500] env[62643]: DEBUG oslo_vmware.api [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384304, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.045505] env[62643]: DEBUG oslo_vmware.api [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384305, 'name': PowerOffVM_Task, 'duration_secs': 0.3887} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.045771] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.045962] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Volume detach. Driver type: vmdk {{(pid=62643) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1350.046165] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483817', 'volume_id': '8b873190-a2ce-43c9-9466-2717fe5a5b1a', 'name': 'volume-8b873190-a2ce-43c9-9466-2717fe5a5b1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1ffd39a3-aa15-4027-b1d8-72bc588e54a3', 'attached_at': '2025-02-07T16:31:06.000000', 'detached_at': '', 'volume_id': '8b873190-a2ce-43c9-9466-2717fe5a5b1a', 'serial': '8b873190-a2ce-43c9-9466-2717fe5a5b1a'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1350.047011] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e75817-cd0b-4a64-8dc0-61079f99c699 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.065243] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bccc8c2-be72-4855-8213-54655b5ed50e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.072250] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164c9890-8237-49d1-903c-042870d0cd7d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.092316] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80ea252-4da7-4f79-ae3b-ac18406c3cea {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.098973] env[62643]: DEBUG oslo_vmware.api [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384304, 'name': ReconfigVM_Task, 'duration_secs': 1.22632} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.108930] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Reconfigured VM instance instance-00000078 to detach disk 2002 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1350.113714] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] The volume has not been displaced from its original location: [datastore2] volume-8b873190-a2ce-43c9-9466-2717fe5a5b1a/volume-8b873190-a2ce-43c9-9466-2717fe5a5b1a.vmdk. No consolidation needed. {{(pid=62643) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1350.118690] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1350.118949] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5de109fc-77f8-461f-8cc6-93779791f6c9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.128550] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f537dd7c-245b-4153-a217-8135225f7a13 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.146052] env[62643]: DEBUG oslo_vmware.api [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1350.146052] env[62643]: value = "task-2384306" [ 1350.146052] env[62643]: _type = "Task" [ 1350.146052] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.147222] env[62643]: DEBUG oslo_vmware.api [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1350.147222] env[62643]: value = "task-2384307" [ 1350.147222] env[62643]: _type = "Task" [ 1350.147222] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.156898] env[62643]: DEBUG oslo_vmware.api [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.159816] env[62643]: DEBUG oslo_vmware.api [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.535486] env[62643]: DEBUG nova.compute.manager [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Start spawning the instance on the hypervisor. {{(pid=62643) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1350.561280] env[62643]: DEBUG nova.virt.hardware [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T16:16:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T16:16:25Z,direct_url=,disk_format='vmdk',id=44c3fcb5-c3ac-4085-93b4-0119603910a4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd63997587314f1ba7dcd610ce3566be',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T16:16:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.561532] env[62643]: DEBUG nova.virt.hardware [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Flavor limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.561720] env[62643]: DEBUG nova.virt.hardware [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Image limits 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.561916] env[62643]: DEBUG nova.virt.hardware [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Flavor pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.562076] env[62643]: DEBUG nova.virt.hardware [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Image pref 0:0:0 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.562229] env[62643]: DEBUG nova.virt.hardware [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62643) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.562438] env[62643]: DEBUG nova.virt.hardware [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.562600] env[62643]: DEBUG nova.virt.hardware [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.562767] env[62643]: DEBUG nova.virt.hardware [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Got 1 possible topologies {{(pid=62643) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.562935] env[62643]: DEBUG nova.virt.hardware [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.563123] env[62643]: DEBUG nova.virt.hardware [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62643) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.563966] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb67e0c-9362-42d7-8152-5e968b3c0027 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.573127] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a02fd0-7c4c-441b-baa0-c60f89fceae0 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.658152] env[62643]: DEBUG oslo_vmware.api [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384306, 'name': ReconfigVM_Task, 'duration_secs': 0.15025} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.661184] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483825', 'volume_id': '860a783f-8d81-495b-999c-bf781f0f5990', 'name': 'volume-860a783f-8d81-495b-999c-bf781f0f5990', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c321d8e2-4f2d-4408-915b-4eb02794700a', 'attached_at': '', 'detached_at': '', 'volume_id': '860a783f-8d81-495b-999c-bf781f0f5990', 'serial': '860a783f-8d81-495b-999c-bf781f0f5990'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1350.663220] env[62643]: DEBUG oslo_vmware.api [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384307, 'name': ReconfigVM_Task, 'duration_secs': 0.16962} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.663638] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62643) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1350.668047] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e0c86ee-c7f5-4be3-9bb1-5a0f886c452c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.683016] env[62643]: DEBUG oslo_vmware.api [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1350.683016] env[62643]: value = "task-2384308" [ 1350.683016] env[62643]: _type = "Task" [ 1350.683016] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.690329] env[62643]: DEBUG oslo_vmware.api [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.744875] env[62643]: DEBUG nova.compute.manager [req-64693753-c786-46b2-a70b-7ad81fa7852e req-1be1c382-6c86-417d-a441-250e14ed8760 service nova] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Received event network-vif-plugged-7042b3fc-a4d4-4b35-a8d8-acabf41e1317 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1350.745159] env[62643]: DEBUG oslo_concurrency.lockutils [req-64693753-c786-46b2-a70b-7ad81fa7852e req-1be1c382-6c86-417d-a441-250e14ed8760 service nova] Acquiring lock "16b99853-c07c-4caf-82da-eba2b1eaa946-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.745404] env[62643]: DEBUG oslo_concurrency.lockutils [req-64693753-c786-46b2-a70b-7ad81fa7852e req-1be1c382-6c86-417d-a441-250e14ed8760 service nova] Lock "16b99853-c07c-4caf-82da-eba2b1eaa946-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.745617] env[62643]: DEBUG oslo_concurrency.lockutils [req-64693753-c786-46b2-a70b-7ad81fa7852e req-1be1c382-6c86-417d-a441-250e14ed8760 service nova] Lock "16b99853-c07c-4caf-82da-eba2b1eaa946-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.745815] env[62643]: DEBUG nova.compute.manager [req-64693753-c786-46b2-a70b-7ad81fa7852e req-1be1c382-6c86-417d-a441-250e14ed8760 service nova] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] No waiting events found dispatching network-vif-plugged-7042b3fc-a4d4-4b35-a8d8-acabf41e1317 {{(pid=62643) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1350.746039] env[62643]: WARNING nova.compute.manager [req-64693753-c786-46b2-a70b-7ad81fa7852e req-1be1c382-6c86-417d-a441-250e14ed8760 service nova] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Received unexpected event network-vif-plugged-7042b3fc-a4d4-4b35-a8d8-acabf41e1317 for instance with vm_state building and task_state spawning. [ 1350.835150] env[62643]: DEBUG nova.network.neutron [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Successfully updated port: 7042b3fc-a4d4-4b35-a8d8-acabf41e1317 {{(pid=62643) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1351.192945] env[62643]: DEBUG oslo_vmware.api [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384308, 'name': ReconfigVM_Task, 'duration_secs': 0.107465} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.193284] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483817', 'volume_id': '8b873190-a2ce-43c9-9466-2717fe5a5b1a', 'name': 'volume-8b873190-a2ce-43c9-9466-2717fe5a5b1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1ffd39a3-aa15-4027-b1d8-72bc588e54a3', 'attached_at': '2025-02-07T16:31:06.000000', 'detached_at': '', 'volume_id': '8b873190-a2ce-43c9-9466-2717fe5a5b1a', 'serial': '8b873190-a2ce-43c9-9466-2717fe5a5b1a'} {{(pid=62643) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1351.193572] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.194330] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babf8ff1-fc60-4dc3-9f28-e7ebf501e0fe {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.200365] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.201531] env[62643]: DEBUG nova.objects.instance [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lazy-loading 'flavor' on Instance uuid c321d8e2-4f2d-4408-915b-4eb02794700a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.202734] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23dec649-7985-421c-85ea-0ff10a2e41e9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.269352] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.269563] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.269760] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleting the datastore file [datastore2] 1ffd39a3-aa15-4027-b1d8-72bc588e54a3 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.270077] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e37ad5ae-9f5e-459b-9c68-9b0be0a9d076 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.276246] env[62643]: DEBUG oslo_vmware.api [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1351.276246] env[62643]: value = "task-2384310" [ 1351.276246] env[62643]: _type = "Task" [ 1351.276246] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.284935] env[62643]: DEBUG oslo_vmware.api [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.337863] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "refresh_cache-16b99853-c07c-4caf-82da-eba2b1eaa946" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.338037] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "refresh_cache-16b99853-c07c-4caf-82da-eba2b1eaa946" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.338188] env[62643]: DEBUG nova.network.neutron [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Building network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.788172] env[62643]: DEBUG oslo_vmware.api [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080303} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.788172] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.788172] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.788172] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.788172] env[62643]: INFO nova.compute.manager [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1351.788935] env[62643]: DEBUG oslo.service.loopingcall [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1351.788935] env[62643]: DEBUG nova.compute.manager [-] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1351.788935] env[62643]: DEBUG nova.network.neutron [-] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1351.888602] env[62643]: DEBUG nova.network.neutron [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1352.136895] env[62643]: DEBUG nova.network.neutron [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Updating instance_info_cache with network_info: [{"id": "7042b3fc-a4d4-4b35-a8d8-acabf41e1317", "address": "fa:16:3e:2b:fe:95", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7042b3fc-a4", "ovs_interfaceid": "7042b3fc-a4d4-4b35-a8d8-acabf41e1317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.210939] env[62643]: DEBUG oslo_concurrency.lockutils [None req-38e7fca4-4e2a-4eeb-84a4-dc53cd0baa12 tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.921s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.641170] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "refresh_cache-16b99853-c07c-4caf-82da-eba2b1eaa946" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.641518] env[62643]: DEBUG nova.compute.manager [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Instance network_info: |[{"id": "7042b3fc-a4d4-4b35-a8d8-acabf41e1317", "address": "fa:16:3e:2b:fe:95", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7042b3fc-a4", "ovs_interfaceid": "7042b3fc-a4d4-4b35-a8d8-acabf41e1317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62643) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1352.641976] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:fe:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7042b3fc-a4d4-4b35-a8d8-acabf41e1317', 'vif_model': 'vmxnet3'}] {{(pid=62643) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1352.650548] env[62643]: DEBUG oslo.service.loopingcall [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.650548] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Creating VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1352.650810] env[62643]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efad6bb6-fa83-425a-a000-a8de54da4702 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.670506] env[62643]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1352.670506] env[62643]: value = "task-2384311" [ 1352.670506] env[62643]: _type = "Task" [ 1352.670506] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.678013] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384311, 'name': CreateVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.737416] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "c321d8e2-4f2d-4408-915b-4eb02794700a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.737849] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.738233] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "c321d8e2-4f2d-4408-915b-4eb02794700a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.738559] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.738856] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.741311] env[62643]: INFO nova.compute.manager [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Terminating instance [ 1352.777560] env[62643]: DEBUG nova.compute.manager [req-d2e36215-0867-48b8-ad0d-7c1dac06de0c req-67bb22e4-ef2a-426a-b876-8ffcc6649f5c service nova] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Received event network-changed-7042b3fc-a4d4-4b35-a8d8-acabf41e1317 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1352.777867] env[62643]: DEBUG nova.compute.manager [req-d2e36215-0867-48b8-ad0d-7c1dac06de0c req-67bb22e4-ef2a-426a-b876-8ffcc6649f5c service nova] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Refreshing instance network info cache due to event network-changed-7042b3fc-a4d4-4b35-a8d8-acabf41e1317. {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1352.778211] env[62643]: DEBUG oslo_concurrency.lockutils [req-d2e36215-0867-48b8-ad0d-7c1dac06de0c req-67bb22e4-ef2a-426a-b876-8ffcc6649f5c service nova] Acquiring lock "refresh_cache-16b99853-c07c-4caf-82da-eba2b1eaa946" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.778447] env[62643]: DEBUG oslo_concurrency.lockutils [req-d2e36215-0867-48b8-ad0d-7c1dac06de0c req-67bb22e4-ef2a-426a-b876-8ffcc6649f5c service nova] Acquired lock "refresh_cache-16b99853-c07c-4caf-82da-eba2b1eaa946" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.778709] env[62643]: DEBUG nova.network.neutron [req-d2e36215-0867-48b8-ad0d-7c1dac06de0c req-67bb22e4-ef2a-426a-b876-8ffcc6649f5c service nova] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Refreshing network info cache for port 7042b3fc-a4d4-4b35-a8d8-acabf41e1317 {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.868948] env[62643]: DEBUG nova.network.neutron [-] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.181033] env[62643]: DEBUG oslo_vmware.api [-] Task: {'id': task-2384311, 'name': CreateVM_Task, 'duration_secs': 0.317645} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.181033] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Created VM on the ESX host {{(pid=62643) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.181759] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.181978] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.182366] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1353.182653] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270b515c-6e80-4bcf-a3c2-b3ce627d3944 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.187905] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1353.187905] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5227dd2b-7c70-f94e-c378-77a8c82c64b0" [ 1353.187905] env[62643]: _type = "Task" [ 1353.187905] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.195501] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5227dd2b-7c70-f94e-c378-77a8c82c64b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.245512] env[62643]: DEBUG nova.compute.manager [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.245792] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.246673] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb56cd1-a135-4a28-9648-3e2514871055 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.254155] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.254461] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6be1400-6ef3-4e4a-b72b-16cb8a533531 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.260095] env[62643]: DEBUG oslo_vmware.api [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1353.260095] env[62643]: value = "task-2384312" [ 1353.260095] env[62643]: _type = "Task" [ 1353.260095] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.267767] env[62643]: DEBUG oslo_vmware.api [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.371477] env[62643]: INFO nova.compute.manager [-] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Took 1.58 seconds to deallocate network for instance. [ 1353.485535] env[62643]: DEBUG nova.network.neutron [req-d2e36215-0867-48b8-ad0d-7c1dac06de0c req-67bb22e4-ef2a-426a-b876-8ffcc6649f5c service nova] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Updated VIF entry in instance network info cache for port 7042b3fc-a4d4-4b35-a8d8-acabf41e1317. {{(pid=62643) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.485916] env[62643]: DEBUG nova.network.neutron [req-d2e36215-0867-48b8-ad0d-7c1dac06de0c req-67bb22e4-ef2a-426a-b876-8ffcc6649f5c service nova] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Updating instance_info_cache with network_info: [{"id": "7042b3fc-a4d4-4b35-a8d8-acabf41e1317", "address": "fa:16:3e:2b:fe:95", "network": {"id": "d1dba071-a639-4895-b847-99008ac2b4fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1459944381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75520837a2814a72859c7dbdb18a0d2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7042b3fc-a4", "ovs_interfaceid": "7042b3fc-a4d4-4b35-a8d8-acabf41e1317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.697615] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5227dd2b-7c70-f94e-c378-77a8c82c64b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.697871] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.698120] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Processing image 44c3fcb5-c3ac-4085-93b4-0119603910a4 {{(pid=62643) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.698366] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.698525] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.698735] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.698989] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de3ce181-506b-47ff-b1e9-992ec015be18 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.706377] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62643) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.706548] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62643) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.707198] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb71699-d9cf-46fe-92af-8de92818b043 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.711547] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1353.711547] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52694fe5-a951-6cfd-713a-49280b81f4a2" [ 1353.711547] env[62643]: _type = "Task" [ 1353.711547] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.719631] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52694fe5-a951-6cfd-713a-49280b81f4a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.769546] env[62643]: DEBUG oslo_vmware.api [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384312, 'name': PowerOffVM_Task, 'duration_secs': 0.173812} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.769796] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.769962] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.770208] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff86f5d9-c226-4dec-9082-4f80379799d7 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.828653] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.828886] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.829079] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Deleting the datastore file [datastore2] c321d8e2-4f2d-4408-915b-4eb02794700a {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.829329] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eadcb80d-d0bc-4486-bff4-abfcc3470b1b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.835529] env[62643]: DEBUG oslo_vmware.api [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for the task: (returnval){ [ 1353.835529] env[62643]: value = "task-2384314" [ 1353.835529] env[62643]: _type = "Task" [ 1353.835529] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.843056] env[62643]: DEBUG oslo_vmware.api [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.920783] env[62643]: INFO nova.compute.manager [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Took 0.55 seconds to detach 1 volumes for instance. [ 1353.923134] env[62643]: DEBUG nova.compute.manager [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Deleting volume: 8b873190-a2ce-43c9-9466-2717fe5a5b1a {{(pid=62643) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1353.989144] env[62643]: DEBUG oslo_concurrency.lockutils [req-d2e36215-0867-48b8-ad0d-7c1dac06de0c req-67bb22e4-ef2a-426a-b876-8ffcc6649f5c service nova] Releasing lock "refresh_cache-16b99853-c07c-4caf-82da-eba2b1eaa946" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.989430] env[62643]: DEBUG nova.compute.manager [req-d2e36215-0867-48b8-ad0d-7c1dac06de0c req-67bb22e4-ef2a-426a-b876-8ffcc6649f5c service nova] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Received event network-vif-deleted-fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1353.989611] env[62643]: INFO nova.compute.manager [req-d2e36215-0867-48b8-ad0d-7c1dac06de0c req-67bb22e4-ef2a-426a-b876-8ffcc6649f5c service nova] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Neutron deleted interface fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c; detaching it from the instance and deleting it from the info cache [ 1353.989784] env[62643]: DEBUG nova.network.neutron [req-d2e36215-0867-48b8-ad0d-7c1dac06de0c req-67bb22e4-ef2a-426a-b876-8ffcc6649f5c service nova] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.222633] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]52694fe5-a951-6cfd-713a-49280b81f4a2, 'name': SearchDatastore_Task, 'duration_secs': 0.007204} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.223453] env[62643]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f329482c-cbc7-4213-b7cc-24ded69b541f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.228756] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1354.228756] env[62643]: value = "session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5258d272-9a75-281a-4aca-9efeb96a7cf6" [ 1354.228756] env[62643]: _type = "Task" [ 1354.228756] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.236047] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5258d272-9a75-281a-4aca-9efeb96a7cf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.345133] env[62643]: DEBUG oslo_vmware.api [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Task: {'id': task-2384314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125814} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.345401] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.345583] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1354.345762] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1354.345936] env[62643]: INFO nova.compute.manager [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1354.346191] env[62643]: DEBUG oslo.service.loopingcall [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1354.346378] env[62643]: DEBUG nova.compute.manager [-] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1354.346468] env[62643]: DEBUG nova.network.neutron [-] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1354.461376] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.461676] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.461892] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.483467] env[62643]: INFO nova.scheduler.client.report [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleted allocations for instance 1ffd39a3-aa15-4027-b1d8-72bc588e54a3 [ 1354.492557] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74f4be40-820a-414b-93c8-e56a93afe435 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.501704] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb6f094-7812-48d1-80db-1066bb2757b1 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.533307] env[62643]: DEBUG nova.compute.manager [req-d2e36215-0867-48b8-ad0d-7c1dac06de0c req-67bb22e4-ef2a-426a-b876-8ffcc6649f5c service nova] [instance: 1ffd39a3-aa15-4027-b1d8-72bc588e54a3] Detach interface failed, port_id=fc64fab1-e0c4-4a7b-8cd7-510b77e64c1c, reason: Instance 1ffd39a3-aa15-4027-b1d8-72bc588e54a3 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1354.739249] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': session[52c034a2-87fc-4f0d-824e-02e6ba3cdf74]5258d272-9a75-281a-4aca-9efeb96a7cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.009198} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.739518] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.739771] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 16b99853-c07c-4caf-82da-eba2b1eaa946/16b99853-c07c-4caf-82da-eba2b1eaa946.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.740412] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71baa73f-050e-43f3-8033-47151acb2a39 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.748073] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1354.748073] env[62643]: value = "task-2384316" [ 1354.748073] env[62643]: _type = "Task" [ 1354.748073] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.755591] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.991962] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea84233a-6261-429b-9062-9dac5fcc946b tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "1ffd39a3-aa15-4027-b1d8-72bc588e54a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.972s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.063101] env[62643]: DEBUG nova.compute.manager [req-76631805-3616-438c-b755-a4c47d62ebd4 req-25107237-b947-4e39-89d5-5283456bc3be service nova] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Received event network-vif-deleted-0f39b9f8-5900-44a3-8ee9-c0e4da885a55 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1355.063101] env[62643]: INFO nova.compute.manager [req-76631805-3616-438c-b755-a4c47d62ebd4 req-25107237-b947-4e39-89d5-5283456bc3be service nova] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Neutron deleted interface 0f39b9f8-5900-44a3-8ee9-c0e4da885a55; detaching it from the instance and deleting it from the info cache [ 1355.063101] env[62643]: DEBUG nova.network.neutron [req-76631805-3616-438c-b755-a4c47d62ebd4 req-25107237-b947-4e39-89d5-5283456bc3be service nova] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.198980] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "05d797a4-6bb7-4813-b0e5-4cb246f2ae9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.199279] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "05d797a4-6bb7-4813-b0e5-4cb246f2ae9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.199503] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "05d797a4-6bb7-4813-b0e5-4cb246f2ae9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.199743] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "05d797a4-6bb7-4813-b0e5-4cb246f2ae9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.199938] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "05d797a4-6bb7-4813-b0e5-4cb246f2ae9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.202255] env[62643]: INFO nova.compute.manager [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Terminating instance [ 1355.258021] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507397} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.258021] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/44c3fcb5-c3ac-4085-93b4-0119603910a4/44c3fcb5-c3ac-4085-93b4-0119603910a4.vmdk to [datastore2] 16b99853-c07c-4caf-82da-eba2b1eaa946/16b99853-c07c-4caf-82da-eba2b1eaa946.vmdk {{(pid=62643) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1355.258021] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Extending root virtual disk to 1048576 {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1355.258328] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7868f034-4617-4cf0-9006-dab4420d5189 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.264978] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1355.264978] env[62643]: value = "task-2384317" [ 1355.264978] env[62643]: _type = "Task" [ 1355.264978] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.272345] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.544833] env[62643]: DEBUG nova.network.neutron [-] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.565518] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a5cc648-f4f9-4cbc-9956-eaa3aa017f75 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.575617] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0b1e90-aac5-4e16-af4c-c8e462233e53 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.602080] env[62643]: DEBUG nova.compute.manager [req-76631805-3616-438c-b755-a4c47d62ebd4 req-25107237-b947-4e39-89d5-5283456bc3be service nova] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Detach interface failed, port_id=0f39b9f8-5900-44a3-8ee9-c0e4da885a55, reason: Instance c321d8e2-4f2d-4408-915b-4eb02794700a could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1355.706381] env[62643]: DEBUG nova.compute.manager [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.706595] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.707461] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2d218a-1fbf-4e74-8f47-04559fce1636 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.714692] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.714913] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0670ff04-5ffa-4af8-8198-54379f803fe8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.720779] env[62643]: DEBUG oslo_vmware.api [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1355.720779] env[62643]: value = "task-2384318" [ 1355.720779] env[62643]: _type = "Task" [ 1355.720779] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.728112] env[62643]: DEBUG oslo_vmware.api [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.775442] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064553} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.775705] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Extended root virtual disk {{(pid=62643) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1355.776527] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d164e30f-3430-40df-a3e2-7d05b8429a82 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.798421] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 16b99853-c07c-4caf-82da-eba2b1eaa946/16b99853-c07c-4caf-82da-eba2b1eaa946.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.798741] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-646a06a0-7471-4375-8bae-9f10e7b0b51c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.819256] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1355.819256] env[62643]: value = "task-2384319" [ 1355.819256] env[62643]: _type = "Task" [ 1355.819256] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.827626] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.047361] env[62643]: INFO nova.compute.manager [-] [instance: c321d8e2-4f2d-4408-915b-4eb02794700a] Took 1.70 seconds to deallocate network for instance. [ 1356.231397] env[62643]: DEBUG oslo_vmware.api [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384318, 'name': PowerOffVM_Task, 'duration_secs': 0.250536} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.231691] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.231897] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.232147] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f97e3ed5-5170-4433-a763-ada7ab632db5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.301073] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.301326] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.301515] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleting the datastore file [datastore2] 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.301860] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d6a8c72-c193-4ea2-885b-b9a03520aa7d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.308109] env[62643]: DEBUG oslo_vmware.api [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1356.308109] env[62643]: value = "task-2384321" [ 1356.308109] env[62643]: _type = "Task" [ 1356.308109] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.316222] env[62643]: DEBUG oslo_vmware.api [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.327019] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384319, 'name': ReconfigVM_Task, 'duration_secs': 0.282708} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.327321] env[62643]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 16b99853-c07c-4caf-82da-eba2b1eaa946/16b99853-c07c-4caf-82da-eba2b1eaa946.vmdk or device None with type sparse {{(pid=62643) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.327958] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ead8f267-b16a-4635-807a-e4336b11665b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.333465] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1356.333465] env[62643]: value = "task-2384322" [ 1356.333465] env[62643]: _type = "Task" [ 1356.333465] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.340336] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384322, 'name': Rename_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.555100] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.555298] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.555496] env[62643]: DEBUG nova.objects.instance [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lazy-loading 'resources' on Instance uuid c321d8e2-4f2d-4408-915b-4eb02794700a {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.818275] env[62643]: DEBUG oslo_vmware.api [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144377} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.818482] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.818680] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.818859] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.819046] env[62643]: INFO nova.compute.manager [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1356.819289] env[62643]: DEBUG oslo.service.loopingcall [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.819509] env[62643]: DEBUG nova.compute.manager [-] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.819599] env[62643]: DEBUG nova.network.neutron [-] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.842557] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384322, 'name': Rename_Task, 'duration_secs': 0.154026} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.842557] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Powering on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.842557] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ccd7c09-39e2-49fd-94e7-ff492b853020 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.849432] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1356.849432] env[62643]: value = "task-2384323" [ 1356.849432] env[62643]: _type = "Task" [ 1356.849432] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.858871] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.109641] env[62643]: DEBUG nova.compute.manager [req-9265cada-e97c-4097-9b59-01368363f555 req-f74fd209-c9cf-4db9-9bfe-6f2a17774336 service nova] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Received event network-vif-deleted-bd5c6fae-b70e-46c3-8c09-804b8467353e {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1357.109919] env[62643]: INFO nova.compute.manager [req-9265cada-e97c-4097-9b59-01368363f555 req-f74fd209-c9cf-4db9-9bfe-6f2a17774336 service nova] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Neutron deleted interface bd5c6fae-b70e-46c3-8c09-804b8467353e; detaching it from the instance and deleting it from the info cache [ 1357.110053] env[62643]: DEBUG nova.network.neutron [req-9265cada-e97c-4097-9b59-01368363f555 req-f74fd209-c9cf-4db9-9bfe-6f2a17774336 service nova] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.142058] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fca92f-8091-464a-b174-1de702f3bc44 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.149674] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6028cbc-96fc-4a13-9e90-f2be65236bba {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.179811] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120a6cb5-e210-42e1-8389-fc42a0fdc883 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.190863] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d24ae5-8012-4827-bc78-57bb2e701f6e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.206672] env[62643]: DEBUG nova.compute.provider_tree [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.359223] env[62643]: DEBUG oslo_vmware.api [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384323, 'name': PowerOnVM_Task, 'duration_secs': 0.45039} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.359527] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Powered on the VM {{(pid=62643) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.359829] env[62643]: INFO nova.compute.manager [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1357.360105] env[62643]: DEBUG nova.compute.manager [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.360938] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d936b8c8-ecd4-4ec9-b13a-358cbe188190 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.589643] env[62643]: DEBUG nova.network.neutron [-] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.614062] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29747a8e-4096-42df-afcc-2cf9b52b3e09 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.622313] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bce712-c34d-4d7e-9cf6-e21fd077b709 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.652183] env[62643]: DEBUG nova.compute.manager [req-9265cada-e97c-4097-9b59-01368363f555 req-f74fd209-c9cf-4db9-9bfe-6f2a17774336 service nova] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Detach interface failed, port_id=bd5c6fae-b70e-46c3-8c09-804b8467353e, reason: Instance 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1357.710050] env[62643]: DEBUG nova.scheduler.client.report [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.877938] env[62643]: INFO nova.compute.manager [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Took 11.72 seconds to build instance. [ 1358.093070] env[62643]: INFO nova.compute.manager [-] [instance: 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f] Took 1.27 seconds to deallocate network for instance. [ 1358.215739] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.235594] env[62643]: INFO nova.scheduler.client.report [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Deleted allocations for instance c321d8e2-4f2d-4408-915b-4eb02794700a [ 1358.380464] env[62643]: DEBUG oslo_concurrency.lockutils [None req-ea24c1bb-2d43-4ce6-bc3b-05209fdf645b tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "16b99853-c07c-4caf-82da-eba2b1eaa946" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.233s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.536915] env[62643]: DEBUG oslo_concurrency.lockutils [None req-77ce8499-f75f-4a3f-92b4-46398474d105 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "16b99853-c07c-4caf-82da-eba2b1eaa946" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.537131] env[62643]: DEBUG oslo_concurrency.lockutils [None req-77ce8499-f75f-4a3f-92b4-46398474d105 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "16b99853-c07c-4caf-82da-eba2b1eaa946" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.537316] env[62643]: DEBUG nova.compute.manager [None req-77ce8499-f75f-4a3f-92b4-46398474d105 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.538570] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c30c7d-ef63-40dd-9252-df3429360e25 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.545184] env[62643]: DEBUG nova.compute.manager [None req-77ce8499-f75f-4a3f-92b4-46398474d105 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62643) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1358.545717] env[62643]: DEBUG nova.objects.instance [None req-77ce8499-f75f-4a3f-92b4-46398474d105 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lazy-loading 'flavor' on Instance uuid 16b99853-c07c-4caf-82da-eba2b1eaa946 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.599054] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.599372] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.599592] env[62643]: DEBUG nova.objects.instance [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lazy-loading 'resources' on Instance uuid 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.743987] env[62643]: DEBUG oslo_concurrency.lockutils [None req-7630d810-3c17-491e-b3b3-e52a8fef108c tempest-AttachVolumeTestJSON-465504482 tempest-AttachVolumeTestJSON-465504482-project-member] Lock "c321d8e2-4f2d-4408-915b-4eb02794700a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.006s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.169967] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53270aa-082b-4268-a5b6-95b6161d8e65 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.177694] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47876dae-66eb-4d2e-a6e1-8d52ba8a4f0a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.209715] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed835be9-7ae1-4aac-b6ae-c76af414164c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.217983] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5b6d1e-d23a-48c7-86b4-9a538b04bd59 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.231059] env[62643]: DEBUG nova.compute.provider_tree [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.552808] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ce8499-f75f-4a3f-92b4-46398474d105 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.553266] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c88bccf1-5a8c-4774-a765-2c18577775e6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.560200] env[62643]: DEBUG oslo_vmware.api [None req-77ce8499-f75f-4a3f-92b4-46398474d105 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1359.560200] env[62643]: value = "task-2384325" [ 1359.560200] env[62643]: _type = "Task" [ 1359.560200] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.568155] env[62643]: DEBUG oslo_vmware.api [None req-77ce8499-f75f-4a3f-92b4-46398474d105 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.735596] env[62643]: DEBUG nova.scheduler.client.report [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.069621] env[62643]: DEBUG oslo_vmware.api [None req-77ce8499-f75f-4a3f-92b4-46398474d105 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384325, 'name': PowerOffVM_Task, 'duration_secs': 0.185807} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.069879] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ce8499-f75f-4a3f-92b4-46398474d105 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.070094] env[62643]: DEBUG nova.compute.manager [None req-77ce8499-f75f-4a3f-92b4-46398474d105 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Checking state {{(pid=62643) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.070838] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eda89d-7e74-4cba-aeb4-ae700ae4c5e6 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.240334] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.262534] env[62643]: INFO nova.scheduler.client.report [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleted allocations for instance 05d797a4-6bb7-4813-b0e5-4cb246f2ae9f [ 1360.581803] env[62643]: DEBUG oslo_concurrency.lockutils [None req-77ce8499-f75f-4a3f-92b4-46398474d105 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "16b99853-c07c-4caf-82da-eba2b1eaa946" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.770431] env[62643]: DEBUG oslo_concurrency.lockutils [None req-58e10bfc-b8de-439e-8835-8378daeca037 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "05d797a4-6bb7-4813-b0e5-4cb246f2ae9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.571s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.201291] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "16b99853-c07c-4caf-82da-eba2b1eaa946" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.201574] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "16b99853-c07c-4caf-82da-eba2b1eaa946" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.201873] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "16b99853-c07c-4caf-82da-eba2b1eaa946-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.202122] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "16b99853-c07c-4caf-82da-eba2b1eaa946-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.202309] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "16b99853-c07c-4caf-82da-eba2b1eaa946-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.204512] env[62643]: INFO nova.compute.manager [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Terminating instance [ 1361.708390] env[62643]: DEBUG nova.compute.manager [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1361.708897] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.709523] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de869814-74c0-4bc9-841d-2ed8f20b28d2 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.717295] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.717524] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c294c69a-1cfa-49ba-904a-71c02d22a3f9 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.785764] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1361.786011] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1361.786234] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleting the datastore file [datastore2] 16b99853-c07c-4caf-82da-eba2b1eaa946 {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.786511] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae8056bc-a489-403d-a165-06a39b5bc387 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.792845] env[62643]: DEBUG oslo_vmware.api [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1361.792845] env[62643]: value = "task-2384328" [ 1361.792845] env[62643]: _type = "Task" [ 1361.792845] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.800187] env[62643]: DEBUG oslo_vmware.api [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.303072] env[62643]: DEBUG oslo_vmware.api [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135098} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.303072] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.303072] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1362.303072] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.303072] env[62643]: INFO nova.compute.manager [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1362.303396] env[62643]: DEBUG oslo.service.loopingcall [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.303432] env[62643]: DEBUG nova.compute.manager [-] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1362.303522] env[62643]: DEBUG nova.network.neutron [-] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1362.543519] env[62643]: DEBUG nova.compute.manager [req-dbad8288-31a7-4fdb-b045-990ecf174da2 req-4f06d3f9-c6b2-4c25-9158-acf9835432da service nova] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Received event network-vif-deleted-7042b3fc-a4d4-4b35-a8d8-acabf41e1317 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1362.543697] env[62643]: INFO nova.compute.manager [req-dbad8288-31a7-4fdb-b045-990ecf174da2 req-4f06d3f9-c6b2-4c25-9158-acf9835432da service nova] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Neutron deleted interface 7042b3fc-a4d4-4b35-a8d8-acabf41e1317; detaching it from the instance and deleting it from the info cache [ 1362.543969] env[62643]: DEBUG nova.network.neutron [req-dbad8288-31a7-4fdb-b045-990ecf174da2 req-4f06d3f9-c6b2-4c25-9158-acf9835432da service nova] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.015213] env[62643]: DEBUG nova.network.neutron [-] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.046878] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3cb9044-062c-4d4a-a165-dec8ef94c29b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.057989] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec27d7cc-75f0-4aec-860f-63f08feb56ce {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.082960] env[62643]: DEBUG nova.compute.manager [req-dbad8288-31a7-4fdb-b045-990ecf174da2 req-4f06d3f9-c6b2-4c25-9158-acf9835432da service nova] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Detach interface failed, port_id=7042b3fc-a4d4-4b35-a8d8-acabf41e1317, reason: Instance 16b99853-c07c-4caf-82da-eba2b1eaa946 could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1363.517837] env[62643]: INFO nova.compute.manager [-] [instance: 16b99853-c07c-4caf-82da-eba2b1eaa946] Took 1.21 seconds to deallocate network for instance. [ 1364.023655] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.023932] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.024211] env[62643]: DEBUG nova.objects.instance [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lazy-loading 'resources' on Instance uuid 16b99853-c07c-4caf-82da-eba2b1eaa946 {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.579878] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361436cf-ab0b-4440-8fb6-cdaf6ced8cd5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.587176] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fa64da-6f3b-4535-8d0f-4e279a7e4edc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.616533] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b092bacb-fe67-4580-b68d-33bbeeb07690 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.623806] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d86681-2a62-405a-97e4-9f53e7c57720 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.636626] env[62643]: DEBUG nova.compute.provider_tree [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.881832] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "be5ff15e-51b9-4879-ac9a-855766cacceb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.882128] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "be5ff15e-51b9-4879-ac9a-855766cacceb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.882357] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "be5ff15e-51b9-4879-ac9a-855766cacceb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.882540] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "be5ff15e-51b9-4879-ac9a-855766cacceb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.882710] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "be5ff15e-51b9-4879-ac9a-855766cacceb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.884862] env[62643]: INFO nova.compute.manager [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Terminating instance [ 1365.139716] env[62643]: DEBUG nova.scheduler.client.report [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.389361] env[62643]: DEBUG nova.compute.manager [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1365.389590] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1365.390532] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2112c0-9e84-4b9c-bb68-1be7eee3e43d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.399792] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.400040] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29edef50-118d-4237-8541-c9729785f2cc {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.406244] env[62643]: DEBUG oslo_vmware.api [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1365.406244] env[62643]: value = "task-2384331" [ 1365.406244] env[62643]: _type = "Task" [ 1365.406244] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.414459] env[62643]: DEBUG oslo_vmware.api [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.644778] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.668733] env[62643]: INFO nova.scheduler.client.report [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleted allocations for instance 16b99853-c07c-4caf-82da-eba2b1eaa946 [ 1365.916528] env[62643]: DEBUG oslo_vmware.api [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384331, 'name': PowerOffVM_Task, 'duration_secs': 0.243838} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.916755] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.917014] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1365.917275] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c56eaf20-41fd-466b-b20d-cf4377bd027e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.984041] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1365.984307] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Deleting contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1365.984468] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleting the datastore file [datastore2] be5ff15e-51b9-4879-ac9a-855766cacceb {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.984728] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39c24dbd-202b-405a-b779-3ed2c84d105a {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.991265] env[62643]: DEBUG oslo_vmware.api [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for the task: (returnval){ [ 1365.991265] env[62643]: value = "task-2384333" [ 1365.991265] env[62643]: _type = "Task" [ 1365.991265] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.998339] env[62643]: DEBUG oslo_vmware.api [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.176778] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d56b01fa-989a-48da-b58f-c9fcd01a5206 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "16b99853-c07c-4caf-82da-eba2b1eaa946" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.975s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.500903] env[62643]: DEBUG oslo_vmware.api [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Task: {'id': task-2384333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373273} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.501118] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.501200] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Deleted contents of the VM from datastore datastore2 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.501381] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.501570] env[62643]: INFO nova.compute.manager [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1366.501828] env[62643]: DEBUG oslo.service.loopingcall [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1366.502047] env[62643]: DEBUG nova.compute.manager [-] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1366.502161] env[62643]: DEBUG nova.network.neutron [-] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1366.850640] env[62643]: DEBUG nova.compute.manager [req-33625963-2de4-4fd5-a800-20724b156f5f req-3e4a96d2-c7bd-498f-92da-d9d368654951 service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Received event network-vif-deleted-18de5732-bc49-44c1-8f3c-41fa12c3106f {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1366.850902] env[62643]: INFO nova.compute.manager [req-33625963-2de4-4fd5-a800-20724b156f5f req-3e4a96d2-c7bd-498f-92da-d9d368654951 service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Neutron deleted interface 18de5732-bc49-44c1-8f3c-41fa12c3106f; detaching it from the instance and deleting it from the info cache [ 1366.851104] env[62643]: DEBUG nova.network.neutron [req-33625963-2de4-4fd5-a800-20724b156f5f req-3e4a96d2-c7bd-498f-92da-d9d368654951 service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.947432] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "2bc9247b-fd91-4b6c-aba9-f20a6ff0683f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.947855] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "2bc9247b-fd91-4b6c-aba9-f20a6ff0683f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.948210] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "2bc9247b-fd91-4b6c-aba9-f20a6ff0683f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.948514] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "2bc9247b-fd91-4b6c-aba9-f20a6ff0683f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.948813] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "2bc9247b-fd91-4b6c-aba9-f20a6ff0683f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.951587] env[62643]: INFO nova.compute.manager [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Terminating instance [ 1367.336092] env[62643]: DEBUG nova.network.neutron [-] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.354375] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0054f8a-90a9-44bd-9d17-0b1336f87c25 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.363878] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a083513f-d888-453e-a535-358e011d3af3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.375540] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.376148] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.388234] env[62643]: DEBUG nova.compute.manager [req-33625963-2de4-4fd5-a800-20724b156f5f req-3e4a96d2-c7bd-498f-92da-d9d368654951 service nova] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Detach interface failed, port_id=18de5732-bc49-44c1-8f3c-41fa12c3106f, reason: Instance be5ff15e-51b9-4879-ac9a-855766cacceb could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1367.456640] env[62643]: DEBUG nova.compute.manager [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Start destroying the instance on the hypervisor. {{(pid=62643) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1367.456878] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Destroying instance {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.457725] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab33d36-ff1c-4cac-af56-6a5a55e47064 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.465556] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Powering off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.465769] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95fe86dd-823e-47e4-a55a-7cb78192ea2b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.471705] env[62643]: DEBUG oslo_vmware.api [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1367.471705] env[62643]: value = "task-2384334" [ 1367.471705] env[62643]: _type = "Task" [ 1367.471705] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.479287] env[62643]: DEBUG oslo_vmware.api [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.838295] env[62643]: INFO nova.compute.manager [-] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Took 1.34 seconds to deallocate network for instance. [ 1367.879933] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.880105] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Starting heal instance info cache {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1367.880221] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Rebuilding the list of instances to heal {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1367.981791] env[62643]: DEBUG oslo_vmware.api [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384334, 'name': PowerOffVM_Task, 'duration_secs': 0.184988} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.982030] env[62643]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Powered off the VM {{(pid=62643) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.982198] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Unregistering the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1367.982438] env[62643]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02a5a38a-c5dc-46d9-bc8a-0905bd527529 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.045815] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Unregistered the VM {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.046076] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Deleting contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.046264] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleting the datastore file [datastore1] 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.046523] env[62643]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99acad5c-8ce3-402d-b0e4-89e7eccb3e8c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.052209] env[62643]: DEBUG oslo_vmware.api [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for the task: (returnval){ [ 1368.052209] env[62643]: value = "task-2384336" [ 1368.052209] env[62643]: _type = "Task" [ 1368.052209] env[62643]: } to complete. {{(pid=62643) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.059424] env[62643]: DEBUG oslo_vmware.api [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.344672] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.345044] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.345191] env[62643]: DEBUG nova.objects.instance [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lazy-loading 'resources' on Instance uuid be5ff15e-51b9-4879-ac9a-855766cacceb {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.382711] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Skipping network cache update for instance because it is being deleted. {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1368.398362] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.398514] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquired lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.398683] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Forcefully refreshing network info cache for instance {{(pid=62643) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1368.398858] env[62643]: DEBUG nova.objects.instance [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lazy-loading 'info_cache' on Instance uuid be5ff15e-51b9-4879-ac9a-855766cacceb {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.562951] env[62643]: DEBUG oslo_vmware.api [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Task: {'id': task-2384336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130808} completed successfully. {{(pid=62643) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.563454] env[62643]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleted the datastore file {{(pid=62643) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.563789] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Deleted contents of the VM from datastore datastore1 {{(pid=62643) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.564154] env[62643]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Instance destroyed {{(pid=62643) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.566090] env[62643]: INFO nova.compute.manager [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1368.566090] env[62643]: DEBUG oslo.service.loopingcall [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62643) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1368.566090] env[62643]: DEBUG nova.compute.manager [-] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Deallocating network for instance {{(pid=62643) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1368.566090] env[62643]: DEBUG nova.network.neutron [-] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] deallocate_for_instance() {{(pid=62643) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1368.906711] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45afcd34-83f4-48f8-ba23-2ebfa0ae954f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.915631] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1267940-ef75-47e4-8175-eb2a1ec5cbc5 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.953952] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e2f258-5d16-45a7-88f1-e6afbb51fa1c {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.957619] env[62643]: DEBUG nova.compute.manager [req-343a80d1-7a8e-4160-a31d-38ffc4de62dd req-39a1b044-2d77-4e50-9acd-ad8a7b648c20 service nova] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Received event network-vif-deleted-5fae0f1c-04f7-4a88-82c5-443dcd993692 {{(pid=62643) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1368.957819] env[62643]: INFO nova.compute.manager [req-343a80d1-7a8e-4160-a31d-38ffc4de62dd req-39a1b044-2d77-4e50-9acd-ad8a7b648c20 service nova] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Neutron deleted interface 5fae0f1c-04f7-4a88-82c5-443dcd993692; detaching it from the instance and deleting it from the info cache [ 1368.957992] env[62643]: DEBUG nova.network.neutron [req-343a80d1-7a8e-4160-a31d-38ffc4de62dd req-39a1b044-2d77-4e50-9acd-ad8a7b648c20 service nova] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.967032] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fce6677-6986-4666-98e9-72bc6119f792 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.981444] env[62643]: DEBUG nova.compute.provider_tree [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.400880] env[62643]: DEBUG nova.network.neutron [-] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.424210] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Instance cache missing network info. {{(pid=62643) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.460954] env[62643]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-196fa475-f16c-4b3e-85d1-7aadd306254b {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.470453] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db2d40b-fddb-4625-888d-17085c898587 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.484603] env[62643]: DEBUG nova.scheduler.client.report [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.495189] env[62643]: DEBUG nova.compute.manager [req-343a80d1-7a8e-4160-a31d-38ffc4de62dd req-39a1b044-2d77-4e50-9acd-ad8a7b648c20 service nova] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Detach interface failed, port_id=5fae0f1c-04f7-4a88-82c5-443dcd993692, reason: Instance 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f could not be found. {{(pid=62643) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1369.904622] env[62643]: INFO nova.compute.manager [-] [instance: 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f] Took 1.34 seconds to deallocate network for instance. [ 1369.989046] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.013370] env[62643]: INFO nova.scheduler.client.report [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Deleted allocations for instance be5ff15e-51b9-4879-ac9a-855766cacceb [ 1370.025549] env[62643]: DEBUG nova.network.neutron [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Updating instance_info_cache with network_info: [] {{(pid=62643) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.411197] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.411586] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.411883] env[62643]: DEBUG nova.objects.instance [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lazy-loading 'resources' on Instance uuid 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f {{(pid=62643) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.520591] env[62643]: DEBUG oslo_concurrency.lockutils [None req-56ef49fc-0b7d-44f8-afd3-4abaeea1b3c0 tempest-ServerActionsTestOtherA-851179135 tempest-ServerActionsTestOtherA-851179135-project-member] Lock "be5ff15e-51b9-4879-ac9a-855766cacceb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.638s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.527159] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Releasing lock "refresh_cache-be5ff15e-51b9-4879-ac9a-855766cacceb" {{(pid=62643) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.527358] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] [instance: be5ff15e-51b9-4879-ac9a-855766cacceb] Updated the network info_cache for instance {{(pid=62643) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1370.527587] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.527789] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.528088] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.528231] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.528399] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.528596] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.528752] env[62643]: DEBUG nova.compute.manager [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62643) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1370.528933] env[62643]: DEBUG oslo_service.periodic_task [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62643) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.942777] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da2fa16-2bcb-4961-a78f-180687f47899 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.950260] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c8b1b3-a748-4ced-984e-4becf1f230c8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.979643] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2711f5-cd23-4484-989e-3200b603026d {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.986600] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8aef64-cb8f-4d30-b5ce-c0074aef0a13 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.999357] env[62643]: DEBUG nova.compute.provider_tree [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.031968] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.502075] env[62643]: DEBUG nova.scheduler.client.report [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.007351] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.595s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.010062] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.978s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.010382] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.011204] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62643) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1372.011937] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08332e9b-577c-47c6-95e8-910f6ac2c4b3 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.020549] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457e0146-eafa-48e4-a080-0c679a792070 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.036947] env[62643]: INFO nova.scheduler.client.report [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Deleted allocations for instance 2bc9247b-fd91-4b6c-aba9-f20a6ff0683f [ 1372.038428] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6acafc-7019-4c22-896c-a457c6747a1f {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.047025] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e7165c-726e-4007-acf5-7ac746f7d64e {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.080795] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180568MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62643) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1372.080971] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.081194] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.546892] env[62643]: DEBUG oslo_concurrency.lockutils [None req-8bdf5b42-7141-4d8e-882b-d9fb1b9f80c8 tempest-ServersTestJSON-758134320 tempest-ServersTestJSON-758134320-project-member] Lock "2bc9247b-fd91-4b6c-aba9-f20a6ff0683f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.599s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.101469] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1373.101646] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62643) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1373.114683] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a01cc06-e386-43f6-a275-4b76e97bff24 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.122560] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84043791-c93a-4768-b863-a4c6c75d96da {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.153399] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080ca21a-b1f5-458d-b574-620420689a29 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.160195] env[62643]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e39be47-1bcd-4605-ae76-b80b84b8a5c8 {{(pid=62643) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.173942] env[62643]: DEBUG nova.compute.provider_tree [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed in ProviderTree for provider: ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a {{(pid=62643) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.677159] env[62643]: DEBUG nova.scheduler.client.report [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Inventory has not changed for provider ebb2ced8-2b58-4e5a-b6f5-8c3668de0b1a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62643) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.181586] env[62643]: DEBUG nova.compute.resource_tracker [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62643) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1374.181789] env[62643]: DEBUG oslo_concurrency.lockutils [None req-d339a2c3-db8d-4a0d-a4ab-7c7761c27b30 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.101s {{(pid=62643) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}